{"bge-base-en-v1.5": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc57242", "doc751998", "doc3001", "doc1665946", "doc57232", "doc63804", "doc1622317", "doc2116209"], "ranked_scores": [0.7909, 0.7462, 0.7369, 0.724, 0.698, 0.6898, 0.6821, 0.6715, 0.6691, 0.6637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc2292349", "doc63538", "doc1749973", "doc1664486", "doc2473154", "doc1942575", "doc63542", "doc1038212", "doc1664485"], "ranked_scores": [0.7413, 0.7177, 0.704, 0.6909, 0.6853, 0.6682, 0.652, 0.6478, 0.6443, 0.6443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc2285692", "doc1675505", "doc21829", "doc21831", "doc1058398", "doc21841", "doc278091"], "ranked_scores": [0.802, 0.7598, 0.7346, 0.7083, 0.7026, 0.701, 0.6966, 0.6958, 0.6955, 0.6928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453089", "doc453091", "doc415323", "doc1347475", "doc392076", "doc392077", "doc1911408", "doc2525766", "doc536608", "doc565706"], "ranked_scores": [0.7217, 0.7109, 0.7103, 0.7101, 0.7053, 0.7044, 0.7007, 0.7007, 0.7007, 0.7007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc1366756", "doc2165905", "doc887635", "doc88443", "doc1366757", "doc1715056", "doc1167678", "doc1812661", "doc2165920"], "ranked_scores": [0.737, 0.734, 0.7246, 0.7072, 0.7054, 0.7021, 0.6984, 0.6966, 0.6927, 0.6891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc381292", "doc540358", "doc1996268", "doc27529", "doc1324046", "doc27535", "doc1012137", "doc459410", "doc738831", "doc540404"], "ranked_scores": [0.7088, 0.7046, 0.6967, 0.6948, 0.6931, 0.6904, 0.6717, 0.6672, 0.6669, 0.6637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc579128", "doc1669853", "doc1369505", "doc2206589", "doc825186", "doc2510523", "doc648018", "doc686526"], "ranked_scores": [0.8049, 0.7823, 0.7709, 0.7464, 0.7361, 0.7341, 0.7301, 0.7264, 0.7264, 0.7264], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc101561", "doc641530", "doc29759", "doc1486663", "doc38721", "doc1798668", "doc29764", "doc1052760", "doc231271"], "ranked_scores": [0.8651, 0.7678, 0.7611, 0.7572, 0.7567, 0.7543, 0.7481, 0.7445, 0.7355, 0.7295], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61043", "doc61045", "doc1612682", "doc2193668", "doc91244", "doc61054", "doc1325273", "doc2080046"], "ranked_scores": [0.8206, 0.7698, 0.7342, 0.7315, 0.6666, 0.6647, 0.6588, 0.6548, 0.6526, 0.651], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97442", "doc97445", "doc1116765", "doc97430", "doc369237", "doc2071083", "doc369270", "doc2071107"], "ranked_scores": [0.8518, 0.7603, 0.7506, 0.7494, 0.7343, 0.6921, 0.6871, 0.68, 0.6725, 0.6683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc33196", "doc281595", "doc988735", "doc562696", "doc1911857", "doc47608", "doc64791", "doc890684"], "ranked_scores": [0.7615, 0.7062, 0.6938, 0.6854, 0.6758, 0.6735, 0.6712, 0.6651, 0.6638, 0.6638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc1984127", "doc437627", "doc1984114", "doc759547", "doc50109", "doc1197760", "doc2254475", "doc1386166"], "ranked_scores": [0.8006, 0.7853, 0.7773, 0.7387, 0.7214, 0.7184, 0.7151, 0.7148, 0.7139, 0.7133], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc106332", "doc1246072", "doc427621", "doc2654127", "doc150064", "doc1887731", "doc60315", "doc703719", "doc106362"], "ranked_scores": [0.7287, 0.7262, 0.721, 0.715, 0.7083, 0.7063, 0.7033, 0.7015, 0.701, 0.6962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7116", "doc7106", "doc695983", "doc692559", "doc7099", "doc7119", "doc7091", "doc1694554", "doc1599042"], "ranked_scores": [0.7735, 0.7627, 0.7582, 0.7466, 0.7422, 0.7356, 0.7348, 0.7331, 0.7225, 0.7173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82130", "doc82127", "doc1891830", "doc1846029", "doc2236863", "doc90819", "doc1169637", "doc2033842"], "ranked_scores": [0.748, 0.7242, 0.7129, 0.6705, 0.6609, 0.634, 0.628, 0.6271, 0.6003, 0.5989], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc187232", "doc382065", "doc750407", "doc220990", "doc244368", "doc919332", "doc2370166", "doc2203117", "doc269387"], "ranked_scores": [0.6852, 0.6676, 0.6672, 0.667, 0.6598, 0.657, 0.6556, 0.6512, 0.6499, 0.6491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380357", "doc90322", "doc1380356", "doc24929", "doc1926206", "doc1786046", "doc382236", "doc300567", "doc416774"], "ranked_scores": [0.7735, 0.7703, 0.7601, 0.7526, 0.75, 0.7436, 0.7416, 0.7396, 0.7343, 0.7337], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1874808", "doc1104361", "doc2225375", "doc2483632", "doc573905", "doc648355", "doc938300", "doc19185", "doc454592", "doc2340753"], "ranked_scores": [0.7191, 0.7104, 0.705, 0.6996, 0.6944, 0.685, 0.6833, 0.6772, 0.6758, 0.6646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc1102442", "doc56921", "doc56897", "doc2509989", "doc2313864", "doc56902", "doc56903", "doc2313854", "doc56909"], "ranked_scores": [0.795, 0.7887, 0.7882, 0.7835, 0.7201, 0.707, 0.7058, 0.7036, 0.6995, 0.6911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80074", "doc137908", "doc80151", "doc80154", "doc2076427", "doc1391659", "doc345642", "doc80070", "doc80078", "doc1521484"], "ranked_scores": [0.7697, 0.7567, 0.7446, 0.7418, 0.7245, 0.7215, 0.7136, 0.7122, 0.711, 0.7075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc183950", "doc72416", "doc183955", "doc2174234", "doc527459", "doc1781006", "doc183948", "doc1430768", "doc702902"], "ranked_scores": [0.8142, 0.6528, 0.6473, 0.6471, 0.647, 0.6383, 0.6359, 0.6248, 0.6236, 0.6184], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc26461", "doc207464", "doc2289855", "doc764184", "doc131786", "doc1652465", "doc1682464", "doc224770"], "ranked_scores": [0.8337, 0.7637, 0.7429, 0.7213, 0.7189, 0.7122, 0.7115, 0.7077, 0.707, 0.7062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc192542", "doc890730", "doc1407977", "doc2392865", "doc102096", "doc102077", "doc546646", "doc308346", "doc148885"], "ranked_scores": [0.8328, 0.6821, 0.673, 0.6705, 0.6691, 0.6667, 0.6661, 0.6626, 0.6591, 0.657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc964756", "doc988735", "doc890257", "doc2263202", "doc119508", "doc1285744", "doc2003513", "doc2680676", "doc1632991"], "ranked_scores": [0.7517, 0.7116, 0.6873, 0.6749, 0.674, 0.6731, 0.6717, 0.6682, 0.6653, 0.6647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc1381513", "doc879199", "doc2060827", "doc751435", "doc1796400", "doc1117345", "doc1643694", "doc988607"], "ranked_scores": [0.7802, 0.7151, 0.7011, 0.6915, 0.6767, 0.6761, 0.6749, 0.67, 0.6698, 0.6648], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64318", "doc41344", "doc922271", "doc851269", "doc64314", "doc35524", "doc64317", "doc971992", "doc1683659"], "ranked_scores": [0.823, 0.8037, 0.7782, 0.7757, 0.7755, 0.7741, 0.7513, 0.7505, 0.7476, 0.7455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc82650", "doc1321884", "doc437678", "doc2545031", "doc1520311", "doc1788429", "doc437685", "doc1978008", "doc587518", "doc1977978"], "ranked_scores": [0.7464, 0.742, 0.7402, 0.7292, 0.7277, 0.7253, 0.723, 0.7211, 0.7144, 0.705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc1315097", "doc2296331", "doc1315083", "doc552720", "doc671985", "doc1314995", "doc1778577", "doc1778592"], "ranked_scores": [0.8008, 0.7251, 0.7125, 0.7105, 0.7065, 0.7048, 0.7017, 0.6998, 0.6994, 0.6983], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc696366", "doc1894178", "doc542891", "doc872070", "doc1801894", "doc2131758", "doc170955", "doc384744", "doc645564"], "ranked_scores": [0.6562, 0.6029, 0.5957, 0.594, 0.5896, 0.5891, 0.5877, 0.5843, 0.5837, 0.5819], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc89435", "doc371079", "doc1298637", "doc182046", "doc1384430", "doc611287", "doc580016", "doc2465921"], "ranked_scores": [0.7532, 0.7526, 0.7081, 0.7031, 0.6803, 0.674, 0.6725, 0.6712, 0.6692, 0.6691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394755", "doc1394758", "doc1394760", "doc2259504", "doc996399", "doc530778", "doc324530", "doc25697"], "ranked_scores": [0.8555, 0.7992, 0.7742, 0.7628, 0.7543, 0.7507, 0.7396, 0.7368, 0.7358, 0.7354], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2527260", "doc1437877", "doc1837771", "doc2449643", "doc660236", "doc660237", "doc11669", "doc84492", "doc515771"], "ranked_scores": [0.7435, 0.7394, 0.7209, 0.7159, 0.7128, 0.7118, 0.7103, 0.7036, 0.6956, 0.6928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc849003", "doc719006", "doc543176", "doc1729412", "doc105758", "doc8477", "doc171833", "doc2355469", "doc849000"], "ranked_scores": [0.8221, 0.7441, 0.7437, 0.7392, 0.7389, 0.7337, 0.7112, 0.7076, 0.7054, 0.6969], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1927002", "doc358938", "doc2224155", "doc628470", "doc52414", "doc6531", "doc2107018", "doc2212269", "doc623693", "doc1400520"], "ranked_scores": [0.7595, 0.7582, 0.7549, 0.7458, 0.7436, 0.7374, 0.7306, 0.7252, 0.724, 0.7223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc313364", "doc211230", "doc313342", "doc70904", "doc1841144", "doc1540259", "doc768322", "doc2502216", "doc1841145"], "ranked_scores": [0.7531, 0.7485, 0.7456, 0.7346, 0.7267, 0.7259, 0.721, 0.7175, 0.714, 0.7132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2119808", "doc336518", "doc2187649", "doc2636635", "doc397701", "doc878338", "doc264212", "doc1736704", "doc2636762"], "ranked_scores": [0.7033, 0.6933, 0.6731, 0.673, 0.6664, 0.6541, 0.6522, 0.648, 0.6463, 0.6461], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1538025", "doc519493", "doc2357458", "doc311498", "doc143496", "doc1962174", "doc159492", "doc884905", "doc720754"], "ranked_scores": [0.7185, 0.716, 0.7104, 0.7088, 0.707, 0.7047, 0.7012, 0.6935, 0.693, 0.6917], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc376241", "doc1055373", "doc1810672", "doc1345740", "doc2005304", "doc390322", "doc1293555", "doc1153924", "doc864555"], "ranked_scores": [0.7166, 0.6916, 0.6803, 0.6787, 0.6782, 0.662, 0.6568, 0.6526, 0.6525, 0.6314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588578", "doc1584862", "doc1333905", "doc294604", "doc1160263", "doc1629620", "doc1943842", "doc61233", "doc1975694", "doc1730233"], "ranked_scores": [0.7611, 0.7483, 0.7417, 0.7391, 0.7386, 0.7374, 0.7163, 0.7108, 0.7096, 0.7093], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc312607", "doc2067045", "doc845380", "doc807", "doc1029479", "doc1370451", "doc201170", "doc2262639", "doc201166", "doc221817"], "ranked_scores": [0.6444, 0.6423, 0.6414, 0.6396, 0.6356, 0.6305, 0.6299, 0.6271, 0.6268, 0.6221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc88934", "doc88973", "doc2624067", "doc1452752", "doc1670518", "doc2015719", "doc1639229", "doc88933"], "ranked_scores": [0.8091, 0.7765, 0.7479, 0.7372, 0.7323, 0.7303, 0.718, 0.7145, 0.7051, 0.6942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338815", "doc338801", "doc21372", "doc21340", "doc1455462", "doc1738086", "doc1455444", "doc338818", "doc1455509", "doc338810"], "ranked_scores": [0.7004, 0.6872, 0.6691, 0.6664, 0.6621, 0.653, 0.6518, 0.6509, 0.6502, 0.6493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108559", "doc63585", "doc323321", "doc18273", "doc63590", "doc911115", "doc2072948", "doc1374770", "doc108480", "doc18274"], "ranked_scores": [0.7715, 0.7715, 0.766, 0.7627, 0.7627, 0.7627, 0.7546, 0.7537, 0.7484, 0.7406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc2373327", "doc7163", "doc355540", "doc1670303", "doc7161", "doc299691", "doc246550", "doc7166", "doc1585578"], "ranked_scores": [0.726, 0.6667, 0.6651, 0.6643, 0.6527, 0.6296, 0.6279, 0.6259, 0.6257, 0.6221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.403, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1564136", "doc2431178", "doc1260422", "doc1826212", "doc1260420", "doc1568962", "doc1244692", "doc1612682", "doc2365901"], "ranked_scores": [0.6856, 0.6449, 0.6252, 0.6225, 0.6126, 0.6044, 0.5966, 0.5748, 0.5716, 0.5711], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc2084882", "doc2057552", "doc1809840", "doc1961593", "doc2007762", "doc2119024", "doc2011376", "doc1364067", "doc705226"], "ranked_scores": [0.6578, 0.6509, 0.6481, 0.633, 0.6285, 0.6221, 0.613, 0.6086, 0.6079, 0.599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36460", "doc1618374", "doc36463", "doc2362869", "doc2633722", "doc2622759", "doc1927686", "doc417364", "doc2245655"], "ranked_scores": [0.7893, 0.7301, 0.7187, 0.7166, 0.6931, 0.6931, 0.6906, 0.6901, 0.6901, 0.6901], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106355", "doc703719", "doc211929", "doc2456577", "doc1390073", "doc2832", "doc2877", "doc427621", "doc1156828"], "ranked_scores": [0.6932, 0.6807, 0.676, 0.662, 0.6558, 0.6548, 0.6541, 0.6521, 0.6477, 0.6445], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc108892", "doc643072", "doc1373323", "doc108887", "doc2393669", "doc1373324", "doc1119808", "doc873559", "doc109002"], "ranked_scores": [0.7934, 0.7493, 0.7424, 0.7424, 0.7358, 0.7297, 0.7236, 0.7175, 0.7106, 0.705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc1504263", "doc77976", "doc1430993", "doc429400", "doc936401", "doc691881", "doc2378961", "doc1267063", "doc1224325"], "ranked_scores": [0.7866, 0.7513, 0.746, 0.7116, 0.6712, 0.6691, 0.6534, 0.6507, 0.6505, 0.6499], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57247", "doc751998", "doc57232", "doc1665946", "doc3001", "doc1622317", "doc63804", "doc1104254"], "ranked_scores": [0.7406, 0.7038, 0.7034, 0.6771, 0.5998, 0.5973, 0.5922, 0.5689, 0.5605, 0.5526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc2292349", "doc1664486", "doc1942575", "doc1952699", "doc1664485", "doc474276", "doc2473154"], "ranked_scores": [0.6734, 0.655, 0.624, 0.6133, 0.5898, 0.5416, 0.5371, 0.5369, 0.5294, 0.522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc2285692", "doc21841", "doc1675505", "doc21829", "doc452039", "doc21831", "doc21856"], "ranked_scores": [0.7231, 0.6715, 0.5899, 0.5761, 0.5741, 0.5651, 0.5579, 0.5577, 0.5534, 0.5417], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453089", "doc453091", "doc392077", "doc1347475", "doc453144", "doc415323", "doc1247565", "doc979079", "doc1911408", "doc2525766"], "ranked_scores": [0.6239, 0.6093, 0.6069, 0.6027, 0.5966, 0.5938, 0.593, 0.5925, 0.5855, 0.5855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc2165905", "doc887635", "doc1812661", "doc1741706", "doc1366757", "doc88443", "doc1812659", "doc1366756", "doc2372193"], "ranked_scores": [0.667, 0.639, 0.628, 0.6142, 0.6074, 0.6048, 0.6043, 0.6001, 0.5988, 0.5967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1324046", "doc27529", "doc381292", "doc1996268", "doc540358", "doc27535", "doc27538", "doc2272998", "doc1727553", "doc738831"], "ranked_scores": [0.5914, 0.5849, 0.5831, 0.5796, 0.579, 0.5535, 0.5361, 0.5288, 0.5275, 0.5224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc579128", "doc1669853", "doc825186", "doc484979", "doc2206589", "doc1642327", "doc648018", "doc686526"], "ranked_scores": [0.775, 0.7111, 0.7008, 0.6835, 0.6595, 0.6589, 0.6571, 0.6427, 0.6427, 0.6427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc101561", "doc1798668", "doc29764", "doc29759", "doc38721", "doc641530", "doc1486663", "doc520689", "doc29765"], "ranked_scores": [0.8162, 0.6566, 0.6429, 0.6258, 0.6249, 0.6199, 0.6194, 0.6153, 0.5957, 0.5831], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc61054", "doc91244", "doc2083822", "doc1558629", "doc988606", "doc1325273"], "ranked_scores": [0.752, 0.6896, 0.6165, 0.6067, 0.5264, 0.5116, 0.5112, 0.5094, 0.5076, 0.4928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc97442", "doc1116765", "doc97430", "doc369237", "doc2071083", "doc2071107", "doc2083987"], "ranked_scores": [0.8167, 0.7259, 0.6908, 0.6783, 0.6682, 0.6246, 0.5644, 0.5558, 0.5435, 0.5426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc33196", "doc562696", "doc281595", "doc64791", "doc47608", "doc988735", "doc1911857", "doc2037498"], "ranked_scores": [0.7213, 0.6278, 0.5921, 0.5799, 0.5617, 0.5441, 0.5422, 0.5394, 0.5378, 0.5358], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc1984127", "doc759547", "doc437627", "doc2372621", "doc1197760", "doc1984114", "doc83871", "doc83872"], "ranked_scores": [0.693, 0.6855, 0.6624, 0.6007, 0.5998, 0.5912, 0.5771, 0.5683, 0.5655, 0.5641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc388464", "doc427621", "doc1246072", "doc703719", "doc703706", "doc703736", "doc106372", "doc106355", "doc703714"], "ranked_scores": [0.6848, 0.6796, 0.6613, 0.645, 0.6359, 0.6302, 0.6259, 0.6247, 0.6204, 0.6201], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7112", "doc7091", "doc7116", "doc7099", "doc692559", "doc7119", "doc695983", "doc1599042", "doc7108"], "ranked_scores": [0.6817, 0.6493, 0.6393, 0.6384, 0.632, 0.6281, 0.6161, 0.5957, 0.5859, 0.5641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc82127", "doc1891830", "doc1846029", "doc1740481", "doc1169637", "doc90819", "doc2236863"], "ranked_scores": [0.7667, 0.6902, 0.6775, 0.5726, 0.5526, 0.5194, 0.5009, 0.5, 0.4984, 0.496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc187232", "doc919332", "doc750407", "doc244368", "doc428406", "doc220990", "doc2203117", "doc2018288"], "ranked_scores": [0.5717, 0.5679, 0.5556, 0.5367, 0.5288, 0.5241, 0.5228, 0.5217, 0.5213, 0.518], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380357", "doc24929", "doc1786046", "doc1926206", "doc1380356", "doc416774", "doc300567", "doc90322", "doc1824654"], "ranked_scores": [0.6682, 0.6343, 0.6184, 0.6154, 0.6103, 0.6066, 0.6061, 0.6051, 0.5999, 0.5972], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc2483632", "doc2225375", "doc1874808", "doc573905", "doc938300", "doc58892", "doc36402", "doc2009369", "doc648355"], "ranked_scores": [0.5992, 0.5648, 0.5568, 0.5558, 0.5458, 0.512, 0.5093, 0.5069, 0.5016, 0.5012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc56921", "doc873481", "doc2509989", "doc56902", "doc2313854", "doc56903", "doc2313864", "doc2091589"], "ranked_scores": [0.7371, 0.732, 0.7232, 0.7051, 0.6436, 0.6141, 0.6069, 0.5922, 0.585, 0.5718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc137908", "doc80074", "doc80154", "doc2076427", "doc1391659", "doc345642", "doc80100", "doc80078", "doc80070"], "ranked_scores": [0.6553, 0.6549, 0.652, 0.6293, 0.6075, 0.5807, 0.5789, 0.5682, 0.5676, 0.5669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1781006", "doc2174234", "doc72416", "doc2010420", "doc702902", "doc183950", "doc108794", "doc527459", "doc506854"], "ranked_scores": [0.819, 0.5514, 0.5509, 0.5422, 0.5314, 0.5192, 0.5187, 0.5064, 0.5009, 0.5006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc26461", "doc207464", "doc131786", "doc2289855", "doc764184", "doc675035", "doc26467", "doc26446"], "ranked_scores": [0.7751, 0.6533, 0.6098, 0.6052, 0.5992, 0.5977, 0.5875, 0.5862, 0.5787, 0.577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc148885", "doc192542", "doc337483", "doc1407977", "doc1732443", "doc308346", "doc890730"], "ranked_scores": [0.7957, 0.5973, 0.5961, 0.5202, 0.5129, 0.5114, 0.5098, 0.5023, 0.4903, 0.4889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc964756", "doc988735", "doc890257", "doc281595", "doc64791", "doc1632991", "doc509898", "doc1285744", "doc2263202"], "ranked_scores": [0.7076, 0.6013, 0.5871, 0.5739, 0.5646, 0.5586, 0.5579, 0.5568, 0.5565, 0.5561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc751435", "doc2060827", "doc1381513", "doc879199", "doc1796400", "doc988607", "doc1368159", "doc1464453"], "ranked_scores": [0.7241, 0.5826, 0.5777, 0.5499, 0.5381, 0.534, 0.5089, 0.5058, 0.4986, 0.4944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64318", "doc851269", "doc41344", "doc922271", "doc35524", "doc64314", "doc64317", "doc1683659", "doc971992"], "ranked_scores": [0.7392, 0.6968, 0.6411, 0.6382, 0.6279, 0.6214, 0.6177, 0.6131, 0.6003, 0.5958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437678", "doc82650", "doc1788429", "doc1520311", "doc587518", "doc437685", "doc1321884", "doc2545031", "doc727452", "doc1977978"], "ranked_scores": [0.6541, 0.6514, 0.6467, 0.6313, 0.627, 0.6181, 0.6039, 0.5987, 0.5972, 0.5914], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc1778592", "doc671985", "doc1315083", "doc1778577", "doc1315097", "doc552720", "doc1315015", "doc1856377"], "ranked_scores": [0.6904, 0.5526, 0.5443, 0.5395, 0.529, 0.529, 0.5273, 0.5249, 0.5224, 0.512], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc1801894", "doc24934", "doc170955", "doc696366", "doc1894178", "doc2131758", "doc1464195", "doc872070", "doc384744"], "ranked_scores": [0.5288, 0.4434, 0.4193, 0.4188, 0.411, 0.3983, 0.3979, 0.397, 0.3926, 0.3888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc611287", "doc89435", "doc371079", "doc1005393", "doc1298637", "doc284394", "doc580016", "doc611282"], "ranked_scores": [0.7293, 0.7046, 0.5928, 0.5924, 0.5851, 0.563, 0.5493, 0.5492, 0.548, 0.5389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394755", "doc1394758", "doc1394760", "doc1635999", "doc173076", "doc967808", "doc2259504", "doc530778"], "ranked_scores": [0.8107, 0.7291, 0.6457, 0.6286, 0.6262, 0.6211, 0.6065, 0.606, 0.6046, 0.6045], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2449643", "doc2527260", "doc660236", "doc1837771", "doc660237", "doc515771", "doc1437877", "doc11669", "doc660271"], "ranked_scores": [0.664, 0.6601, 0.6486, 0.6069, 0.5981, 0.5975, 0.5941, 0.5916, 0.5895, 0.5875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc849003", "doc719006", "doc566026", "doc171833", "doc1729412", "doc543176", "doc2355469", "doc8477"], "ranked_scores": [0.7885, 0.6857, 0.6691, 0.6498, 0.6343, 0.6297, 0.624, 0.6232, 0.5984, 0.5925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc628470", "doc2224155", "doc1927002", "doc52414", "doc2107018", "doc606253", "doc1690531", "doc2252577", "doc6531"], "ranked_scores": [0.6664, 0.6597, 0.6508, 0.648, 0.6446, 0.6217, 0.6071, 0.5909, 0.5909, 0.5894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211230", "doc313364", "doc1540259", "doc70904", "doc465988", "doc313342", "doc378301", "doc435078", "doc1841144", "doc768322"], "ranked_scores": [0.6211, 0.6184, 0.6059, 0.5995, 0.5943, 0.5881, 0.5863, 0.5812, 0.5789, 0.5767], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc336518", "doc2119808", "doc878338", "doc2636635", "doc397701", "doc2187649", "doc2636762", "doc2042102", "doc1736704"], "ranked_scores": [0.6398, 0.5402, 0.5381, 0.528, 0.5138, 0.5131, 0.5102, 0.5021, 0.4995, 0.4897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1962174", "doc884905", "doc2357458", "doc143496", "doc1538025", "doc720754", "doc159492", "doc311498"], "ranked_scores": [0.673, 0.6135, 0.5234, 0.5178, 0.5158, 0.5154, 0.5113, 0.5086, 0.5047, 0.504], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1055373", "doc1345740", "doc376241", "doc1810672", "doc1293555", "doc2005304", "doc1153924", "doc390322", "doc376243"], "ranked_scores": [0.6018, 0.5739, 0.5543, 0.5146, 0.5098, 0.5046, 0.495, 0.4659, 0.4599, 0.4556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1584862", "doc588578", "doc1629620", "doc1333905", "doc1160263", "doc294604", "doc2275203", "doc1943842", "doc641270", "doc61233"], "ranked_scores": [0.6358, 0.6334, 0.6178, 0.6078, 0.5982, 0.589, 0.589, 0.5874, 0.5852, 0.5725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc2067045", "doc221817", "doc312607", "doc1185589", "doc807", "doc2262639", "doc1029479", "doc1370451", "doc1136780"], "ranked_scores": [0.5059, 0.4979, 0.4972, 0.4901, 0.4737, 0.463, 0.4574, 0.4564, 0.4547, 0.4534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88974", "doc88973", "doc1639229", "doc1670518", "doc2624067", "doc2015719", "doc1452752", "doc88933"], "ranked_scores": [0.7498, 0.698, 0.6892, 0.6636, 0.6302, 0.6279, 0.617, 0.6096, 0.594, 0.5873], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338801", "doc338815", "doc338810", "doc21340", "doc1455462", "doc2267530", "doc1455444", "doc642895", "doc1738086", "doc21378"], "ranked_scores": [0.5522, 0.5512, 0.5189, 0.5086, 0.5081, 0.4995, 0.4991, 0.4975, 0.4959, 0.4948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc108559", "doc2072948", "doc63585", "doc18273", "doc63590", "doc911115", "doc108480", "doc1791044", "doc108477"], "ranked_scores": [0.7084, 0.6952, 0.6806, 0.6699, 0.6671, 0.6671, 0.6671, 0.6617, 0.66, 0.6583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7163", "doc1670303", "doc355540", "doc2373327", "doc2128755", "doc2677350", "doc1378028", "doc246550", "doc2475623"], "ranked_scores": [0.6067, 0.5361, 0.519, 0.5071, 0.503, 0.5027, 0.4842, 0.4808, 0.4669, 0.4665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1564136", "doc1826212", "doc1568962", "doc751726", "doc2431178", "doc1260420", "doc751729", "doc751718", "doc1260422"], "ranked_scores": [0.5365, 0.428, 0.4113, 0.3969, 0.3953, 0.3818, 0.371, 0.3609, 0.354, 0.3535], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc1809840", "doc2084882", "doc2057552", "doc2007762", "doc2634368", "doc2011376", "doc705226", "doc1364067", "doc1519779"], "ranked_scores": [0.5325, 0.5114, 0.4919, 0.4898, 0.4635, 0.4542, 0.445, 0.4417, 0.4342, 0.4334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc36460", "doc1618374", "doc1618372", "doc36485", "doc2622759", "doc2362869", "doc2633722", "doc427398"], "ranked_scores": [0.6991, 0.6092, 0.6005, 0.5625, 0.5504, 0.5297, 0.521, 0.5061, 0.5061, 0.5053], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106355", "doc703719", "doc973089", "doc2832", "doc703736", "doc2456577", "doc106372", "doc2877", "doc1390073"], "ranked_scores": [0.658, 0.6101, 0.6081, 0.5975, 0.5907, 0.5898, 0.5894, 0.5889, 0.5819, 0.5704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc643072", "doc1373324", "doc1373323", "doc108887", "doc2393669", "doc108892", "doc1119808", "doc1220654", "doc109002"], "ranked_scores": [0.7253, 0.6849, 0.6795, 0.6765, 0.67, 0.6499, 0.6379, 0.631, 0.6057, 0.6051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc936401", "doc429400", "doc1431001", "doc2378961", "doc380173", "doc1160422"], "ranked_scores": [0.7019, 0.6583, 0.639, 0.5891, 0.5484, 0.5172, 0.5003, 0.4982, 0.4975, 0.4966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc57242", "doc57226", "doc751998", "doc57232", "doc3001", "doc2613570", "doc2116209", "doc63804", "doc1622317"], "ranked_scores": [0.7905, 0.7901, 0.7838, 0.7595, 0.7333, 0.7316, 0.7059, 0.7051, 0.704, 0.6825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2292349", "doc63543", "doc63538", "doc1749973", "doc63542", "doc502099", "doc855132", "doc1942575", "doc2473154", "doc1899261"], "ranked_scores": [0.7307, 0.6966, 0.6602, 0.6473, 0.6348, 0.6201, 0.6144, 0.6105, 0.6086, 0.5954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc25836", "doc21841", "doc1675505", "doc21831", "doc1743887", "doc812322", "doc21829", "doc1393773"], "ranked_scores": [0.7303, 0.6495, 0.6168, 0.6062, 0.599, 0.5957, 0.5937, 0.5902, 0.5868, 0.5827], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc453144", "doc1402781", "doc979079", "doc1347475", "doc1007260", "doc2317442", "doc453091", "doc146074", "doc453089"], "ranked_scores": [0.7036, 0.6865, 0.6724, 0.667, 0.6622, 0.6564, 0.6535, 0.6528, 0.6458, 0.6452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc2165906", "doc1366769", "doc1812661", "doc887635", "doc1382094", "doc1121529", "doc2307709", "doc2165920", "doc684238"], "ranked_scores": [0.7591, 0.7444, 0.7226, 0.7152, 0.7139, 0.7054, 0.7033, 0.7029, 0.6941, 0.6902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1996268", "doc27535", "doc27538", "doc27536", "doc381292", "doc1628841", "doc361696", "doc2272998", "doc2272990"], "ranked_scores": [0.7207, 0.704, 0.7031, 0.6732, 0.6611, 0.6531, 0.6462, 0.6376, 0.6366, 0.6322], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc349744", "doc1369505", "doc54270", "doc1480727", "doc1994393", "doc1328111", "doc484979", "doc512949"], "ranked_scores": [0.8338, 0.7891, 0.769, 0.7322, 0.7179, 0.7075, 0.7037, 0.7031, 0.7024, 0.7006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc32982", "doc101561", "doc67620", "doc264702", "doc761733", "doc1456780", "doc29764", "doc238078"], "ranked_scores": [0.8852, 0.7476, 0.6899, 0.6802, 0.667, 0.6658, 0.6541, 0.6539, 0.648, 0.6447], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc1558629", "doc2083822", "doc91244", "doc1612682", "doc61054", "doc1148551"], "ranked_scores": [0.8236, 0.7751, 0.6973, 0.6532, 0.6406, 0.6264, 0.6262, 0.6186, 0.6156, 0.6125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc97445", "doc369270", "doc2083987", "doc97430", "doc97442", "doc2084014", "doc2071083"], "ranked_scores": [0.7946, 0.7638, 0.684, 0.6616, 0.6436, 0.634, 0.6225, 0.6208, 0.6084, 0.6035], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc281595", "doc1651444", "doc1311119", "doc64791", "doc9798", "doc474854", "doc1063714", "doc1422800", "doc284394"], "ranked_scores": [0.7643, 0.6588, 0.6569, 0.6563, 0.6554, 0.6288, 0.627, 0.619, 0.6174, 0.6174], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1984127", "doc253608", "doc1197760", "doc759547", "doc253606", "doc83871", "doc1984114", "doc437627", "doc1393854"], "ranked_scores": [0.7993, 0.7821, 0.7782, 0.7133, 0.7096, 0.7065, 0.6937, 0.6882, 0.687, 0.6842], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc427621", "doc703705", "doc106332", "doc703733", "doc703736", "doc1246072", "doc106372", "doc106335", "doc703702"], "ranked_scores": [0.7202, 0.7164, 0.7088, 0.6869, 0.6837, 0.6805, 0.68, 0.6786, 0.673, 0.6729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7116", "doc7119", "doc7091", "doc7099", "doc7112", "doc692559", "doc7096", "doc7108", "doc1599042"], "ranked_scores": [0.8066, 0.7924, 0.7777, 0.7667, 0.7458, 0.7404, 0.7327, 0.7227, 0.6979, 0.6895], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82130", "doc1740481", "doc2033842", "doc1891830", "doc82127", "doc155440", "doc2247113", "doc1705674"], "ranked_scores": [0.809, 0.7372, 0.713, 0.6381, 0.6213, 0.6155, 0.5923, 0.592, 0.5853, 0.5827], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc190628", "doc2009369", "doc2370166", "doc802395", "doc382065", "doc187232", "doc750407", "doc269387", "doc2203117"], "ranked_scores": [0.7142, 0.6564, 0.6209, 0.619, 0.618, 0.6122, 0.6076, 0.6035, 0.5947, 0.5942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380357", "doc90322", "doc1824654", "doc1926206", "doc1786046", "doc382236", "doc416774", "doc1380356", "doc1379360"], "ranked_scores": [0.7795, 0.7581, 0.7364, 0.7285, 0.7054, 0.6914, 0.6904, 0.6844, 0.6842, 0.6701], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc58892", "doc1874808", "doc36393", "doc1104361", "doc2483632", "doc2009369", "doc2225375", "doc938300", "doc938302", "doc897"], "ranked_scores": [0.6899, 0.6885, 0.6783, 0.6714, 0.6452, 0.639, 0.6306, 0.6277, 0.6265, 0.6265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc56921", "doc873481", "doc2562070", "doc2509989", "doc952880", "doc1629783", "doc1685439", "doc2313864"], "ranked_scores": [0.8163, 0.8131, 0.7332, 0.7312, 0.6494, 0.649, 0.6473, 0.6432, 0.6355, 0.633], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80154", "doc137908", "doc80074", "doc345642", "doc80078", "doc2076427", "doc1391659", "doc596891", "doc2562963"], "ranked_scores": [0.7324, 0.7264, 0.7036, 0.6984, 0.6767, 0.6629, 0.6549, 0.6523, 0.6404, 0.6393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc1781006", "doc72416", "doc2240291", "doc702902", "doc18814", "doc183955", "doc527459", "doc183950"], "ranked_scores": [0.8746, 0.6951, 0.6864, 0.6814, 0.6742, 0.6688, 0.667, 0.6618, 0.6432, 0.6417], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc675035", "doc474060", "doc26467", "doc1652465", "doc2289855", "doc721916", "doc224770", "doc1576987"], "ranked_scores": [0.8602, 0.7747, 0.7636, 0.7633, 0.7618, 0.7541, 0.7532, 0.7473, 0.7437, 0.7337], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc180234", "doc286821", "doc1682561", "doc337483", "doc1732443", "doc1407977", "doc148885"], "ranked_scores": [0.8501, 0.6813, 0.6298, 0.5993, 0.5952, 0.5922, 0.591, 0.5889, 0.5792, 0.5789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc355540", "doc281595", "doc890684", "doc9798", "doc1008940", "doc371078", "doc964756", "doc86469", "doc2582472"], "ranked_scores": [0.7774, 0.7055, 0.6898, 0.6875, 0.6729, 0.6719, 0.6655, 0.6636, 0.6635, 0.6614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1128302", "doc2217346", "doc2129979", "doc1796400", "doc469056", "doc2060827", "doc1381513", "doc830104"], "ranked_scores": [0.7994, 0.6801, 0.6761, 0.6125, 0.6086, 0.607, 0.606, 0.6057, 0.5946, 0.5935], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64318", "doc922263", "doc388286", "doc922271", "doc851269", "doc41344", "doc2487656", "doc971992", "doc1683659"], "ranked_scores": [0.7663, 0.6883, 0.6715, 0.6698, 0.6523, 0.6481, 0.6449, 0.6376, 0.6373, 0.6358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc82650", "doc727452", "doc1520311", "doc437685", "doc1788429", "doc1739769", "doc1334238", "doc437678", "doc437667", "doc587518"], "ranked_scores": [0.7309, 0.7124, 0.7082, 0.7048, 0.7044, 0.7006, 0.6883, 0.6708, 0.6704, 0.6632], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc720136", "doc552702", "doc866437", "doc1856377", "doc469702", "doc866442", "doc866436", "doc1093057", "doc671985"], "ranked_scores": [0.7579, 0.6378, 0.612, 0.5949, 0.5913, 0.5887, 0.5856, 0.5846, 0.5776, 0.5771], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc872070", "doc1464195", "doc570839", "doc170955", "doc1801894", "doc2041825", "doc1449831", "doc773669", "doc645564"], "ranked_scores": [0.529, 0.5215, 0.5182, 0.4884, 0.4853, 0.4798, 0.4765, 0.4725, 0.4651, 0.4643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc89435", "doc371079", "doc2037498", "doc216330", "doc9798", "doc1982070", "doc284394", "doc851514"], "ranked_scores": [0.7383, 0.7162, 0.7077, 0.6553, 0.6537, 0.65, 0.645, 0.6405, 0.6403, 0.6299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394755", "doc1394760", "doc1394758", "doc1635999", "doc1840635", "doc25697", "doc785116", "doc2529675"], "ranked_scores": [0.8845, 0.7861, 0.7231, 0.7211, 0.7205, 0.7046, 0.6889, 0.6845, 0.6759, 0.6686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2429823", "doc660236", "doc2449643", "doc2527260", "doc147268", "doc660237", "doc2355916", "doc94367", "doc1837771"], "ranked_scores": [0.8205, 0.7586, 0.7549, 0.7531, 0.7488, 0.7343, 0.7299, 0.7104, 0.7075, 0.6969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc849003", "doc258447", "doc171833", "doc566026", "doc719006", "doc1729412", "doc2355469", "doc849000", "doc105758"], "ranked_scores": [0.8275, 0.777, 0.7601, 0.7482, 0.739, 0.7344, 0.7318, 0.727, 0.7146, 0.7131], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc628470", "doc1927002", "doc2224155", "doc2107018", "doc1745418", "doc52414", "doc2081252", "doc623693", "doc2500959"], "ranked_scores": [0.7939, 0.7783, 0.7687, 0.755, 0.752, 0.7432, 0.7174, 0.7156, 0.7124, 0.7067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313364", "doc465988", "doc378301", "doc211230", "doc42101", "doc2502216", "doc313354", "doc435076", "doc1348006", "doc313365"], "ranked_scores": [0.7346, 0.7223, 0.7071, 0.7003, 0.6892, 0.6826, 0.6825, 0.6664, 0.6628, 0.6584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc1597410", "doc2042102", "doc2187649", "doc1736704", "doc1498263", "doc1273973", "doc1185297", "doc2636635"], "ranked_scores": [0.7119, 0.6643, 0.6274, 0.6071, 0.5869, 0.5835, 0.5804, 0.5802, 0.576, 0.5638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc720754", "doc487000", "doc1563751", "doc2357458", "doc1245931", "doc755350", "doc143496", "doc159492"], "ranked_scores": [0.7511, 0.685, 0.6725, 0.6715, 0.6246, 0.6226, 0.6109, 0.6092, 0.6082, 0.6028], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1055373", "doc261351", "doc57975", "doc1810672", "doc1345740", "doc693852", "doc1293555", "doc2209653", "doc376241"], "ranked_scores": [0.7048, 0.6051, 0.5769, 0.5687, 0.568, 0.565, 0.5568, 0.5566, 0.5517, 0.5385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588578", "doc1584862", "doc2465656", "doc61233", "doc1333905", "doc1160263", "doc1943842", "doc1730233", "doc2275203", "doc1629620"], "ranked_scores": [0.7406, 0.7361, 0.7293, 0.7013, 0.6951, 0.6948, 0.6944, 0.6766, 0.6754, 0.6663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc312607", "doc845380", "doc2067045", "doc966112", "doc221817", "doc48882", "doc807", "doc2085567", "doc459774", "doc1136780"], "ranked_scores": [0.6189, 0.6083, 0.6021, 0.5712, 0.5604, 0.5519, 0.5453, 0.5442, 0.5434, 0.5262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88973", "doc88934", "doc88974", "doc1639229", "doc2015719", "doc1670518", "doc2624067", "doc1452752", "doc88933"], "ranked_scores": [0.7984, 0.7859, 0.7712, 0.7539, 0.7482, 0.7371, 0.7351, 0.6962, 0.6755, 0.6754], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338815", "doc338801", "doc21340", "doc669209", "doc2267530", "doc338810", "doc642895", "doc1053988", "doc1308445", "doc338818"], "ranked_scores": [0.6651, 0.6603, 0.6445, 0.6401, 0.6303, 0.6151, 0.6151, 0.5983, 0.587, 0.5844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108559", "doc323321", "doc18273", "doc63590", "doc911115", "doc108480", "doc1791044", "doc63585", "doc108477", "doc1791093"], "ranked_scores": [0.7829, 0.7419, 0.7273, 0.7273, 0.7273, 0.7145, 0.7073, 0.7021, 0.7006, 0.6983], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc2128755", "doc2482938", "doc7163", "doc1378028", "doc1670303", "doc1299060", "doc1183356", "doc1746512", "doc2163101"], "ranked_scores": [0.6856, 0.6797, 0.6321, 0.6295, 0.6259, 0.6069, 0.6047, 0.5924, 0.591, 0.5909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc1564136", "doc751729", "doc455756", "doc2295957", "doc751718", "doc2653657", "doc1260422", "doc1260420"], "ranked_scores": [0.5254, 0.5168, 0.504, 0.4646, 0.4134, 0.4083, 0.408, 0.4042, 0.3867, 0.3831], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc642762", "doc2084882", "doc2634368", "doc2011376", "doc495543", "doc2057552", "doc785515", "doc1519779", "doc725581"], "ranked_scores": [0.6955, 0.6671, 0.6288, 0.6251, 0.6158, 0.5993, 0.5843, 0.5831, 0.5826, 0.5825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36460", "doc36463", "doc1618372", "doc36485", "doc1618376", "doc1618374", "doc1926783", "doc2362869", "doc2633722"], "ranked_scores": [0.7831, 0.7163, 0.7078, 0.6904, 0.6843, 0.6807, 0.6772, 0.6586, 0.6554, 0.6554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc703736", "doc106372", "doc2456577", "doc150031", "doc703719", "doc2832", "doc2877", "doc436998", "doc106355"], "ranked_scores": [0.7655, 0.7043, 0.7036, 0.6833, 0.6655, 0.6552, 0.6552, 0.6493, 0.6437, 0.6409], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc626438", "doc643072", "doc1373323", "doc109002", "doc2393669", "doc108887", "doc2167590", "doc1119808", "doc108892"], "ranked_scores": [0.8359, 0.8215, 0.7835, 0.774, 0.7657, 0.7652, 0.7608, 0.7547, 0.7484, 0.7172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77976", "doc77971", "doc1430993", "doc936401", "doc251579", "doc2019605", "doc879199", "doc418974", "doc1160422"], "ranked_scores": [0.7623, 0.7546, 0.7057, 0.6757, 0.6411, 0.6397, 0.6261, 0.6004, 0.5999, 0.5976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-post-int8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc57242", "doc751998", "doc3001", "doc57232", "doc1622317", "doc63804", "doc1665946", "doc1104254"], "ranked_scores": [0.6922, 0.6507, 0.6491, 0.6189, 0.5535, 0.5462, 0.5206, 0.5161, 0.5061, 0.4783], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc1664486", "doc2292349", "doc1664485", "doc1942575", "doc1952699", "doc474276", "doc2217711"], "ranked_scores": [0.6507, 0.6357, 0.5796, 0.5681, 0.5464, 0.5141, 0.501, 0.4987, 0.4801, 0.4742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc2285692", "doc21829", "doc1675505", "doc21831", "doc452039", "doc278091", "doc21841"], "ranked_scores": [0.6851, 0.6263, 0.5461, 0.5309, 0.5135, 0.5099, 0.5079, 0.5049, 0.4987, 0.4968], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc392077", "doc453089", "doc453144", "doc453091", "doc1402781", "doc232625", "doc415323", "doc1247565", "doc979079", "doc146101"], "ranked_scores": [0.5459, 0.5444, 0.5352, 0.5331, 0.533, 0.5288, 0.5284, 0.5239, 0.5198, 0.519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc2165905", "doc1812661", "doc88443", "doc1366757", "doc1366756", "doc887635", "doc1741706", "doc1715056", "doc1812659"], "ranked_scores": [0.6157, 0.5972, 0.592, 0.5761, 0.572, 0.5719, 0.5667, 0.5622, 0.5599, 0.5581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc540358", "doc1996268", "doc27535", "doc381292", "doc27536", "doc1324046", "doc2272998", "doc27538", "doc1727553"], "ranked_scores": [0.5543, 0.5237, 0.5204, 0.5161, 0.5157, 0.4971, 0.497, 0.4782, 0.476, 0.4635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc1669853", "doc579128", "doc825186", "doc484979", "doc1369505", "doc208541", "doc2206589", "doc1994393"], "ranked_scores": [0.7551, 0.6743, 0.6278, 0.6121, 0.5994, 0.5982, 0.5977, 0.5962, 0.5946, 0.5906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc101561", "doc1798668", "doc29764", "doc38721", "doc641530", "doc29759", "doc1486663", "doc1052760", "doc29765"], "ranked_scores": [0.7413, 0.563, 0.547, 0.5457, 0.5244, 0.5235, 0.5132, 0.5058, 0.4951, 0.4834], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc61054", "doc988606", "doc91244", "doc1380860", "doc2083822", "doc829494"], "ranked_scores": [0.7469, 0.6315, 0.6123, 0.5928, 0.5261, 0.4944, 0.4937, 0.491, 0.4819, 0.4812], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc97442", "doc1116765", "doc97430", "doc2071083", "doc2071107", "doc2084014", "doc369237"], "ranked_scores": [0.7447, 0.7013, 0.6597, 0.6245, 0.6217, 0.6016, 0.5124, 0.5013, 0.501, 0.4762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1651444", "doc64791", "doc562696", "doc47608", "doc727789", "doc2224204", "doc2540212", "doc1153299"], "ranked_scores": [0.6511, 0.5491, 0.5478, 0.5038, 0.4983, 0.4922, 0.4836, 0.4764, 0.4642, 0.4604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1984127", "doc253608", "doc759547", "doc2372621", "doc83871", "doc83872", "doc1974480", "doc1984114", "doc50109"], "ranked_scores": [0.6464, 0.625, 0.6216, 0.551, 0.5351, 0.5315, 0.5154, 0.5139, 0.5132, 0.513], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc388464", "doc703719", "doc106355", "doc427621", "doc703736", "doc106372", "doc106335", "doc1246072", "doc106333"], "ranked_scores": [0.6463, 0.6324, 0.5943, 0.5778, 0.575, 0.5644, 0.5633, 0.5532, 0.549, 0.5473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7116", "doc7112", "doc7091", "doc7119", "doc7099", "doc692559", "doc1599042", "doc695983", "doc7108"], "ranked_scores": [0.6155, 0.5886, 0.5875, 0.5841, 0.5677, 0.5666, 0.543, 0.5409, 0.5218, 0.4984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc82127", "doc1891830", "doc90819", "doc1169637", "doc1740481", "doc431563", "doc1846029"], "ranked_scores": [0.73, 0.6537, 0.6273, 0.5401, 0.5154, 0.4777, 0.4636, 0.4623, 0.4374, 0.4352], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc897", "doc187232", "doc244368", "doc439366", "doc220990", "doc919332", "doc2009369", "doc382065", "doc2203117"], "ranked_scores": [0.5144, 0.5117, 0.4826, 0.4736, 0.4583, 0.4522, 0.4457, 0.4418, 0.4364, 0.4347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc24929", "doc1380357", "doc90322", "doc1926206", "doc1786046", "doc1824654", "doc300567", "doc30773", "doc1686189"], "ranked_scores": [0.6215, 0.5795, 0.5676, 0.5663, 0.5621, 0.5612, 0.5583, 0.5518, 0.5439, 0.5388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc573905", "doc2225375", "doc2483632", "doc36402", "doc1874808", "doc2009369", "doc402317", "doc58892", "doc648355"], "ranked_scores": [0.4742, 0.4499, 0.4425, 0.4302, 0.4184, 0.4006, 0.398, 0.3979, 0.3873, 0.3811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc56921", "doc873481", "doc2509989", "doc2313854", "doc56902", "doc56903", "doc2313864", "doc2091589"], "ranked_scores": [0.7033, 0.6875, 0.6849, 0.6506, 0.5935, 0.5883, 0.5847, 0.563, 0.5537, 0.533], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc137908", "doc80154", "doc80074", "doc2076427", "doc345642", "doc80067", "doc80078", "doc1391659", "doc80070"], "ranked_scores": [0.5955, 0.5955, 0.5802, 0.5726, 0.5328, 0.5148, 0.512, 0.5108, 0.5106, 0.5037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4685, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2010420", "doc1781006", "doc72416", "doc183950", "doc2174234", "doc702902", "doc180079", "doc108794", "doc1430768"], "ranked_scores": [0.806, 0.5324, 0.5163, 0.5116, 0.5073, 0.5051, 0.4998, 0.4883, 0.4873, 0.4851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc26461", "doc131786", "doc207464", "doc2289855", "doc764184", "doc224770", "doc26467", "doc26446"], "ranked_scores": [0.7364, 0.6029, 0.5501, 0.547, 0.5439, 0.5409, 0.5369, 0.5334, 0.5225, 0.5197], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc148885", "doc337483", "doc192542", "doc1732443", "doc1407977", "doc302286", "doc1682561"], "ranked_scores": [0.7604, 0.5675, 0.5452, 0.4914, 0.4782, 0.4654, 0.4528, 0.4498, 0.4492, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc964756", "doc988735", "doc64791", "doc2263202", "doc1632991", "doc509898", "doc890257", "doc1285744", "doc2680676"], "ranked_scores": [0.6623, 0.5359, 0.5233, 0.5121, 0.5052, 0.5019, 0.5003, 0.499, 0.4977, 0.4972], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc751435", "doc2060827", "doc1381513", "doc1368159", "doc1464453", "doc879199", "doc2362748", "doc1796400"], "ranked_scores": [0.7055, 0.5229, 0.5061, 0.4784, 0.4569, 0.45, 0.4488, 0.4473, 0.4468, 0.4423], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64318", "doc41344", "doc851269", "doc64314", "doc35524", "doc922271", "doc1683659", "doc64317", "doc1385349"], "ranked_scores": [0.666, 0.6332, 0.5837, 0.5796, 0.5646, 0.5623, 0.5572, 0.5565, 0.5532, 0.5439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc82650", "doc437678", "doc1788429", "doc1520311", "doc2545031", "doc587518", "doc727452", "doc1321884", "doc252389", "doc459280"], "ranked_scores": [0.616, 0.5894, 0.5779, 0.5716, 0.5637, 0.5607, 0.5459, 0.544, 0.5422, 0.54], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc671985", "doc2296331", "doc1778577", "doc1314857", "doc1778592", "doc1315083", "doc720175", "doc1315064", "doc1314979"], "ranked_scores": [0.6563, 0.5093, 0.4773, 0.4692, 0.4685, 0.4684, 0.468, 0.462, 0.4616, 0.4611], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1801894", "doc24934", "doc696366", "doc570839", "doc170955", "doc1464195", "doc1894178", "doc1449831", "doc1597244"], "ranked_scores": [0.4903, 0.4207, 0.3786, 0.3618, 0.3618, 0.3578, 0.3472, 0.3465, 0.3404, 0.3365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc611287", "doc89435", "doc611282", "doc371079", "doc1005393", "doc611283", "doc284394", "doc172947"], "ranked_scores": [0.7129, 0.6878, 0.5999, 0.5631, 0.545, 0.5383, 0.535, 0.529, 0.5154, 0.5044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1635999", "doc173076", "doc25697", "doc324530", "doc233596", "doc530778", "doc1394760", "doc579817"], "ranked_scores": [0.7875, 0.6666, 0.6222, 0.5858, 0.581, 0.5786, 0.5755, 0.5755, 0.5739, 0.5682], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2449643", "doc2527260", "doc1837771", "doc660271", "doc11669", "doc660236", "doc147268", "doc1437877", "doc2194194"], "ranked_scores": [0.624, 0.6102, 0.5667, 0.5606, 0.5515, 0.5483, 0.5418, 0.5415, 0.5409, 0.535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc849003", "doc171833", "doc719006", "doc543176", "doc566026", "doc105759", "doc8477", "doc1516597"], "ranked_scores": [0.7584, 0.6592, 0.5843, 0.5842, 0.5842, 0.572, 0.5627, 0.5459, 0.5456, 0.5415], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc628470", "doc1927002", "doc52414", "doc2224155", "doc2107018", "doc606253", "doc2081252", "doc1690531", "doc2252577"], "ranked_scores": [0.6316, 0.6117, 0.6067, 0.5978, 0.5844, 0.5634, 0.5579, 0.5516, 0.5457, 0.5457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211230", "doc313364", "doc1540259", "doc435076", "doc70904", "doc465988", "doc42101", "doc378301", "doc768322", "doc720207"], "ranked_scores": [0.5759, 0.565, 0.5572, 0.5365, 0.5349, 0.5328, 0.5204, 0.5194, 0.5177, 0.5172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc336518", "doc2187649", "doc2119808", "doc397701", "doc1273973", "doc878338", "doc2636762", "doc733127", "doc2636635"], "ranked_scores": [0.5646, 0.4978, 0.4724, 0.4713, 0.4541, 0.4367, 0.4282, 0.424, 0.422, 0.419], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1962174", "doc2357458", "doc884905", "doc143496", "doc311498", "doc159492", "doc1746659", "doc1538025"], "ranked_scores": [0.6286, 0.5655, 0.4473, 0.4347, 0.4336, 0.428, 0.424, 0.4235, 0.4232, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1055373", "doc1345740", "doc1810672", "doc1293555", "doc376241", "doc2005304", "doc57975", "doc864555", "doc376243"], "ranked_scores": [0.5415, 0.5203, 0.5031, 0.4578, 0.4533, 0.4429, 0.4279, 0.4208, 0.4134, 0.4004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1584862", "doc588578", "doc1629620", "doc1160263", "doc2275203", "doc1333905", "doc294604", "doc641270", "doc61233", "doc1943842"], "ranked_scores": [0.5886, 0.5816, 0.5587, 0.542, 0.5384, 0.5342, 0.5319, 0.5302, 0.5288, 0.5249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc845380", "doc1136780", "doc312607", "doc2067045", "doc1185589", "doc877974", "doc2652795", "doc190844", "doc201166"], "ranked_scores": [0.4601, 0.4386, 0.4252, 0.4242, 0.4157, 0.4079, 0.3963, 0.3849, 0.3791, 0.3789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc88934", "doc88973", "doc1639229", "doc2015719", "doc1670518", "doc88933", "doc1452752", "doc2624067"], "ranked_scores": [0.7186, 0.6785, 0.6751, 0.6408, 0.6083, 0.5997, 0.5996, 0.5687, 0.5393, 0.5322], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338815", "doc338801", "doc338810", "doc21340", "doc21378", "doc338818", "doc21350", "doc1455462", "doc1455444", "doc642895"], "ranked_scores": [0.5194, 0.4922, 0.4752, 0.4582, 0.4567, 0.4516, 0.446, 0.4457, 0.435, 0.4318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc108559", "doc63585", "doc18273", "doc63590", "doc911115", "doc108480", "doc108477", "doc2072948", "doc18274"], "ranked_scores": [0.6508, 0.6314, 0.608, 0.606, 0.606, 0.606, 0.6012, 0.5988, 0.5982, 0.5915], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7163", "doc355540", "doc1670303", "doc7166", "doc2128755", "doc2677350", "doc1299060", "doc2482938", "doc1026678"], "ranked_scores": [0.5309, 0.4962, 0.4469, 0.4439, 0.4353, 0.4299, 0.419, 0.4146, 0.4066, 0.4058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc751726", "doc751729", "doc455756", "doc2295957", "doc1568962", "doc2431178", "doc1564136", "doc751718"], "ranked_scores": [0.5103, 0.383, 0.3707, 0.3522, 0.3334, 0.3318, 0.3221, 0.3174, 0.3167, 0.3147], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc1809840", "doc2057552", "doc2084882", "doc1364067", "doc785515", "doc1993448", "doc2634368", "doc2007762", "doc705226"], "ranked_scores": [0.4907, 0.4349, 0.4194, 0.4189, 0.3901, 0.3748, 0.3696, 0.366, 0.3544, 0.3522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc36460", "doc1618374", "doc36485", "doc1618372", "doc2622759", "doc1618376", "doc2362869", "doc2633722"], "ranked_scores": [0.665, 0.5808, 0.5435, 0.528, 0.5092, 0.505, 0.4616, 0.4605, 0.4511, 0.4511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106355", "doc2456577", "doc703719", "doc703736", "doc106372", "doc973089", "doc2832", "doc2877", "doc1390073"], "ranked_scores": [0.6519, 0.5806, 0.579, 0.5782, 0.564, 0.5627, 0.5573, 0.55, 0.533, 0.5297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc643072", "doc1373323", "doc108887", "doc1373324", "doc2393669", "doc108892", "doc1119808", "doc1220654", "doc873559"], "ranked_scores": [0.6797, 0.6521, 0.6422, 0.641, 0.6341, 0.6032, 0.5867, 0.5789, 0.5575, 0.5555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc936401", "doc1431001", "doc1160422", "doc380173", "doc77973", "doc429400"], "ranked_scores": [0.6417, 0.5784, 0.5611, 0.5276, 0.4771, 0.4458, 0.4043, 0.3978, 0.3949, 0.3902], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-post-binary": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc57242", "doc751998", "doc1665946", "doc57232", "doc1622317", "doc63804", "doc3001", "doc2116209"], "ranked_scores": [602.0, 568.0, 568.0, 556.0, 547.0, 533.0, 532.0, 530.0, 528.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc1664486", "doc2473154", "doc2292349", "doc1038212", "doc1952699", "doc474276", "doc1664485"], "ranked_scores": [567.0, 564.0, 548.0, 547.0, 527.0, 526.0, 525.0, 524.0, 524.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc21829", "doc21831", "doc812322", "doc1675505", "doc278091", "doc660012", "doc452039", "doc78091"], "ranked_scores": [574.0, 554.0, 536.0, 531.0, 528.0, 528.0, 527.0, 526.0, 524.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453089", "doc1247565", "doc453091", "doc415323", "doc1402781", "doc1402783", "doc453144", "doc146101", "doc979079", "doc658301"], "ranked_scores": [552.0, 548.0, 546.0, 546.0, 541.0, 540.0, 539.0, 537.0, 536.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc887635", "doc1812661", "doc1366765", "doc2372193", "doc1741702", "doc338852", "doc2165906", "doc2165915", "doc1715056"], "ranked_scores": [568.0, 566.0, 562.0, 559.0, 557.0, 555.0, 554.0, 551.0, 550.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc540358", "doc1324046", "doc27538", "doc27529", "doc1727553", "doc27535", "doc381292", "doc361696", "doc2272998", "doc540404"], "ranked_scores": [546.0, 545.0, 538.0, 536.0, 533.0, 531.0, 529.0, 524.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc349744", "doc825186", "doc484979", "doc2206589", "doc1994393", "doc268699", "doc1340806", "doc1669853"], "ranked_scores": [606.0, 583.0, 575.0, 573.0, 563.0, 563.0, 562.0, 561.0, 558.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc101561", "doc641530", "doc1486663", "doc29759", "doc761733", "doc625773", "doc88615", "doc2107778"], "ranked_scores": [636.0, 570.0, 566.0, 553.0, 553.0, 550.0, 546.0, 545.0, 540.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc1325273", "doc2083822", "doc1048266", "doc2193668", "doc61054", "doc988606"], "ranked_scores": [592.0, 565.0, 554.0, 548.0, 525.0, 519.0, 511.0, 511.0, 509.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97442", "doc97421", "doc97445", "doc1116765", "doc97430", "doc369237", "doc2071083", "doc2071107", "doc2083987"], "ranked_scores": [616.0, 567.0, 567.0, 562.0, 562.0, 543.0, 537.0, 536.0, 527.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc736558", "doc281595", "doc1911857", "doc2224204", "doc562696", "doc988735", "doc33196", "doc562262"], "ranked_scores": [568.0, 557.0, 540.0, 536.0, 532.0, 531.0, 529.0, 528.0, 528.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc1984127", "doc759547", "doc83875", "doc50109", "doc83872", "doc437627", "doc2372621", "doc1974480"], "ranked_scores": [571.0, 562.0, 551.0, 544.0, 533.0, 529.0, 529.0, 527.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc106332", "doc703719", "doc2836", "doc24311", "doc106362", "doc427621", "doc392488", "doc150064", "doc703714"], "ranked_scores": [571.0, 565.0, 556.0, 552.0, 551.0, 551.0, 551.0, 551.0, 549.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc692559", "doc7119", "doc7091", "doc7112", "doc7099", "doc1599042", "doc526956", "doc695983", "doc7116"], "ranked_scores": [570.0, 566.0, 551.0, 551.0, 549.0, 547.0, 545.0, 541.0, 541.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82130", "doc82127", "doc1891830", "doc90819", "doc1740481", "doc1846029", "doc1169637", "doc672521"], "ranked_scores": [597.0, 561.0, 556.0, 529.0, 518.0, 513.0, 509.0, 507.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc187232", "doc2193690", "doc269387", "doc897", "doc382065", "doc919332", "doc1369722", "doc2203117", "doc2018288", "doc220990"], "ranked_scores": [547.0, 535.0, 533.0, 530.0, 529.0, 526.0, 526.0, 525.0, 524.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc24929", "doc1786046", "doc1380357", "doc1824654", "doc300567", "doc1926206", "doc468490", "doc303116", "doc90322"], "ranked_scores": [557.0, 553.0, 550.0, 546.0, 543.0, 540.0, 539.0, 538.0, 534.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc1104361", "doc1874808", "doc2225375", "doc2193690", "doc938300", "doc2340753", "doc1902615", "doc244368", "doc402317"], "ranked_scores": [536.0, 534.0, 524.0, 521.0, 520.0, 518.0, 518.0, 515.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc1102442", "doc56921", "doc56897", "doc2509989", "doc56902", "doc1927193", "doc2313854", "doc56909", "doc952849"], "ranked_scores": [597.0, 591.0, 586.0, 585.0, 558.0, 553.0, 549.0, 548.0, 547.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80154", "doc80151", "doc80074", "doc137908", "doc2557673", "doc2557709", "doc345642", "doc1521484", "doc367206", "doc439513"], "ranked_scores": [552.0, 551.0, 539.0, 536.0, 536.0, 530.0, 528.0, 525.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc2010420", "doc702902", "doc506841", "doc183950", "doc1214168", "doc1781006", "doc1430768", "doc183948"], "ranked_scores": [609.0, 535.0, 534.0, 526.0, 526.0, 519.0, 514.0, 514.0, 511.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26461", "doc99377", "doc207464", "doc796735", "doc764184", "doc2289855", "doc26458", "doc725659", "doc224770"], "ranked_scores": [582.0, 550.0, 544.0, 541.0, 540.0, 536.0, 533.0, 532.0, 531.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc337483", "doc148885", "doc302286", "doc889101", "doc2592003", "doc2438080", "doc1682561"], "ranked_scores": [603.0, 538.0, 537.0, 526.0, 521.0, 517.0, 517.0, 514.0, 514.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc2582472", "doc1632991", "doc964756", "doc2263202", "doc2389179", "doc890684", "doc57948", "doc64791", "doc37884"], "ranked_scores": [589.0, 543.0, 538.0, 536.0, 532.0, 532.0, 529.0, 528.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc1381513", "doc1796400", "doc879199", "doc2060827", "doc2067181", "doc1643694", "doc536374", "doc988607"], "ranked_scores": [604.0, 538.0, 537.0, 535.0, 532.0, 526.0, 524.0, 521.0, 520.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc851269", "doc922271", "doc971992", "doc35524", "doc64314", "doc41344", "doc388286", "doc2487656"], "ranked_scores": [570.0, 567.0, 553.0, 552.0, 552.0, 549.0, 548.0, 548.0, 539.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437678", "doc437685", "doc1788429", "doc2545031", "doc82650", "doc1520311", "doc1520278", "doc1520300", "doc1321868", "doc437683"], "ranked_scores": [562.0, 556.0, 553.0, 550.0, 546.0, 544.0, 543.0, 537.0, 535.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315097", "doc1315015", "doc1315001", "doc552702", "doc1315083", "doc1778577", "doc1726816", "doc552697", "doc865438"], "ranked_scores": [565.0, 525.0, 523.0, 521.0, 519.0, 519.0, 518.0, 517.0, 517.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1801894", "doc24934", "doc2334138", "doc1904094", "doc200940", "doc1445420", "doc645564", "doc388419", "doc602735"], "ranked_scores": [513.0, 501.0, 490.0, 487.0, 486.0, 485.0, 483.0, 482.0, 481.0, 481.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc611287", "doc89435", "doc1005393", "doc580016", "doc513055", "doc371079", "doc1451837", "doc609671"], "ranked_scores": [566.0, 559.0, 549.0, 543.0, 538.0, 536.0, 536.0, 536.0, 534.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc530778", "doc1635999", "doc1394760", "doc2259504", "doc1684137", "doc1394758", "doc1517979", "doc25697"], "ranked_scores": [613.0, 581.0, 560.0, 558.0, 557.0, 557.0, 554.0, 552.0, 547.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1837771", "doc402145", "doc2527260", "doc206040", "doc1437877", "doc660236", "doc934719", "doc660271", "doc2449643", "doc660237"], "ranked_scores": [547.0, 547.0, 543.0, 540.0, 538.0, 536.0, 536.0, 535.0, 531.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc849003", "doc8477", "doc849000", "doc543176", "doc105759", "doc105751", "doc105763", "doc719006"], "ranked_scores": [625.0, 577.0, 563.0, 562.0, 555.0, 554.0, 549.0, 549.0, 547.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc52414", "doc628470", "doc2224155", "doc2107018", "doc1690531", "doc1927002", "doc2252577", "doc4147", "doc2212269"], "ranked_scores": [561.0, 560.0, 559.0, 557.0, 551.0, 550.0, 550.0, 550.0, 550.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1841145", "doc42101", "doc1540259", "doc211230", "doc313364", "doc70904", "doc1841144", "doc378301", "doc313354", "doc707801"], "ranked_scores": [556.0, 555.0, 552.0, 550.0, 548.0, 548.0, 546.0, 542.0, 540.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc336518", "doc15890", "doc2187649", "doc878338", "doc2636762", "doc2636635", "doc2119808", "doc397701", "doc264212", "doc1736708"], "ranked_scores": [539.0, 537.0, 536.0, 525.0, 525.0, 525.0, 521.0, 519.0, 513.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1962174", "doc1130168", "doc487000", "doc884905", "doc841633", "doc190988", "doc2357458", "doc159492"], "ranked_scores": [564.0, 535.0, 523.0, 522.0, 522.0, 518.0, 518.0, 516.0, 513.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc1345740", "doc1810672", "doc2005304", "doc601133", "doc1293555", "doc564961", "doc390322", "doc261351", "doc376241"], "ranked_scores": [549.0, 546.0, 544.0, 542.0, 540.0, 519.0, 518.0, 518.0, 516.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588578", "doc1584862", "doc1160263", "doc1333905", "doc1629620", "doc294604", "doc1943842", "doc1304447", "doc536273", "doc61233"], "ranked_scores": [565.0, 555.0, 552.0, 545.0, 545.0, 544.0, 540.0, 535.0, 534.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc1892012", "doc1185589", "doc2391797", "doc845380", "doc312607", "doc1499831", "doc1033272", "doc1029479", "doc2652795"], "ranked_scores": [514.0, 509.0, 507.0, 504.0, 501.0, 500.0, 498.0, 496.0, 494.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc88931", "doc88974", "doc88973", "doc1670518", "doc2624067", "doc1639229", "doc2015719", "doc2288308", "doc1763997"], "ranked_scores": [582.0, 570.0, 563.0, 560.0, 548.0, 544.0, 543.0, 542.0, 538.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338801", "doc21340", "doc21378", "doc864003", "doc338810", "doc642895", "doc1455444", "doc338818", "doc338815", "doc2262127"], "ranked_scores": [535.0, 532.0, 524.0, 523.0, 519.0, 519.0, 516.0, 516.0, 513.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc1374770", "doc108559", "doc323321", "doc108480", "doc18273", "doc911115", "doc63590", "doc2003302", "doc376580", "doc63585"], "ranked_scores": [584.0, 579.0, 572.0, 566.0, 564.0, 564.0, 564.0, 563.0, 563.0, 562.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1026678", "doc1670303", "doc355540", "doc7163", "doc1585578", "doc299691", "doc7161", "doc246550", "doc2677350"], "ranked_scores": [561.0, 529.0, 520.0, 515.0, 515.0, 512.0, 511.0, 506.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc751726", "doc1826212", "doc751718", "doc1564136", "doc751729", "doc485243", "doc751719", "doc368860", "doc1568962"], "ranked_scores": [525.0, 500.0, 494.0, 491.0, 488.0, 487.0, 486.0, 482.0, 481.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2057552", "doc1809840", "doc642762", "doc1961593", "doc2639996", "doc1364067", "doc1382750", "doc1519779", "doc2634368", "doc717117"], "ranked_scores": [528.0, 523.0, 516.0, 508.0, 506.0, 505.0, 499.0, 496.0, 495.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc36467", "doc2622759", "doc1618372", "doc1618374", "doc36463", "doc36485", "doc2362869", "doc417406", "doc2633722"], "ranked_scores": [551.0, 551.0, 533.0, 528.0, 522.0, 518.0, 518.0, 515.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc2456577", "doc703719", "doc2832", "doc973089", "doc106355", "doc703736", "doc106372", "doc1390073", "doc2246484"], "ranked_scores": [582.0, 548.0, 536.0, 532.0, 532.0, 531.0, 528.0, 526.0, 525.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc626438", "doc2393669", "doc108887", "doc1373323", "doc643072", "doc108892", "doc1581104", "doc1119544", "doc109002"], "ranked_scores": [577.0, 570.0, 568.0, 566.0, 566.0, 562.0, 557.0, 557.0, 552.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc1160422", "doc380173", "doc691881", "doc2378961", "doc936401", "doc969155"], "ranked_scores": [581.0, 569.0, 564.0, 535.0, 530.0, 526.0, 526.0, 525.0, 522.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc57226", "doc751998", "doc57242", "doc57232", "doc1665946", "doc3001", "doc63804", "doc57248", "doc2040327"], "ranked_scores": [621.0, 616.0, 611.0, 606.0, 588.0, 578.0, 572.0, 560.0, 556.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1664486", "doc1664485", "doc2292349", "doc474276", "doc314759", "doc310191", "doc1749973", "doc2664641"], "ranked_scores": [598.0, 583.0, 563.0, 549.0, 548.0, 543.0, 532.0, 531.0, 530.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc21841", "doc812322", "doc21831", "doc21829", "doc21871", "doc25836", "doc1393773", "doc2074523"], "ranked_scores": [562.0, 557.0, 552.0, 545.0, 545.0, 545.0, 537.0, 535.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc415323", "doc564709", "doc146101", "doc453089", "doc979079", "doc1402781", "doc392077", "doc1247565", "doc232625"], "ranked_scores": [583.0, 576.0, 575.0, 571.0, 566.0, 563.0, 561.0, 560.0, 555.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc1741704", "doc887635", "doc1741706", "doc1741701", "doc559430", "doc2165920", "doc866525", "doc1121527", "doc1366765"], "ranked_scores": [582.0, 574.0, 572.0, 570.0, 567.0, 564.0, 564.0, 562.0, 560.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1324046", "doc27538", "doc540363", "doc381292", "doc2272998", "doc27529", "doc361696", "doc1478939", "doc1386925", "doc2272990"], "ranked_scores": [562.0, 557.0, 552.0, 547.0, 540.0, 537.0, 533.0, 532.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc856735", "doc782194", "doc825186", "doc579128", "doc1994393", "doc349747", "doc1924612", "doc825187"], "ranked_scores": [646.0, 590.0, 580.0, 573.0, 572.0, 570.0, 569.0, 568.0, 565.0, 563.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc29764", "doc29765", "doc1486663", "doc1798668", "doc29759", "doc101561", "doc641530", "doc761733", "doc1456780"], "ranked_scores": [638.0, 566.0, 563.0, 555.0, 553.0, 551.0, 550.0, 540.0, 537.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc1048266", "doc2080046", "doc1380860", "doc829494", "doc1558629", "doc61054"], "ranked_scores": [606.0, 594.0, 576.0, 542.0, 534.0, 525.0, 524.0, 520.0, 516.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97442", "doc97445", "doc1116765", "doc97421", "doc369237", "doc97430", "doc2071066", "doc369220", "doc369234"], "ranked_scores": [612.0, 591.0, 583.0, 583.0, 583.0, 551.0, 537.0, 528.0, 528.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc698033", "doc1458417", "doc1651444", "doc562696", "doc1357070", "doc233794", "doc727789", "doc736558"], "ranked_scores": [604.0, 566.0, 546.0, 546.0, 534.0, 533.0, 529.0, 526.0, 524.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc1984127", "doc83872", "doc2254475", "doc83875", "doc2372621", "doc1974480", "doc2254465", "doc83871"], "ranked_scores": [588.0, 582.0, 575.0, 548.0, 546.0, 543.0, 538.0, 536.0, 532.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703728", "doc1246069", "doc106332", "doc106372", "doc703736", "doc703714", "doc703702", "doc106338", "doc388464", "doc703705"], "ranked_scores": [604.0, 603.0, 600.0, 597.0, 596.0, 594.0, 589.0, 589.0, 585.0, 585.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc692559", "doc7108", "doc7099", "doc7091", "doc1377683", "doc2670770", "doc7119", "doc7112", "doc1599042"], "ranked_scores": [584.0, 563.0, 563.0, 558.0, 557.0, 555.0, 541.0, 539.0, 539.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc82127", "doc1891830", "doc1169637", "doc2115479", "doc431563", "doc493405", "doc2000096"], "ranked_scores": [648.0, 581.0, 556.0, 551.0, 549.0, 524.0, 521.0, 518.0, 517.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc382065", "doc269387", "doc220990", "doc2018288", "doc2193690", "doc750416", "doc2203117", "doc439366", "doc919340"], "ranked_scores": [553.0, 529.0, 528.0, 517.0, 517.0, 517.0, 514.0, 513.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc24929", "doc1926206", "doc90322", "doc132960", "doc300567", "doc1786046", "doc1824654", "doc2202506", "doc1380357"], "ranked_scores": [576.0, 566.0, 563.0, 545.0, 542.0, 542.0, 537.0, 536.0, 536.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36393", "doc1104361", "doc2483632", "doc2009369", "doc36402", "doc648355", "doc2225375", "doc2277317", "doc938300", "doc1136735"], "ranked_scores": [549.0, 545.0, 540.0, 537.0, 536.0, 533.0, 527.0, 521.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc56921", "doc873481", "doc2091589", "doc56902", "doc2509989", "doc2408092", "doc2678215", "doc56909"], "ranked_scores": [614.0, 609.0, 599.0, 581.0, 566.0, 563.0, 557.0, 547.0, 541.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80154", "doc80074", "doc596891", "doc80078", "doc80148", "doc80067", "doc137908", "doc80151", "doc2076427", "doc1357314"], "ranked_scores": [565.0, 562.0, 559.0, 559.0, 558.0, 553.0, 553.0, 553.0, 552.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc183950", "doc1248717", "doc556367", "doc108794", "doc2240291", "doc1781006", "doc72416", "doc2010420"], "ranked_scores": [632.0, 522.0, 519.0, 515.0, 514.0, 513.0, 507.0, 507.0, 507.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc138458", "doc26461", "doc1202814", "doc725659", "doc26467", "doc224101", "doc675035", "doc99377", "doc1204806"], "ranked_scores": [607.0, 564.0, 563.0, 560.0, 553.0, 550.0, 550.0, 549.0, 549.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc286821", "doc337483", "doc1407977", "doc1682561", "doc302286", "doc1219639", "doc119586"], "ranked_scores": [637.0, 582.0, 578.0, 532.0, 530.0, 529.0, 528.0, 521.0, 521.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc57948", "doc2389178", "doc37890", "doc2115402", "doc37884", "doc119508", "doc1335341", "doc721746", "doc1008940"], "ranked_scores": [603.0, 557.0, 556.0, 543.0, 541.0, 540.0, 538.0, 536.0, 536.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc2060827", "doc1464453", "doc2317049", "doc1796400", "doc923913", "doc2362748", "doc729312", "doc879199"], "ranked_scores": [628.0, 544.0, 532.0, 532.0, 525.0, 524.0, 522.0, 518.0, 516.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc851269", "doc64314", "doc922271", "doc2426910", "doc388286", "doc35524", "doc41344", "doc824758"], "ranked_scores": [595.0, 572.0, 557.0, 545.0, 538.0, 532.0, 530.0, 529.0, 529.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc727452", "doc437677", "doc1334192", "doc1321868", "doc1520300", "doc437685", "doc82650", "doc437678", "doc1520246", "doc587518"], "ranked_scores": [584.0, 578.0, 576.0, 574.0, 573.0, 570.0, 564.0, 564.0, 562.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc866490", "doc1778592", "doc754076", "doc671985", "doc1856377", "doc720175", "doc1315064", "doc2296331"], "ranked_scores": [585.0, 550.0, 524.0, 524.0, 523.0, 523.0, 522.0, 522.0, 521.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1801894", "doc384744", "doc2236865", "doc570839", "doc1276601", "doc360990", "doc645564", "doc2131758", "doc2666461"], "ranked_scores": [541.0, 507.0, 491.0, 491.0, 490.0, 488.0, 488.0, 488.0, 486.0, 484.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc611283", "doc611282", "doc611287", "doc1283940", "doc580016", "doc1005393", "doc1703998", "doc2495035"], "ranked_scores": [611.0, 608.0, 539.0, 539.0, 533.0, 525.0, 522.0, 516.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc812613", "doc1394755", "doc324530", "doc1394758", "doc579817", "doc1635999", "doc25697", "doc868589"], "ranked_scores": [659.0, 578.0, 574.0, 574.0, 571.0, 571.0, 569.0, 567.0, 567.0, 564.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc660271", "doc2527260", "doc402145", "doc898833", "doc660236", "doc11655", "doc660237", "doc828130", "doc2499695"], "ranked_scores": [582.0, 561.0, 558.0, 558.0, 558.0, 553.0, 552.0, 551.0, 548.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc105759", "doc258447", "doc566026", "doc849003", "doc105751", "doc1223275", "doc519408", "doc830308"], "ranked_scores": [622.0, 608.0, 578.0, 564.0, 560.0, 559.0, 557.0, 554.0, 552.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc1927002", "doc358938", "doc2081252", "doc2107018", "doc606253", "doc70679", "doc675222", "doc172405", "doc1745418"], "ranked_scores": [581.0, 567.0, 562.0, 557.0, 555.0, 555.0, 552.0, 551.0, 549.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313364", "doc211230", "doc378301", "doc465988", "doc1540259", "doc435075", "doc2498492", "doc313354", "doc1841145", "doc768322"], "ranked_scores": [563.0, 558.0, 549.0, 549.0, 544.0, 544.0, 544.0, 541.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc264212", "doc878338", "doc2119808", "doc2187649", "doc336518", "doc2042102", "doc1736704", "doc289212", "doc518394"], "ranked_scores": [556.0, 528.0, 527.0, 521.0, 519.0, 519.0, 510.0, 507.0, 507.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1245931", "doc50167", "doc552141", "doc1538025", "doc190988", "doc827507", "doc775913", "doc841633"], "ranked_scores": [585.0, 559.0, 516.0, 512.0, 512.0, 511.0, 510.0, 509.0, 507.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc1345740", "doc601133", "doc2005304", "doc1810672", "doc376241", "doc1153924", "doc376243", "doc57975", "doc376238"], "ranked_scores": [560.0, 546.0, 526.0, 521.0, 514.0, 513.0, 511.0, 510.0, 507.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc1986437", "doc2465656", "doc61233", "doc1160263", "doc588578", "doc641270", "doc1629620", "doc1333905", "doc1943842"], "ranked_scores": [572.0, 559.0, 557.0, 550.0, 550.0, 545.0, 543.0, 543.0, 540.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc190844", "doc2262639", "doc845380", "doc2258986", "doc2316721", "doc312607", "doc1499831", "doc1136780", "doc312605"], "ranked_scores": [525.0, 520.0, 516.0, 514.0, 507.0, 506.0, 505.0, 501.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc88931", "doc88974", "doc88973", "doc1670518", "doc2015719", "doc2624067", "doc1452752", "doc1639229", "doc2061559"], "ranked_scores": [623.0, 621.0, 608.0, 600.0, 572.0, 560.0, 558.0, 557.0, 553.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338801", "doc338810", "doc21378", "doc1455511", "doc338815", "doc21350", "doc21340", "doc338813", "doc1455462", "doc642895"], "ranked_scores": [548.0, 541.0, 539.0, 537.0, 537.0, 535.0, 531.0, 531.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108477", "doc18273", "doc63590", "doc911115", "doc323321", "doc2003302", "doc108480", "doc1791044", "doc376580", "doc1374770"], "ranked_scores": [578.0, 577.0, 577.0, 577.0, 573.0, 564.0, 560.0, 560.0, 553.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1670303", "doc2004259", "doc355540", "doc7163", "doc1299060", "doc2128755", "doc2265484", "doc299691", "doc1026678"], "ranked_scores": [554.0, 546.0, 519.0, 517.0, 511.0, 510.0, 510.0, 509.0, 506.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc751718", "doc1564136", "doc2295957", "doc1612682", "doc485243", "doc1826212", "doc757822", "doc1735215", "doc2494655"], "ranked_scores": [497.0, 496.0, 487.0, 487.0, 482.0, 472.0, 468.0, 467.0, 464.0, 464.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc2639996", "doc2011376", "doc2084882", "doc705226", "doc2057552", "doc1809840", "doc1038435", "doc2563044", "doc2634368"], "ranked_scores": [525.0, 524.0, 517.0, 516.0, 510.0, 509.0, 508.0, 501.0, 495.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36460", "doc1618374", "doc36463", "doc1927686", "doc1618372", "doc2245655", "doc417364", "doc2622759", "doc2633722"], "ranked_scores": [595.0, 554.0, 546.0, 544.0, 540.0, 540.0, 540.0, 540.0, 538.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc703736", "doc106372", "doc1136889", "doc106355", "doc703719", "doc703728", "doc1390073", "doc703721", "doc973089"], "ranked_scores": [590.0, 567.0, 566.0, 560.0, 553.0, 550.0, 549.0, 548.0, 543.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc643072", "doc1119808", "doc1373323", "doc1119544", "doc1373324", "doc108887", "doc108892", "doc2393669", "doc729661"], "ranked_scores": [610.0, 584.0, 573.0, 572.0, 571.0, 570.0, 569.0, 567.0, 560.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1504263", "doc77971", "doc1430993", "doc857632", "doc1160422", "doc643972", "doc1726799", "doc1376157", "doc1619342"], "ranked_scores": [585.0, 583.0, 572.0, 531.0, 525.0, 523.0, 519.0, 516.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-32": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc1144972", "doc57232", "doc63804", "doc2116209", "doc3001", "doc57226", "doc2613570", "doc703723", "doc2173529"], "ranked_scores": [0.8499, 0.7971, 0.7881, 0.7857, 0.777, 0.7735, 0.7735, 0.7541, 0.7511, 0.7451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2292349", "doc63538", "doc855132", "doc63542", "doc1815291", "doc1117624", "doc914411", "doc942208", "doc21277", "doc502099"], "ranked_scores": [0.7748, 0.7592, 0.7556, 0.7524, 0.7373, 0.7301, 0.7067, 0.7035, 0.6979, 0.6972], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc25836", "doc21831", "doc69767", "doc21829", "doc210026", "doc107246", "doc2074523", "doc2548244", "doc776142"], "ranked_scores": [0.6921, 0.6762, 0.6642, 0.6627, 0.6524, 0.6484, 0.648, 0.6439, 0.6315, 0.6268], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1402783", "doc564709", "doc2134247", "doc146074", "doc2317442", "doc1716834", "doc591224", "doc1492453", "doc1678113", "doc1909335"], "ranked_scores": [0.7422, 0.7223, 0.676, 0.6749, 0.6647, 0.6618, 0.659, 0.6576, 0.6558, 0.653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc2165905", "doc887635", "doc751799", "doc1715056", "doc1366769", "doc1382083", "doc1366757", "doc1366744", "doc2165906"], "ranked_scores": [0.8173, 0.7883, 0.7685, 0.7678, 0.7645, 0.7615, 0.7603, 0.759, 0.7537, 0.7482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27538", "doc27529", "doc27535", "doc1727553", "doc754593", "doc1996268", "doc1628841", "doc1321876", "doc27536", "doc1321967"], "ranked_scores": [0.8546, 0.8218, 0.8133, 0.7446, 0.7279, 0.7263, 0.7235, 0.7233, 0.7017, 0.6982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc484979", "doc77634", "doc579128", "doc1994393", "doc362493", "doc825187", "doc1669853", "doc1901622", "doc653285", "doc438360"], "ranked_scores": [0.8153, 0.8145, 0.813, 0.7511, 0.7442, 0.7399, 0.7391, 0.7347, 0.7327, 0.7324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc583721", "doc520684", "doc625773", "doc1798668", "doc1486663", "doc238078", "doc1456780", "doc635523", "doc641530"], "ranked_scores": [0.912, 0.8328, 0.8255, 0.8245, 0.8162, 0.8148, 0.8036, 0.8008, 0.7926, 0.7898], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc2105047", "doc1376346", "doc1558629", "doc2636762", "doc61045", "doc511592", "doc116279", "doc2077366", "doc2060827"], "ranked_scores": [0.9108, 0.7692, 0.749, 0.7292, 0.7216, 0.6821, 0.6813, 0.6777, 0.6694, 0.6693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc2084014", "doc80948", "doc97445", "doc2071084", "doc1116765", "doc1430994", "doc2084016", "doc369204"], "ranked_scores": [0.7697, 0.7413, 0.7145, 0.7085, 0.7085, 0.7085, 0.6886, 0.6485, 0.6461, 0.6385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc46245", "doc1664038", "doc964756", "doc2480317", "doc458222", "doc890684", "doc727789", "doc562696", "doc1263474"], "ranked_scores": [0.8699, 0.7676, 0.7602, 0.7578, 0.7535, 0.7531, 0.7408, 0.7365, 0.7303, 0.7296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1984127", "doc253608", "doc1393854", "doc253606", "doc2254465", "doc1974480", "doc1386166", "doc1377115", "doc225047"], "ranked_scores": [0.8308, 0.81, 0.8072, 0.7933, 0.777, 0.7683, 0.7622, 0.753, 0.743, 0.7395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc2654127", "doc703721", "doc106357", "doc890256", "doc1887731", "doc703702", "doc106338", "doc284002", "doc703705", "doc703701"], "ranked_scores": [0.7892, 0.7746, 0.7744, 0.7733, 0.7486, 0.7425, 0.7425, 0.7377, 0.7329, 0.7285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc757822", "doc7116", "doc7112", "doc1694559", "doc526956", "doc2121940", "doc7096", "doc485206", "doc7099"], "ranked_scores": [0.8446, 0.8303, 0.829, 0.8079, 0.8051, 0.7853, 0.785, 0.7792, 0.7749, 0.7701], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82130", "doc1740481", "doc787596", "doc1101731", "doc155440", "doc1859220", "doc2247113", "doc2053655"], "ranked_scores": [0.8486, 0.7768, 0.7408, 0.7292, 0.717, 0.714, 0.7134, 0.7104, 0.7018, 0.696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2203117", "doc2193690", "doc2420483", "doc2370166", "doc802395", "doc187226", "doc2009369", "doc269387", "doc2111919"], "ranked_scores": [0.8045, 0.7807, 0.7211, 0.7166, 0.7136, 0.7103, 0.7095, 0.6876, 0.6866, 0.6816], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1824654", "doc1786046", "doc24903", "doc24929", "doc651946", "doc416774", "doc1734041", "doc1380356", "doc1055660", "doc132960"], "ranked_scores": [0.8848, 0.856, 0.8032, 0.7878, 0.7801, 0.772, 0.7661, 0.7608, 0.7603, 0.7592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc2225375", "doc1691613", "doc573905", "doc220990", "doc23412", "doc1874808", "doc2504604", "doc454591", "doc727680"], "ranked_scores": [0.8215, 0.7371, 0.7369, 0.7239, 0.7185, 0.7179, 0.716, 0.7132, 0.7114, 0.7108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc2602317", "doc1685439", "doc56921", "doc56903", "doc2378781", "doc1568962", "doc2562070", "doc2509989"], "ranked_scores": [0.7596, 0.7436, 0.7084, 0.6926, 0.683, 0.6731, 0.6707, 0.667, 0.662, 0.6615], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc2509153", "doc38721", "doc137908", "doc80078", "doc966365", "doc80089", "doc1485638", "doc1110589", "doc278641", "doc1486663"], "ranked_scores": [0.7516, 0.7501, 0.746, 0.7065, 0.7056, 0.7047, 0.6973, 0.6966, 0.6957, 0.6948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc400631", "doc105739", "doc1572538", "doc566026", "doc1729412", "doc72416", "doc258447", "doc555420", "doc946247"], "ranked_scores": [0.8883, 0.7757, 0.7751, 0.7471, 0.7468, 0.7437, 0.7365, 0.7294, 0.7271, 0.7266], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc2248924", "doc379480", "doc913417", "doc2289855", "doc26467", "doc1699100", "doc224770", "doc721916", "doc261069"], "ranked_scores": [0.9141, 0.8319, 0.8298, 0.8137, 0.8092, 0.8081, 0.8079, 0.7893, 0.7889, 0.7769], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc180234", "doc377856", "doc102077", "doc1997397", "doc624619", "doc2517860", "doc2632693", "doc1962174"], "ranked_scores": [0.905, 0.8309, 0.7304, 0.6938, 0.688, 0.6807, 0.651, 0.6411, 0.6326, 0.6306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc46245", "doc57948", "doc556460", "doc727789", "doc146706", "doc1199221", "doc964756", "doc281595", "doc1982650"], "ranked_scores": [0.7918, 0.7906, 0.7879, 0.7586, 0.7518, 0.7516, 0.7349, 0.7333, 0.7294, 0.7257], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc7091", "doc751435", "doc7099", "doc259703", "doc1757007", "doc23412", "doc1755685", "doc2357495", "doc252971"], "ranked_scores": [0.8652, 0.7913, 0.7673, 0.7586, 0.7244, 0.721, 0.7204, 0.7006, 0.6996, 0.6844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc922263", "doc1376793", "doc35526", "doc2487656", "doc990426", "doc922273", "doc1558517", "doc467715", "doc388285"], "ranked_scores": [0.8606, 0.7561, 0.7356, 0.7285, 0.7259, 0.7237, 0.717, 0.7169, 0.7075, 0.7019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc727452", "doc1977974", "doc1788429", "doc82650", "doc1977978", "doc1520311", "doc1321892", "doc2545074", "doc437685", "doc1334238"], "ranked_scores": [0.8493, 0.8018, 0.7835, 0.7613, 0.7409, 0.7321, 0.7316, 0.7243, 0.7234, 0.7202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc877823", "doc34092", "doc1726816", "doc1856377", "doc1406392", "doc35173", "doc1509194", "doc866436", "doc858827", "doc974653"], "ranked_scores": [0.7498, 0.734, 0.7136, 0.708, 0.6958, 0.6835, 0.6685, 0.6677, 0.6628, 0.6578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc38721", "doc2236865", "doc2614073", "doc440395", "doc238043", "doc613870", "doc32982", "doc1265795", "doc29764", "doc101560"], "ranked_scores": [0.7404, 0.7372, 0.6995, 0.693, 0.6917, 0.6873, 0.6729, 0.6706, 0.6617, 0.6615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc371079", "doc50848", "doc1915955", "doc973089", "doc1486450", "doc53465", "doc1911448", "doc1982650", "doc7161"], "ranked_scores": [0.8315, 0.8031, 0.7835, 0.7746, 0.7559, 0.7545, 0.7534, 0.7474, 0.7441, 0.7407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc2374307", "doc876038", "doc1619770", "doc1635999", "doc1394760", "doc1394758", "doc1456780", "doc2259504"], "ranked_scores": [0.8723, 0.8209, 0.792, 0.791, 0.7864, 0.7694, 0.7664, 0.7659, 0.7641, 0.764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2366144", "doc1119808", "doc2449643", "doc94367", "doc660236", "doc660237", "doc934719", "doc1013992", "doc11655"], "ranked_scores": [0.9071, 0.8446, 0.825, 0.8243, 0.824, 0.8173, 0.8127, 0.8081, 0.8065, 0.8033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc946247", "doc258447", "doc849003", "doc1534825", "doc1803558", "doc1516597", "doc1803573", "doc171833", "doc555420"], "ranked_scores": [0.8813, 0.816, 0.8147, 0.7977, 0.7796, 0.7684, 0.7674, 0.7612, 0.7607, 0.7575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc1745418", "doc2107018", "doc358938", "doc675222", "doc628470", "doc4147", "doc2166568", "doc1698080", "doc2224155"], "ranked_scores": [0.844, 0.8328, 0.8221, 0.8187, 0.808, 0.8054, 0.7971, 0.7953, 0.7919, 0.7915], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2183317", "doc42101", "doc1338792", "doc465988", "doc1540259", "doc1841144", "doc865796", "doc1580688", "doc313364", "doc720207"], "ranked_scores": [0.7795, 0.7721, 0.7415, 0.7109, 0.7038, 0.6974, 0.6901, 0.6892, 0.688, 0.6849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc397701", "doc878338", "doc15890", "doc2187649", "doc435092", "doc594776", "doc2119808", "doc1273973", "doc2085567", "doc878352"], "ranked_scores": [0.8569, 0.763, 0.7272, 0.7075, 0.7027, 0.6832, 0.6776, 0.6743, 0.6661, 0.663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1246072", "doc1548640", "doc242726", "doc704392", "doc2360748", "doc884905", "doc1837585", "doc1541761", "doc1162080"], "ranked_scores": [0.8122, 0.7738, 0.7602, 0.7381, 0.7351, 0.731, 0.7302, 0.7255, 0.7218, 0.7213], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1177870", "doc1810672", "doc1971249", "doc1055373", "doc2048015", "doc765127", "doc376241", "doc2449727", "doc1345740"], "ranked_scores": [0.7134, 0.6789, 0.6717, 0.6581, 0.6525, 0.6516, 0.6512, 0.6503, 0.6238, 0.6199], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1584862", "doc1629620", "doc2275203", "doc1333905", "doc577385", "doc1943842", "doc588578", "doc1986449", "doc1155179"], "ranked_scores": [0.7959, 0.7848, 0.7519, 0.7356, 0.7208, 0.7201, 0.7141, 0.7134, 0.7121, 0.7118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc806", "doc312607", "doc807", "doc2629336", "doc2334137", "doc459774", "doc702263", "doc1915955", "doc1386691", "doc231144"], "ranked_scores": [0.7458, 0.7456, 0.7358, 0.7302, 0.7282, 0.7268, 0.7252, 0.7179, 0.7154, 0.706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2624067", "doc88931", "doc2061559", "doc1670518", "doc88974", "doc2619671", "doc88933", "doc127042", "doc2015724", "doc1763997"], "ranked_scores": [0.768, 0.7646, 0.7625, 0.7593, 0.7582, 0.7402, 0.7383, 0.7289, 0.7279, 0.7151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338818", "doc338810", "doc338815", "doc642895", "doc669209", "doc1455511", "doc1455462", "doc1308445", "doc2336226", "doc2262127"], "ranked_scores": [0.7682, 0.7075, 0.6917, 0.685, 0.682, 0.6628, 0.655, 0.6533, 0.6451, 0.6428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc1901622", "doc108480", "doc63590", "doc911115", "doc18273", "doc323321", "doc771233", "doc376580", "doc108559", "doc18274"], "ranked_scores": [0.8317, 0.8223, 0.8121, 0.8121, 0.8121, 0.8067, 0.7978, 0.7859, 0.7805, 0.779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc2128755", "doc1858032", "doc7163", "doc1411867", "doc2482938", "doc1378028", "doc266717", "doc933773", "doc2373327"], "ranked_scores": [0.821, 0.7793, 0.7251, 0.7241, 0.7063, 0.705, 0.7045, 0.7008, 0.6982, 0.6935], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1564136", "doc1826212", "doc4611", "doc1519810", "doc2295957", "doc1260422", "doc1640554", "doc2365901", "doc670570", "doc1377661"], "ranked_scores": [0.649, 0.5898, 0.5687, 0.5557, 0.5544, 0.5469, 0.526, 0.5058, 0.5011, 0.4966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc2084882", "doc495543", "doc2358819", "doc1090888", "doc492385", "doc851877", "doc1809840", "doc785515", "doc2297381"], "ranked_scores": [0.7936, 0.7655, 0.7513, 0.7507, 0.7413, 0.7355, 0.7355, 0.7235, 0.6932, 0.6921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc2622759", "doc36467", "doc1618376", "doc1926783", "doc462709", "doc36460", "doc1874159", "doc1618372", "doc207271"], "ranked_scores": [0.7781, 0.7531, 0.7501, 0.7483, 0.7414, 0.7405, 0.7317, 0.7314, 0.7313, 0.7293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2481722", "doc2456577", "doc106335", "doc35719", "doc703736", "doc106372", "doc436998", "doc2877", "doc2832", "doc703728"], "ranked_scores": [0.7894, 0.7862, 0.76, 0.7419, 0.7409, 0.74, 0.7274, 0.7148, 0.6999, 0.6961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc596016", "doc1373324", "doc626438", "doc1373323", "doc643072", "doc1581104", "doc729573", "doc2393669", "doc108932", "doc108887"], "ranked_scores": [0.8523, 0.8509, 0.8461, 0.8313, 0.8307, 0.828, 0.8132, 0.8051, 0.8045, 0.8012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc2548332", "doc1504263", "doc691881", "doc77971", "doc1288281", "doc251579", "doc2019605", "doc77976", "doc936401", "doc906433"], "ranked_scores": [0.8353, 0.8143, 0.8106, 0.7976, 0.7934, 0.7769, 0.77, 0.7698, 0.764, 0.7589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc57247", "doc380683", "doc57232", "doc2116209", "doc751998", "doc2613570", "doc1622317", "doc1104254"], "ranked_scores": [0.8047, 0.788, 0.7385, 0.7323, 0.7098, 0.7079, 0.69, 0.6811, 0.6706, 0.6676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1899255", "doc63543", "doc2292349", "doc63542", "doc1899261", "doc21277", "doc2461160", "doc2664641", "doc314759"], "ranked_scores": [0.704, 0.6954, 0.6903, 0.6903, 0.6889, 0.6548, 0.6443, 0.6427, 0.624, 0.6219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc25836", "doc21829", "doc21831", "doc69767", "doc452039", "doc278091", "doc377466", "doc660012", "doc21888"], "ranked_scores": [0.7008, 0.665, 0.6234, 0.6139, 0.6122, 0.6059, 0.5986, 0.5856, 0.5818, 0.5764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc2317442", "doc1347475", "doc415323", "doc979079", "doc453144", "doc1402781", "doc1402783", "doc161015", "doc1911408", "doc2525766"], "ranked_scores": [0.7613, 0.7242, 0.7091, 0.7065, 0.7062, 0.7033, 0.697, 0.6837, 0.6837, 0.6837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc2165906", "doc1366757", "doc887635", "doc2165905", "doc2307709", "doc1715056", "doc1366744", "doc1121529", "doc1382169"], "ranked_scores": [0.7628, 0.7487, 0.7292, 0.7278, 0.7165, 0.7114, 0.7091, 0.7084, 0.7, 0.6995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1996268", "doc27538", "doc27535", "doc1628841", "doc754593", "doc27536", "doc1852503", "doc2272990", "doc361696"], "ranked_scores": [0.7659, 0.7578, 0.7461, 0.7406, 0.7048, 0.6967, 0.6873, 0.6839, 0.669, 0.6615], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc349744", "doc484979", "doc512949", "doc825186", "doc1369505", "doc1669853", "doc825187", "doc864822"], "ranked_scores": [0.8284, 0.7834, 0.7651, 0.745, 0.7254, 0.7183, 0.7105, 0.7059, 0.7041, 0.7037], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc1486663", "doc101561", "doc896716", "doc1052760", "doc625773", "doc1036602", "doc67620", "doc2080883"], "ranked_scores": [0.893, 0.8089, 0.7205, 0.7161, 0.7116, 0.7074, 0.7066, 0.7039, 0.702, 0.6992], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc2105047", "doc116279", "doc1148551", "doc61043", "doc91244", "doc1558629", "doc1612682"], "ranked_scores": [0.8631, 0.8009, 0.7122, 0.684, 0.6547, 0.6511, 0.6491, 0.6427, 0.6408, 0.6368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc2084014", "doc1116765", "doc97445", "doc1329011", "doc369270", "doc369237", "doc2083994", "doc2071083"], "ranked_scores": [0.7482, 0.7398, 0.7306, 0.73, 0.701, 0.6923, 0.6786, 0.6678, 0.6555, 0.6393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc1311119", "doc1166624", "doc1063714", "doc727789", "doc281595", "doc64791", "doc1664038", "doc9798"], "ranked_scores": [0.824, 0.7115, 0.6977, 0.6911, 0.688, 0.6873, 0.684, 0.6719, 0.6705, 0.6659], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1984127", "doc253608", "doc253606", "doc1197760", "doc83871", "doc2254475", "doc759547", "doc1667013", "doc2254480"], "ranked_scores": [0.8037, 0.7665, 0.7655, 0.7367, 0.6896, 0.6867, 0.6849, 0.6835, 0.6795, 0.6753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703705", "doc427621", "doc388464", "doc106335", "doc703711", "doc703736", "doc106372", "doc436998", "doc2654127", "doc1804263"], "ranked_scores": [0.7216, 0.6895, 0.6801, 0.6745, 0.6726, 0.6667, 0.6644, 0.6624, 0.6607, 0.66], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc1694559", "doc7116", "doc7091", "doc1599042", "doc7096", "doc7119", "doc7112", "doc7099", "doc695983"], "ranked_scores": [0.8306, 0.8147, 0.8028, 0.8012, 0.7844, 0.7819, 0.7786, 0.7553, 0.7544, 0.7116], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc2033842", "doc1740481", "doc155440", "doc2247113", "doc490060", "doc2240923", "doc1833160"], "ranked_scores": [0.8347, 0.7138, 0.6936, 0.6673, 0.65, 0.6434, 0.6371, 0.6318, 0.629, 0.6183], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2203117", "doc269387", "doc187232", "doc1874808", "doc190628", "doc220990", "doc938300", "doc2370166", "doc2018288"], "ranked_scores": [0.7858, 0.6888, 0.6678, 0.6646, 0.6459, 0.6368, 0.6321, 0.6283, 0.6262, 0.6219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1824654", "doc1786046", "doc1380357", "doc651946", "doc416774", "doc300567", "doc1379360", "doc1380356", "doc132960"], "ranked_scores": [0.8282, 0.8256, 0.8127, 0.7622, 0.7428, 0.7333, 0.7315, 0.7302, 0.7299, 0.7157], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc1874808", "doc2483632", "doc2009369", "doc454591", "doc58892", "doc2340753", "doc1691613", "doc454592", "doc1759626"], "ranked_scores": [0.7871, 0.7089, 0.7047, 0.7015, 0.7012, 0.6974, 0.6967, 0.6966, 0.6935, 0.6766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc873481", "doc56921", "doc1685439", "doc963669", "doc2299192", "doc2562070", "doc56903", "doc2509989"], "ranked_scores": [0.8295, 0.8279, 0.7648, 0.7588, 0.7254, 0.7086, 0.7079, 0.7044, 0.7008, 0.6933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc80154", "doc137908", "doc345642", "doc80074", "doc1110589", "doc80078", "doc575203", "doc2557673", "doc811646"], "ranked_scores": [0.7588, 0.7497, 0.7299, 0.715, 0.7061, 0.643, 0.6398, 0.6395, 0.6329, 0.6316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc400631", "doc1781006", "doc702902", "doc2010420", "doc2240289", "doc180079", "doc183955", "doc72416"], "ranked_scores": [0.8921, 0.729, 0.7039, 0.6888, 0.6826, 0.6702, 0.6621, 0.6615, 0.6596, 0.657], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc2289855", "doc99377", "doc675035", "doc474060", "doc26467", "doc379480", "doc721916", "doc474073", "doc1699100"], "ranked_scores": [0.8459, 0.7705, 0.738, 0.7347, 0.7316, 0.7275, 0.7167, 0.7135, 0.6994, 0.6984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc180234", "doc286821", "doc377856", "doc337483", "doc1265623", "doc973765", "doc148885"], "ranked_scores": [0.8485, 0.7293, 0.6586, 0.6434, 0.607, 0.5992, 0.5886, 0.5719, 0.5493, 0.5484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc890684", "doc355540", "doc556460", "doc281595", "doc1008940", "doc371078", "doc46245", "doc57948", "doc371079"], "ranked_scores": [0.7945, 0.7662, 0.7531, 0.7382, 0.732, 0.7302, 0.7299, 0.7284, 0.718, 0.7158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1128302", "doc2129979", "doc2357495", "doc2217346", "doc1755685", "doc1538954", "doc2489754", "doc1464453"], "ranked_scores": [0.8304, 0.6731, 0.6577, 0.6476, 0.6386, 0.6381, 0.6378, 0.6373, 0.6241, 0.624], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc922263", "doc388286", "doc64318", "doc2361673", "doc41344", "doc1683659", "doc706930", "doc35526", "doc971992"], "ranked_scores": [0.8087, 0.7647, 0.7188, 0.6963, 0.6731, 0.6698, 0.6638, 0.6623, 0.6605, 0.6593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc727452", "doc587518", "doc1520311", "doc1334238", "doc82650", "doc1977974", "doc1739769", "doc437685", "doc1977978", "doc1788429"], "ranked_scores": [0.7737, 0.7421, 0.7412, 0.7326, 0.7311, 0.7295, 0.7244, 0.7178, 0.7146, 0.7108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc34092", "doc1093057", "doc469702", "doc2262226", "doc1385395", "doc866436", "doc1406392", "doc469707", "doc1726816"], "ranked_scores": [0.6469, 0.5886, 0.5713, 0.5712, 0.5627, 0.5549, 0.554, 0.5443, 0.5442, 0.5411], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2236865", "doc872070", "doc24939", "doc22149", "doc2236863", "doc2113492", "doc2665803", "doc613870", "doc221817", "doc2614073"], "ranked_scores": [0.5926, 0.5882, 0.5829, 0.5761, 0.5699, 0.5684, 0.5663, 0.5594, 0.5585, 0.5585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc89435", "doc371079", "doc53465", "doc172947", "doc114471", "doc2037498", "doc9798", "doc1166624", "doc851514"], "ranked_scores": [0.7822, 0.7181, 0.7153, 0.715, 0.6823, 0.6737, 0.671, 0.6539, 0.6538, 0.6456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394758", "doc785116", "doc1394755", "doc1840635", "doc1394760", "doc1635999", "doc2529675", "doc876038"], "ranked_scores": [0.8631, 0.7794, 0.7557, 0.7148, 0.707, 0.6991, 0.6989, 0.6923, 0.6754, 0.6732], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc11655", "doc94367", "doc1119808", "doc660236", "doc368643", "doc2449643", "doc11669", "doc2527260", "doc660237"], "ranked_scores": [0.8905, 0.8244, 0.818, 0.8055, 0.7954, 0.7834, 0.7748, 0.7713, 0.7652, 0.7645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc171833", "doc566026", "doc849003", "doc719006", "doc1248125", "doc719076", "doc2355469", "doc1552106", "doc105745"], "ranked_scores": [0.822, 0.7774, 0.7558, 0.7406, 0.7358, 0.7195, 0.7171, 0.7141, 0.7035, 0.6979], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc628470", "doc2224155", "doc1927002", "doc2107018", "doc52414", "doc1745418", "doc53643", "doc2166568", "doc422936"], "ranked_scores": [0.8176, 0.799, 0.7861, 0.774, 0.7684, 0.7663, 0.7573, 0.7363, 0.7163, 0.7062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313364", "doc435076", "doc1348006", "doc465988", "doc313354", "doc378301", "doc2183317", "doc42101", "doc211230", "doc313365"], "ranked_scores": [0.7471, 0.715, 0.7107, 0.7047, 0.7033, 0.6973, 0.6931, 0.6853, 0.6779, 0.6651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc1498263", "doc2187649", "doc1736704", "doc397701", "doc2085567", "doc1170390", "doc2119808", "doc1935873"], "ranked_scores": [0.7451, 0.6713, 0.6341, 0.617, 0.6083, 0.6002, 0.5998, 0.594, 0.5732, 0.5643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc720754", "doc1548640", "doc1245931", "doc143496", "doc487000", "doc704392", "doc1993058", "doc755350", "doc1130168"], "ranked_scores": [0.8139, 0.7232, 0.7033, 0.6194, 0.6186, 0.6174, 0.6174, 0.6016, 0.6012, 0.6001], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1055373", "doc57975", "doc1810672", "doc864555", "doc975794", "doc564961", "doc367417", "doc693852", "doc1216309"], "ranked_scores": [0.6777, 0.6397, 0.5997, 0.5906, 0.5858, 0.544, 0.5189, 0.5156, 0.5154, 0.5111], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1584862", "doc1160263", "doc588578", "doc1629620", "doc1333905", "doc1975694", "doc1986437", "doc61233", "doc2275203", "doc789140"], "ranked_scores": [0.7588, 0.7562, 0.7521, 0.7201, 0.7109, 0.7077, 0.7066, 0.7012, 0.6965, 0.6924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1136780", "doc702263", "doc1386691", "doc312607", "doc2085567", "doc201166", "doc1185427", "doc212899", "doc845380", "doc488007"], "ranked_scores": [0.7232, 0.667, 0.6568, 0.6553, 0.6537, 0.6402, 0.6312, 0.6262, 0.6237, 0.6232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88933", "doc2015719", "doc88934", "doc88973", "doc2061559", "doc1670518", "doc1639229", "doc2624067", "doc723699"], "ranked_scores": [0.8272, 0.7886, 0.7872, 0.7581, 0.758, 0.7414, 0.7328, 0.7281, 0.7191, 0.7117], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc2336226", "doc642895", "doc338818", "doc669209", "doc338815", "doc22983", "doc1455462", "doc2267530", "doc338801", "doc1053988"], "ranked_scores": [0.6665, 0.6572, 0.6428, 0.6358, 0.6255, 0.6028, 0.5998, 0.5969, 0.5894, 0.5804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108559", "doc323321", "doc108477", "doc108480", "doc1523323", "doc1374770", "doc2418769", "doc18273", "doc63590", "doc911115"], "ranked_scores": [0.7994, 0.7869, 0.7863, 0.7814, 0.7788, 0.7579, 0.7571, 0.75, 0.75, 0.75], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc2128755", "doc7165", "doc7163", "doc1525129", "doc1378028", "doc2482938", "doc2265484", "doc542895", "doc1851601", "doc2204719"], "ranked_scores": [0.7227, 0.7185, 0.6974, 0.6645, 0.6633, 0.6625, 0.6438, 0.6367, 0.6316, 0.6203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc1564136", "doc2653657", "doc1776446", "doc1260422", "doc2295957", "doc293526", "doc905064", "doc293522"], "ranked_scores": [0.5793, 0.5687, 0.539, 0.4766, 0.4356, 0.4343, 0.4331, 0.4275, 0.4021, 0.3997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc495543", "doc1382750", "doc642762", "doc1090888", "doc2358819", "doc2634372", "doc492385", "doc851877", "doc2125026"], "ranked_scores": [0.6823, 0.6742, 0.651, 0.6395, 0.6386, 0.6301, 0.6263, 0.6203, 0.6203, 0.6193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc36460", "doc1618374", "doc1618372", "doc1926783", "doc2396125", "doc36485", "doc1618376", "doc2633722"], "ranked_scores": [0.8088, 0.7579, 0.7271, 0.7183, 0.6913, 0.6859, 0.6845, 0.678, 0.6648, 0.6523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc2456577", "doc703736", "doc106372", "doc2877", "doc436998", "doc1625591", "doc2832", "doc150031", "doc1917491"], "ranked_scores": [0.7288, 0.6796, 0.626, 0.6248, 0.6217, 0.6192, 0.6145, 0.6048, 0.6016, 0.5959], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc109002", "doc643072", "doc626438", "doc2167590", "doc1373323", "doc2393669", "doc108887", "doc1581104", "doc108892"], "ranked_scores": [0.848, 0.7984, 0.7925, 0.7921, 0.7897, 0.7886, 0.7794, 0.7668, 0.7606, 0.7558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77971", "doc77976", "doc1430993", "doc936401", "doc429400", "doc251579", "doc2019605", "doc2079848", "doc691881"], "ranked_scores": [0.7769, 0.7625, 0.7263, 0.7094, 0.6874, 0.6788, 0.669, 0.6649, 0.6547, 0.6479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc57242", "doc751998", "doc57232", "doc63804", "doc1665946", "doc3001", "doc751967", "doc1622317"], "ranked_scores": [0.7898, 0.7706, 0.7678, 0.7397, 0.6837, 0.6768, 0.6612, 0.6605, 0.6572, 0.6429], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc2292349", "doc1942575", "doc1952699", "doc1664486", "doc2473154", "doc1899261", "doc1664485"], "ranked_scores": [0.7052, 0.7046, 0.6689, 0.6547, 0.6342, 0.6227, 0.6217, 0.6091, 0.5889, 0.5849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc1675505", "doc2285692", "doc21841", "doc78091", "doc278091", "doc25836", "doc1058398"], "ranked_scores": [0.8039, 0.7599, 0.6765, 0.6738, 0.6683, 0.6675, 0.6562, 0.6533, 0.6521, 0.6495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc453089", "doc453144", "doc1402781", "doc2317442", "doc94024", "doc1247565", "doc979079", "doc1402783", "doc1347475"], "ranked_scores": [0.7141, 0.6776, 0.6725, 0.6645, 0.6602, 0.66, 0.6584, 0.6481, 0.6481, 0.6462], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc887635", "doc1366757", "doc1715056", "doc1812659", "doc2307709", "doc1812661", "doc1341149", "doc88443", "doc684238"], "ranked_scores": [0.7538, 0.7117, 0.6998, 0.6831, 0.6821, 0.6777, 0.677, 0.6737, 0.6628, 0.6617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc381292", "doc1996268", "doc27535", "doc1628841", "doc27538", "doc1324046", "doc27536", "doc459410", "doc738831"], "ranked_scores": [0.6929, 0.6917, 0.6725, 0.6678, 0.6437, 0.6428, 0.639, 0.6377, 0.6306, 0.6244], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc579128", "doc1669853", "doc1369505", "doc1994393", "doc825186", "doc2206589", "doc1480727", "doc54270"], "ranked_scores": [0.8371, 0.7895, 0.7675, 0.7231, 0.7124, 0.7078, 0.7021, 0.6986, 0.6974, 0.6959], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc101561", "doc641530", "doc520689", "doc67620", "doc29764", "doc1486663", "doc29759", "doc1411599"], "ranked_scores": [0.8874, 0.7551, 0.7051, 0.6863, 0.6788, 0.6747, 0.6736, 0.6691, 0.6591, 0.6488], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc61054", "doc988606", "doc2083822", "doc1612682", "doc2080046", "doc1558629"], "ranked_scores": [0.8266, 0.7876, 0.7074, 0.6725, 0.6233, 0.5936, 0.5807, 0.58, 0.5773, 0.5761], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc97445", "doc97442", "doc97430", "doc369270", "doc2083987", "doc369237", "doc2084014"], "ranked_scores": [0.8115, 0.7505, 0.722, 0.7152, 0.6939, 0.6584, 0.6458, 0.6402, 0.6349, 0.6169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc281595", "doc1651444", "doc33196", "doc47608", "doc64791", "doc1311119", "doc562696", "doc2014621", "doc447411"], "ranked_scores": [0.7916, 0.6865, 0.667, 0.6488, 0.6438, 0.638, 0.6265, 0.6215, 0.617, 0.6152], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc1984127", "doc759547", "doc1197760", "doc1984114", "doc437627", "doc2372621", "doc83871", "doc1974480"], "ranked_scores": [0.7949, 0.7831, 0.7698, 0.7048, 0.6873, 0.6866, 0.6835, 0.6718, 0.6711, 0.6701], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc106332", "doc427621", "doc703702", "doc106338", "doc703719", "doc1246072", "doc703736", "doc106372", "doc106355"], "ranked_scores": [0.7796, 0.7581, 0.7426, 0.7404, 0.7404, 0.7364, 0.7305, 0.7277, 0.7265, 0.7174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7091", "doc7116", "doc7119", "doc7099", "doc7096", "doc7112", "doc1694554", "doc485206", "doc695983"], "ranked_scores": [0.7713, 0.7693, 0.7665, 0.763, 0.7419, 0.7268, 0.7122, 0.711, 0.7029, 0.7009], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc82127", "doc1891830", "doc2247113", "doc1588867", "doc1740481", "doc505032", "doc2646391"], "ranked_scores": [0.7975, 0.726, 0.7038, 0.5994, 0.5914, 0.5795, 0.5708, 0.5654, 0.5616, 0.5601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc750407", "doc382065", "doc190628", "doc2009369", "doc919340", "doc187232", "doc2370166", "doc220990"], "ranked_scores": [0.6749, 0.6478, 0.641, 0.6383, 0.614, 0.61, 0.608, 0.6029, 0.602, 0.6007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380357", "doc1380356", "doc90322", "doc1926206", "doc1824654", "doc1786046", "doc416774", "doc300567", "doc24929"], "ranked_scores": [0.791, 0.7604, 0.716, 0.7147, 0.7125, 0.7018, 0.6957, 0.689, 0.6886, 0.6828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc1874808", "doc2483632", "doc2225375", "doc36393", "doc573905", "doc58892", "doc2340753", "doc938300", "doc648355"], "ranked_scores": [0.6801, 0.6723, 0.6483, 0.6381, 0.6372, 0.6359, 0.6327, 0.6288, 0.6287, 0.6061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc56921", "doc873481", "doc2509989", "doc2313864", "doc2313854", "doc56903", "doc56902", "doc638457"], "ranked_scores": [0.8228, 0.818, 0.7801, 0.7373, 0.6981, 0.6756, 0.6712, 0.6662, 0.6653, 0.6651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc137908", "doc80074", "doc80154", "doc2076427", "doc345642", "doc596891", "doc1521484", "doc80078", "doc1391659"], "ranked_scores": [0.7554, 0.7389, 0.7328, 0.7262, 0.6913, 0.6684, 0.6551, 0.6508, 0.6469, 0.646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc72416", "doc183955", "doc2010420", "doc183950", "doc702902", "doc1781006", "doc2240291", "doc2174234", "doc1430768"], "ranked_scores": [0.8509, 0.6558, 0.6478, 0.6471, 0.6449, 0.6427, 0.6387, 0.6366, 0.6172, 0.6128], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc26467", "doc26461", "doc1576987", "doc224770", "doc474060", "doc26446", "doc675035", "doc764184"], "ranked_scores": [0.8534, 0.7778, 0.7468, 0.7299, 0.7267, 0.7192, 0.719, 0.7098, 0.7089, 0.7069], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc1732443", "doc1407977", "doc337483", "doc102077", "doc155482", "doc148885", "doc192542", "doc286821"], "ranked_scores": [0.8579, 0.6561, 0.6447, 0.6391, 0.6386, 0.6372, 0.6352, 0.6171, 0.616, 0.6122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc964756", "doc890257", "doc281595", "doc509898", "doc355540", "doc2263202", "doc736558", "doc64791", "doc890684"], "ranked_scores": [0.7751, 0.6696, 0.6649, 0.6441, 0.6425, 0.6234, 0.6232, 0.6216, 0.6204, 0.6183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc751435", "doc2060827", "doc1796400", "doc879199", "doc2217346", "doc1464453", "doc1381513", "doc1962033"], "ranked_scores": [0.8037, 0.689, 0.6268, 0.6243, 0.6184, 0.6039, 0.6027, 0.5976, 0.5875, 0.5863], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc41344", "doc922271", "doc851269", "doc35524", "doc388286", "doc1683659", "doc922263", "doc64314"], "ranked_scores": [0.7983, 0.7591, 0.7121, 0.7053, 0.6951, 0.6949, 0.6827, 0.6802, 0.6801, 0.6739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc82650", "doc1788429", "doc1520311", "doc437685", "doc437678", "doc1321892", "doc1321884", "doc727452", "doc437667", "doc1739769"], "ranked_scores": [0.7574, 0.7409, 0.7338, 0.719, 0.7038, 0.6922, 0.6918, 0.6912, 0.6877, 0.6873], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc720136", "doc1856377", "doc1315015", "doc671985", "doc1314979", "doc1093057", "doc1778592", "doc1778743", "doc1726816"], "ranked_scores": [0.7899, 0.6507, 0.6247, 0.6245, 0.622, 0.6213, 0.6142, 0.6113, 0.6058, 0.5997], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1464195", "doc1445420", "doc170955", "doc542891", "doc872070", "doc1894178", "doc1801894", "doc773669", "doc384744"], "ranked_scores": [0.5613, 0.5354, 0.5126, 0.5115, 0.5114, 0.4964, 0.4946, 0.4939, 0.493, 0.49], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc89435", "doc611287", "doc172947", "doc371079", "doc284394", "doc1005393", "doc851514", "doc114471"], "ranked_scores": [0.8028, 0.7932, 0.6603, 0.6568, 0.6352, 0.635, 0.6332, 0.6223, 0.6183, 0.6168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1635999", "doc1394760", "doc25697", "doc324530", "doc1394755", "doc1394758", "doc1840635", "doc1007190"], "ranked_scores": [0.909, 0.8201, 0.7331, 0.7279, 0.7263, 0.7133, 0.7122, 0.6993, 0.6941, 0.6923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2449643", "doc2527260", "doc660237", "doc660236", "doc368654", "doc147268", "doc1437877", "doc2429823", "doc1837771"], "ranked_scores": [0.8001, 0.7555, 0.746, 0.7293, 0.7269, 0.714, 0.7135, 0.7079, 0.7077, 0.7056], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc849003", "doc719006", "doc105758", "doc566026", "doc171833", "doc258447", "doc105745", "doc1729412", "doc2355469"], "ranked_scores": [0.8252, 0.7536, 0.741, 0.7315, 0.7165, 0.7071, 0.7061, 0.6966, 0.6882, 0.6781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2224155", "doc628470", "doc1927002", "doc2107018", "doc52414", "doc2081252", "doc623693", "doc172405", "doc6531"], "ranked_scores": [0.7775, 0.7531, 0.749, 0.7489, 0.7331, 0.715, 0.7147, 0.7092, 0.6971, 0.6921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313364", "doc1540259", "doc211230", "doc465988", "doc378301", "doc2502216", "doc313354", "doc435076", "doc313342", "doc313365"], "ranked_scores": [0.7482, 0.7149, 0.7106, 0.7079, 0.7026, 0.6943, 0.6929, 0.6806, 0.6802, 0.6752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc2119808", "doc336518", "doc733127", "doc1658558", "doc2187649", "doc2042102", "doc2636635", "doc1273973"], "ranked_scores": [0.6902, 0.6628, 0.5998, 0.5986, 0.5864, 0.5834, 0.5806, 0.5784, 0.575, 0.5722], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc143496", "doc303260", "doc2357458", "doc180922", "doc519493", "doc720754", "doc1421127", "doc1962174"], "ranked_scores": [0.7252, 0.6932, 0.6427, 0.6047, 0.6022, 0.5811, 0.5775, 0.575, 0.5749, 0.5727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1055373", "doc1810672", "doc1345740", "doc261351", "doc2449727", "doc864555", "doc1293555", "doc390322", "doc376241"], "ranked_scores": [0.6969, 0.6327, 0.6096, 0.5864, 0.5772, 0.5721, 0.5693, 0.5632, 0.5607, 0.5533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1333905", "doc2465656", "doc61233", "doc1584862", "doc588578", "doc2275203", "doc1629620", "doc1943842", "doc1160263", "doc1730233"], "ranked_scores": [0.7201, 0.7152, 0.7113, 0.7065, 0.6965, 0.6736, 0.6727, 0.6701, 0.6625, 0.6602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc312607", "doc845380", "doc221817", "doc2067045", "doc966112", "doc1029479", "doc2149599", "doc807", "doc806", "doc1892012"], "ranked_scores": [0.621, 0.6005, 0.5957, 0.5886, 0.5843, 0.5802, 0.5793, 0.5768, 0.5691, 0.5674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc88973", "doc88934", "doc2015719", "doc1670518", "doc1639229", "doc88933", "doc2624067", "doc2061559"], "ranked_scores": [0.8019, 0.774, 0.7734, 0.7618, 0.7557, 0.7299, 0.7247, 0.6906, 0.6896, 0.6551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338801", "doc338815", "doc338810", "doc21340", "doc1455462", "doc338818", "doc21372", "doc642895", "doc1308445", "doc669209"], "ranked_scores": [0.6501, 0.6388, 0.6187, 0.6171, 0.6007, 0.5823, 0.5798, 0.5777, 0.5633, 0.5557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4685, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc108559", "doc18274", "doc1791044", "doc18273", "doc63590", "doc911115", "doc2072948", "doc1374770", "doc108480"], "ranked_scores": [0.7755, 0.7525, 0.7234, 0.7209, 0.7103, 0.7103, 0.7103, 0.7098, 0.7029, 0.7008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7163", "doc2128755", "doc1670303", "doc2482938", "doc355540", "doc1183356", "doc1299060", "doc7161", "doc2004259"], "ranked_scores": [0.689, 0.6308, 0.6305, 0.6232, 0.6183, 0.6089, 0.5997, 0.5844, 0.5809, 0.58], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1564136", "doc1826212", "doc751729", "doc2653657", "doc1568962", "doc751718", "doc1537788", "doc2431178", "doc2587477"], "ranked_scores": [0.5596, 0.5452, 0.5391, 0.4864, 0.4729, 0.4609, 0.4392, 0.4289, 0.427, 0.4226], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc642762", "doc2084882", "doc2011376", "doc2057552", "doc2634368", "doc1519779", "doc2007762", "doc1961593", "doc2634372"], "ranked_scores": [0.5992, 0.5919, 0.5708, 0.5476, 0.5454, 0.5451, 0.5342, 0.5308, 0.526, 0.5241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36460", "doc36463", "doc2622759", "doc1618374", "doc1618376", "doc1618372", "doc36485", "doc2362869", "doc2633722"], "ranked_scores": [0.7971, 0.6619, 0.6539, 0.643, 0.6415, 0.6398, 0.6286, 0.6213, 0.6156, 0.6156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc703736", "doc106372", "doc703719", "doc106355", "doc2832", "doc2456577", "doc436998", "doc211929", "doc427621"], "ranked_scores": [0.7388, 0.7132, 0.7124, 0.6991, 0.6922, 0.6897, 0.6662, 0.6636, 0.6624, 0.6526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc626438", "doc643072", "doc1373323", "doc2393669", "doc108887", "doc109002", "doc1119808", "doc108892", "doc2167590"], "ranked_scores": [0.8033, 0.803, 0.7647, 0.7618, 0.7616, 0.7454, 0.7433, 0.7411, 0.7286, 0.7167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77976", "doc77971", "doc1430993", "doc936401", "doc429400", "doc1160422", "doc2079848", "doc1224325", "doc251579"], "ranked_scores": [0.7514, 0.7476, 0.7309, 0.6647, 0.6096, 0.6048, 0.5989, 0.5941, 0.5896, 0.5842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57247", "doc751998", "doc57232", "doc3001", "doc63804", "doc1665946", "doc751967", "doc1104254"], "ranked_scores": [0.809, 0.7837, 0.7795, 0.7544, 0.7089, 0.6972, 0.6916, 0.6692, 0.6691, 0.6516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc2292349", "doc1749973", "doc1664486", "doc1664485", "doc1942575", "doc1952699", "doc2473154", "doc474276"], "ranked_scores": [0.7222, 0.7218, 0.7027, 0.6864, 0.6784, 0.6381, 0.6366, 0.6262, 0.6242, 0.6042], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc2285692", "doc452039", "doc1675505", "doc21841", "doc21856", "doc78091", "doc21829"], "ranked_scores": [0.8193, 0.7973, 0.712, 0.703, 0.6879, 0.6872, 0.6849, 0.6769, 0.6712, 0.6658], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453089", "doc1347475", "doc415323", "doc453144", "doc146101", "doc690618", "doc392077", "doc1402781", "doc564709", "doc1177870"], "ranked_scores": [0.7346, 0.7241, 0.7189, 0.7163, 0.7138, 0.7074, 0.7042, 0.7036, 0.7036, 0.7034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc887635", "doc1812661", "doc1366757", "doc1812659", "doc2165905", "doc2165920", "doc2372193", "doc1366756", "doc1741706"], "ranked_scores": [0.758, 0.7456, 0.7186, 0.7171, 0.7157, 0.7134, 0.7132, 0.713, 0.7034, 0.7017], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc381292", "doc1324046", "doc27529", "doc1996268", "doc27535", "doc540358", "doc738831", "doc27538", "doc459410", "doc27536"], "ranked_scores": [0.7189, 0.7012, 0.701, 0.6976, 0.6835, 0.6764, 0.6752, 0.6667, 0.6637, 0.6617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc349744", "doc1369505", "doc1669853", "doc825186", "doc484979", "doc54270", "doc293490", "doc1994393"], "ranked_scores": [0.8413, 0.7926, 0.7886, 0.7407, 0.7397, 0.7317, 0.7215, 0.7163, 0.7159, 0.713], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc101561", "doc29764", "doc29759", "doc1486663", "doc38721", "doc641530", "doc520689", "doc520684"], "ranked_scores": [0.8982, 0.768, 0.7468, 0.7283, 0.7198, 0.7157, 0.7125, 0.7097, 0.6892, 0.6786], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc61054", "doc91244", "doc2080046", "doc988606", "doc1558629", "doc1612682"], "ranked_scores": [0.8294, 0.7897, 0.715, 0.7028, 0.6421, 0.6383, 0.6172, 0.6166, 0.6143, 0.614], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc1116765", "doc97442", "doc97430", "doc369237", "doc369270", "doc2084014", "doc2071083"], "ranked_scores": [0.8561, 0.7959, 0.7939, 0.7699, 0.7515, 0.7213, 0.6785, 0.6616, 0.6526, 0.6518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc281595", "doc1651444", "doc64791", "doc562696", "doc2037498", "doc727789", "doc47608", "doc988735", "doc33196"], "ranked_scores": [0.8089, 0.7081, 0.708, 0.6858, 0.6803, 0.6688, 0.668, 0.6646, 0.6626, 0.6542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc1984127", "doc759547", "doc2372621", "doc437627", "doc1984114", "doc2254465", "doc66003", "doc1197760"], "ranked_scores": [0.8034, 0.7963, 0.7717, 0.7193, 0.7159, 0.7109, 0.7082, 0.7024, 0.7012, 0.6938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc106332", "doc703719", "doc427621", "doc1246072", "doc703736", "doc106372", "doc106355", "doc703705", "doc106333"], "ranked_scores": [0.7819, 0.7814, 0.7459, 0.7456, 0.7403, 0.7371, 0.7359, 0.7315, 0.7287, 0.7253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7091", "doc7099", "doc7112", "doc7116", "doc7119", "doc695983", "doc692559", "doc485206", "doc7096"], "ranked_scores": [0.776, 0.7483, 0.7427, 0.7421, 0.7403, 0.7202, 0.7065, 0.7061, 0.7052, 0.703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc82127", "doc1891830", "doc1740481", "doc1846029", "doc1443647", "doc2033842", "doc1169637"], "ranked_scores": [0.8347, 0.7744, 0.7569, 0.654, 0.6437, 0.6252, 0.6086, 0.6044, 0.6038, 0.5983], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc750407", "doc187232", "doc2370166", "doc220990", "doc382065", "doc919332", "doc2018288", "doc919340"], "ranked_scores": [0.7164, 0.6962, 0.678, 0.6773, 0.6637, 0.6531, 0.6523, 0.652, 0.6463, 0.6427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380357", "doc300567", "doc1786046", "doc1380356", "doc90322", "doc1926206", "doc1824654", "doc24929", "doc416774"], "ranked_scores": [0.8018, 0.775, 0.7462, 0.746, 0.7434, 0.7425, 0.7409, 0.738, 0.7368, 0.7364], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1874808", "doc1104361", "doc2225375", "doc573905", "doc938300", "doc36393", "doc2483632", "doc58892", "doc648355", "doc2009369"], "ranked_scores": [0.7075, 0.7007, 0.6852, 0.67, 0.6664, 0.6659, 0.6656, 0.663, 0.6621, 0.6517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc56921", "doc873481", "doc2509989", "doc56902", "doc2313864", "doc56903", "doc638457", "doc2313854"], "ranked_scores": [0.8298, 0.8243, 0.8235, 0.7811, 0.7524, 0.706, 0.7056, 0.6941, 0.6936, 0.689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc80074", "doc137908", "doc80154", "doc2076427", "doc80100", "doc80078", "doc737601", "doc1391659", "doc2557673"], "ranked_scores": [0.7905, 0.7771, 0.7698, 0.7481, 0.7221, 0.7082, 0.7058, 0.7013, 0.6937, 0.6918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1781006", "doc72416", "doc2174234", "doc702902", "doc2010420", "doc2353712", "doc1248717", "doc183950", "doc108794"], "ranked_scores": [0.8725, 0.6754, 0.6599, 0.636, 0.6345, 0.6329, 0.6319, 0.6267, 0.6251, 0.6245], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc26461", "doc26467", "doc2289855", "doc764184", "doc224770", "doc1576987", "doc675035", "doc474060"], "ranked_scores": [0.8592, 0.7901, 0.7412, 0.739, 0.7385, 0.7359, 0.7161, 0.7148, 0.7133, 0.7119], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1732443", "doc337483", "doc1407977", "doc890730", "doc192542", "doc308346", "doc148885"], "ranked_scores": [0.8685, 0.7002, 0.6786, 0.6498, 0.6489, 0.6363, 0.6362, 0.6359, 0.6287, 0.6249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc964756", "doc890257", "doc988735", "doc281595", "doc509898", "doc64791", "doc2263202", "doc355540", "doc1285744"], "ranked_scores": [0.7806, 0.7266, 0.7014, 0.6952, 0.6834, 0.6806, 0.6771, 0.6767, 0.6754, 0.6742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc751435", "doc2060827", "doc879199", "doc1796400", "doc1381513", "doc1464453", "doc1368159", "doc1643694"], "ranked_scores": [0.8213, 0.702, 0.6846, 0.6706, 0.6527, 0.6358, 0.6254, 0.6181, 0.6166, 0.6159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc41344", "doc851269", "doc35524", "doc922271", "doc64317", "doc1385345", "doc64314", "doc1683659"], "ranked_scores": [0.8212, 0.7992, 0.7454, 0.7389, 0.7364, 0.7285, 0.7263, 0.7262, 0.726, 0.7203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc82650", "doc1788429", "doc1520311", "doc437678", "doc587518", "doc437685", "doc437677", "doc727452", "doc1321892", "doc1321884"], "ranked_scores": [0.7583, 0.7506, 0.742, 0.7364, 0.7349, 0.7343, 0.7265, 0.7138, 0.7134, 0.7049], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc1856377", "doc1778592", "doc1315015", "doc671985", "doc1315083", "doc720136", "doc552720", "doc1315064"], "ranked_scores": [0.8103, 0.6838, 0.668, 0.6664, 0.6655, 0.6651, 0.6619, 0.6593, 0.6508, 0.6448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1801894", "doc1464195", "doc24934", "doc1894178", "doc170955", "doc872070", "doc966112", "doc542891", "doc1445420"], "ranked_scores": [0.6377, 0.5638, 0.5525, 0.5476, 0.5465, 0.5462, 0.5348, 0.5308, 0.5305, 0.5253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc89435", "doc371079", "doc172947", "doc284394", "doc611287", "doc1005393", "doc2465921", "doc182046"], "ranked_scores": [0.8187, 0.8052, 0.702, 0.6833, 0.6766, 0.6668, 0.6664, 0.6632, 0.6532, 0.6531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc25697", "doc1635999", "doc1394755", "doc324530", "doc1394758", "doc1394760", "doc233596", "doc530778"], "ranked_scores": [0.9004, 0.8447, 0.7538, 0.7492, 0.7404, 0.7347, 0.7298, 0.7296, 0.7246, 0.722], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2449643", "doc2527260", "doc660236", "doc515771", "doc147268", "doc2429823", "doc660237", "doc1437877", "doc898833"], "ranked_scores": [0.788, 0.7835, 0.7662, 0.7406, 0.7318, 0.7251, 0.7235, 0.7232, 0.7027, 0.7023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc719006", "doc105758", "doc849003", "doc566026", "doc543176", "doc171833", "doc849000", "doc1729412", "doc105759"], "ranked_scores": [0.8545, 0.7567, 0.756, 0.7358, 0.7358, 0.7198, 0.7194, 0.6972, 0.6967, 0.6846], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc52414", "doc1927002", "doc628470", "doc2224155", "doc2107018", "doc6531", "doc1690531", "doc2252577", "doc623693"], "ranked_scores": [0.7799, 0.7599, 0.7599, 0.7492, 0.7318, 0.7284, 0.7248, 0.7093, 0.7093, 0.7066], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313364", "doc1540259", "doc211230", "doc378301", "doc768322", "doc313342", "doc435078", "doc465988", "doc435076", "doc70904"], "ranked_scores": [0.7432, 0.7209, 0.7193, 0.7109, 0.7088, 0.7076, 0.7069, 0.704, 0.7036, 0.6993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc2119808", "doc2636635", "doc264212", "doc336518", "doc2187649", "doc2636762", "doc2042102", "doc733127"], "ranked_scores": [0.679, 0.6386, 0.6336, 0.625, 0.6118, 0.6108, 0.6051, 0.5973, 0.5929, 0.5893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc143496", "doc720754", "doc2357458", "doc311498", "doc519493", "doc1538025", "doc487000", "doc1130168"], "ranked_scores": [0.7558, 0.716, 0.6409, 0.634, 0.6304, 0.6206, 0.6196, 0.6145, 0.6145, 0.6138], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1055373", "doc1345740", "doc1810672", "doc376241", "doc390322", "doc1293555", "doc57975", "doc1153924", "doc376243"], "ranked_scores": [0.7098, 0.6845, 0.6595, 0.6551, 0.6373, 0.6307, 0.6151, 0.6067, 0.6031, 0.5954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588578", "doc1333905", "doc1584862", "doc1160263", "doc641270", "doc1943842", "doc1629620", "doc1730233", "doc61233", "doc2465656"], "ranked_scores": [0.7462, 0.7444, 0.7353, 0.7264, 0.7177, 0.7022, 0.699, 0.6959, 0.6933, 0.6928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc312607", "doc2067045", "doc1029479", "doc966112", "doc807", "doc2391797", "doc2262639", "doc806", "doc221817"], "ranked_scores": [0.6272, 0.619, 0.6113, 0.6069, 0.5971, 0.596, 0.5955, 0.5904, 0.5878, 0.5877], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc88934", "doc88973", "doc1670518", "doc2015719", "doc1639229", "doc2624067", "doc88933", "doc1014858"], "ranked_scores": [0.8183, 0.7858, 0.7801, 0.777, 0.7383, 0.7359, 0.7284, 0.7131, 0.697, 0.666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338801", "doc338815", "doc338810", "doc1455462", "doc21340", "doc2267530", "doc21372", "doc642895", "doc21350", "doc1455444"], "ranked_scores": [0.6761, 0.6736, 0.6598, 0.6458, 0.6385, 0.6236, 0.6209, 0.6092, 0.602, 0.6011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4416, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc108559", "doc18273", "doc63590", "doc911115", "doc2072948", "doc1791044", "doc1374770", "doc108480", "doc108477"], "ranked_scores": [0.7909, 0.7718, 0.7583, 0.7583, 0.7583, 0.7514, 0.7465, 0.7451, 0.7417, 0.7393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7163", "doc1670303", "doc2128755", "doc2373327", "doc355540", "doc1183356", "doc2677350", "doc2482938", "doc203256"], "ranked_scores": [0.7042, 0.6747, 0.6494, 0.6412, 0.6336, 0.6313, 0.631, 0.6155, 0.6112, 0.6035], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1564136", "doc1826212", "doc1568962", "doc2431178", "doc2587477", "doc1260422", "doc2295957", "doc1735215", "doc751729"], "ranked_scores": [0.6296, 0.5839, 0.565, 0.5286, 0.517, 0.517, 0.508, 0.5034, 0.4926, 0.4895], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc2084882", "doc642762", "doc2057552", "doc2634368", "doc2007762", "doc2011376", "doc1519779", "doc1961593", "doc1364067"], "ranked_scores": [0.6341, 0.6222, 0.6213, 0.601, 0.5816, 0.5807, 0.569, 0.5659, 0.5587, 0.5542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36460", "doc36463", "doc1618374", "doc2622759", "doc2633722", "doc2362869", "doc1618372", "doc36485", "doc2215670"], "ranked_scores": [0.8125, 0.7201, 0.7008, 0.6749, 0.6743, 0.6624, 0.6624, 0.6576, 0.6395, 0.6387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc703719", "doc106355", "doc703736", "doc106372", "doc2832", "doc1390073", "doc973089", "doc2877", "doc427621"], "ranked_scores": [0.757, 0.7155, 0.7147, 0.7072, 0.7064, 0.6956, 0.6885, 0.6779, 0.6744, 0.6648], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc1373324", "doc643072", "doc1373323", "doc2393669", "doc108887", "doc108892", "doc1119808", "doc109002", "doc207176"], "ranked_scores": [0.8303, 0.8026, 0.7827, 0.7801, 0.7759, 0.7659, 0.7631, 0.7543, 0.7481, 0.7253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc1504263", "doc77976", "doc1430993", "doc936401", "doc1431001", "doc1160422", "doc429400", "doc564138", "doc455129"], "ranked_scores": [0.7812, 0.7754, 0.766, 0.7189, 0.6557, 0.6315, 0.6277, 0.625, 0.6247, 0.6233], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-32-post-binary": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc190275", "doc1632178", "doc2441319", "doc57242", "doc60903", "doc471007", "doc63804", "doc388484", "doc7161", "doc727789"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc914411", "doc2521983", "doc1384361", "doc63538", "doc2634372", "doc330463", "doc776139", "doc942208", "doc876844", "doc920692"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc210026", "doc1743887", "doc2015719", "doc2548244", "doc1520268", "doc21829", "doc1648416", "doc25836", "doc21831", "doc811624"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1745418", "doc2480872", "doc1587119", "doc1510857", "doc1678113", "doc460857", "doc2053655", "doc564709", "doc653731", "doc379480"], "ranked_scores": [26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165905", "doc1812659", "doc1812661", "doc1121529", "doc1366769", "doc1366760", "doc751799", "doc1382207", "doc559430", "doc751747"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27536", "doc27529", "doc2272998", "doc2649134", "doc27535", "doc518268", "doc518394", "doc437685", "doc963332", "doc754593"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc108481", "doc43450", "doc1994393", "doc77634", "doc919720", "doc484979", "doc512949", "doc513406", "doc743529", "doc930753"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc625773", "doc583721", "doc152997", "doc2212270", "doc354084", "doc327463", "doc88615", "doc761733", "doc327730"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc457828", "doc116279", "doc1129694", "doc315772", "doc91244", "doc1695182", "doc2636762", "doc561914", "doc435092"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc97430", "doc1116765", "doc1329094", "doc2071078", "doc2021184", "doc80948", "doc2197028"], "ranked_scores": [29.0, 27.0, 27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc174973", "doc8477", "doc33193", "doc605906", "doc643972", "doc704392", "doc660271", "doc727789", "doc8158", "doc710956"], "ranked_scores": [30.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc1349036", "doc41356", "doc299630", "doc2083994", "doc369261", "doc2071163", "doc83863", "doc83875", "doc922273"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc2836", "doc703701", "doc1972074", "doc1246069", "doc191614", "doc388464", "doc1953592", "doc703705", "doc703698"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7116", "doc7096", "doc692559", "doc1694559", "doc1694554", "doc7099", "doc2092646", "doc922314", "doc757822", "doc2409548"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90808", "doc1588867", "doc2537625", "doc1357000", "doc1440230", "doc2503817", "doc285347", "doc567112", "doc377106", "doc90807"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2370166", "doc2203117", "doc938300", "doc1730351", "doc1104361", "doc2420483", "doc220990", "doc269387", "doc938302", "doc703623"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc132943", "doc132960", "doc469056", "doc563701", "doc996239", "doc300567", "doc24929", "doc651946", "doc651957", "doc75967"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc220990", "doc2225375", "doc1788429", "doc1874808", "doc2274222", "doc2370166", "doc2083987", "doc50110", "doc2420483", "doc938302"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1314857", "doc1991598", "doc213075", "doc59550", "doc430825", "doc501743", "doc873481", "doc87294", "doc866429", "doc97182"], "ranked_scores": [25.0, 25.0, 24.0, 24.0, 23.0, 23.0, 23.0, 23.0, 23.0, 23.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc238043", "doc966365", "doc884614", "doc1798668", "doc1357322", "doc1557550", "doc773669", "doc635523", "doc7108", "doc80078"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2010404", "doc2010379", "doc543176", "doc2259197", "doc211912", "doc527459", "doc556389", "doc732096", "doc878338"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc1157159", "doc1652465", "doc474060", "doc1699100", "doc1993058", "doc61043", "doc675067", "doc2517379", "doc511592"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc180234", "doc1340739", "doc148885", "doc1986948", "doc2259197", "doc297999", "doc401759", "doc2517860", "doc75292"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1199221", "doc958476", "doc1632177", "doc1390312", "doc2573505", "doc721746", "doc884905", "doc81655", "doc933773", "doc93503"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc2357495", "doc2409548", "doc2009331", "doc1181096", "doc1205818", "doc7096", "doc7091", "doc7116", "doc827208", "doc7119"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc1558517", "doc388285", "doc1407977", "doc35525", "doc83367", "doc64316", "doc754366", "doc990426", "doc824776", "doc990514"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1788429", "doc1977974", "doc727452", "doc1334238", "doc1520311", "doc1520275", "doc437685", "doc587518", "doc2034534", "doc2384883"], "ranked_scores": [27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc974653", "doc2672483", "doc281094", "doc1726816", "doc2049419", "doc35173", "doc2613797", "doc877823", "doc552697", "doc866436"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc549341", "doc761733", "doc625773", "doc671892", "doc2641052", "doc2665803", "doc80268", "doc853534", "doc327730", "doc388419"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc2390440", "doc1216785", "doc2558036", "doc53464", "doc1486450", "doc602724", "doc487275", "doc703485", "doc504736", "doc884905"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc1314900", "doc1566486", "doc2614074", "doc2054463", "doc1394743", "doc1635999", "doc49200", "doc520684", "doc872601", "doc867288"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1837771", "doc1986489", "doc2366135", "doc660236", "doc220663", "doc515127", "doc539428", "doc974518", "doc736460", "doc934719"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc2465776", "doc955601", "doc133369", "doc105739", "doc1576987", "doc1284333", "doc2581432", "doc1652400", "doc914073", "doc955622"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc6540", "doc2224155", "doc52414", "doc53643", "doc28942", "doc358938", "doc600661", "doc422936", "doc628470", "doc675222"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313354", "doc42101", "doc2032387", "doc1348006", "doc2124278", "doc1580688", "doc1204604", "doc435083", "doc736126", "doc64314"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc397701", "doc101803", "doc864822", "doc1177572", "doc349744", "doc1170391", "doc1589180", "doc734723", "doc77635", "doc878338"], "ranked_scores": [28.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc621928", "doc1346601", "doc337547", "doc2360748", "doc2569520", "doc543176", "doc298160", "doc625617", "doc505032"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc525586", "doc1644238", "doc952400", "doc2838", "doc46245", "doc376241", "doc751954", "doc50167", "doc542895", "doc504736"], "ranked_scores": [28.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc872897", "doc1991515", "doc1129916", "doc1508870", "doc182888", "doc2355916", "doc2542374", "doc588612", "doc1986449", "doc61227"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc104082", "doc806787", "doc213101", "doc392497", "doc261064", "doc459774", "doc807", "doc702263", "doc966112", "doc806"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc1461880", "doc833943", "doc2061559", "doc2673602", "doc1070768", "doc1831403", "doc1199279", "doc2010532", "doc714655", "doc1609902"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc1455462", "doc1390312", "doc338813", "doc786083", "doc72481", "doc2442198", "doc311498", "doc672552", "doc721746", "doc749717"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc360768", "doc2185185", "doc771233", "doc199491", "doc725928", "doc732083", "doc8477", "doc874107", "doc828252", "doc855356"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc2128755", "doc1299060", "doc320077", "doc2265484", "doc1413571", "doc2482938", "doc2632693", "doc933773", "doc2677350", "doc885054"], "ranked_scores": [31.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc291984", "doc1735215", "doc1510857", "doc1763997", "doc620573", "doc283967", "doc752256", "doc735792", "doc751729"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc18842", "doc2358819", "doc1386686", "doc2067045", "doc404160", "doc806787", "doc1040316", "doc1612316", "doc1258664", "doc807"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc2622778", "doc1644239", "doc1618372", "doc36485", "doc36460", "doc611287", "doc36463", "doc450131", "doc611282", "doc636346"], "ranked_scores": [30.0, 29.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106372", "doc106335", "doc2456577", "doc703736", "doc35719", "doc580220", "doc7166", "doc846246", "doc885054", "doc93287"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1520499", "doc109002", "doc1947787", "doc119508", "doc86469", "doc2167590", "doc655750", "doc91121", "doc91124", "doc702815"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc2548332", "doc2107778", "doc317624", "doc335705", "doc337551", "doc906433", "doc337580", "doc594646", "doc824006", "doc400460"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-64-post-binary": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc63804", "doc1665946", "doc57232", "doc2116209", "doc605906", "doc298160", "doc471007", "doc57226", "doc57247"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc1899255", "doc148310", "doc21277", "doc914411", "doc2473154", "doc2521983", "doc330463", "doc63538", "doc855132"], "ranked_scores": [52.0, 50.0, 50.0, 50.0, 50.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc1058398", "doc25836", "doc21831", "doc1393773", "doc21829", "doc452002", "doc1743887", "doc2548244", "doc812322", "doc812339"], "ranked_scores": [51.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1510857", "doc564709", "doc146101", "doc1402781", "doc1587119", "doc1007260", "doc232625", "doc2317442", "doc453079", "doc770526"], "ranked_scores": [50.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc2165906", "doc1366744", "doc1715056", "doc751799", "doc559423", "doc88443", "doc866525", "doc738832", "doc88439"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27536", "doc27529", "doc1628841", "doc27535", "doc1321967", "doc1977978", "doc2272998", "doc2085932", "doc2653445", "doc2272990"], "ranked_scores": [53.0, 52.0, 52.0, 51.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc349744", "doc1994393", "doc2095396", "doc77634", "doc101332", "doc1340806", "doc484979", "doc2206589", "doc579128", "doc825187"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc38721", "doc152997", "doc625773", "doc1036602", "doc1798668", "doc327463", "doc1486663", "doc761733", "doc613870"], "ranked_scores": [55.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc91244", "doc116279", "doc1148551", "doc238332", "doc1376346", "doc1526452", "doc2092646", "doc2475877", "doc2009331"], "ranked_scores": [55.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc2084014", "doc97445", "doc369237", "doc2071078", "doc1460471", "doc2083994", "doc97430"], "ranked_scores": [54.0, 54.0, 53.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc1651444", "doc33193", "doc1664038", "doc1263474", "doc2037498", "doc2582472", "doc727789", "doc371079", "doc490395", "doc988735"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1984127", "doc759547", "doc2083994", "doc1984114", "doc2254475", "doc253608", "doc2380009", "doc398865", "doc83875"], "ranked_scores": [54.0, 52.0, 51.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc427621", "doc703705", "doc106362", "doc106352", "doc675222", "doc60315", "doc703714", "doc890256", "doc284003"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc1694559", "doc7112", "doc7096", "doc692559", "doc7106", "doc1599042", "doc526956", "doc1377683", "doc7091", "doc7099"], "ranked_scores": [56.0, 55.0, 55.0, 55.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82130", "doc2503817", "doc2000096", "doc1254817", "doc1588867", "doc1598856", "doc1891830", "doc567112"], "ranked_scores": [54.0, 51.0, 51.0, 49.0, 49.0, 49.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc919340", "doc938300", "doc2127006", "doc1104361", "doc269387", "doc220990", "doc2370166", "doc190628", "doc2203117", "doc919333"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc300567", "doc132960", "doc132943", "doc24903", "doc282521", "doc996239", "doc1824654", "doc563701", "doc24929", "doc303116"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2009369", "doc2370166", "doc1104361", "doc490514", "doc58892", "doc454594", "doc1136735", "doc2274222", "doc1874808", "doc938300"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1629783", "doc1991598", "doc783808", "doc469130", "doc56897", "doc87294", "doc873481", "doc1102442", "doc2259504", "doc2509989"], "ranked_scores": [50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc1110589", "doc137908", "doc99857", "doc550633", "doc1798668", "doc480455", "doc2223012", "doc80154", "doc928587"], "ranked_scores": [53.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2259197", "doc2174234", "doc2010420", "doc183955", "doc1430768", "doc2010474", "doc556388", "doc702902", "doc936409"], "ranked_scores": [57.0, 55.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26467", "doc474060", "doc1652465", "doc1842244", "doc26461", "doc191423", "doc511592", "doc863698", "doc99377"], "ranked_scores": [53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc973765", "doc1340739", "doc2438080", "doc337483", "doc180234", "doc61568", "doc2613598", "doc786083", "doc889101"], "ranked_scores": [53.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1006143", "doc86469", "doc57946", "doc1851601", "doc1390312", "doc890684", "doc958476", "doc2582472", "doc43069", "doc81655"], "ranked_scores": [55.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc2357495", "doc830104", "doc22915", "doc827208", "doc1487701", "doc146101", "doc2217346", "doc1694554", "doc2362748", "doc902657"], "ranked_scores": [54.0, 54.0, 53.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc1034008", "doc1558517", "doc35525", "doc1260115", "doc64316", "doc374002", "doc388286", "doc35526", "doc50110", "doc705952"], "ranked_scores": [49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1977974", "doc1334238", "doc437639", "doc2545074", "doc437667", "doc587518", "doc727452", "doc1739769", "doc1856181", "doc437632"], "ranked_scores": [50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc2361734", "doc720136", "doc859016", "doc35173", "doc552702", "doc858827", "doc506215", "doc866436", "doc281094", "doc859040"], "ranked_scores": [51.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc2665803", "doc2509153", "doc1321248", "doc645572", "doc388419", "doc966112", "doc2334138", "doc602735", "doc650883"], "ranked_scores": [49.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc371079", "doc89435", "doc261941", "doc53464", "doc1703998", "doc1384430", "doc762682", "doc1915960", "doc442694", "doc874107"], "ranked_scores": [54.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc2188384", "doc1787621", "doc1394758", "doc430825", "doc87294", "doc173076", "doc1840635", "doc469130", "doc650954", "doc2486654"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc1030288", "doc934719", "doc2366135", "doc1437877", "doc368643", "doc626445", "doc660236", "doc842383", "doc974518"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc2465776", "doc1729412", "doc1652400", "doc1986552", "doc133369", "doc2355469", "doc1464212", "doc391459", "doc955601", "doc849003"], "ranked_scores": [53.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc53643", "doc1927002", "doc2224155", "doc358938", "doc6540", "doc600661", "doc2107018", "doc675222", "doc61939", "doc422936"], "ranked_scores": [58.0, 56.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1348006", "doc313354", "doc465988", "doc211230", "doc42101", "doc1098357", "doc1957486", "doc2032387", "doc313364", "doc313365"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 53.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1736708", "doc15890", "doc1170391", "doc1356310", "doc2085567", "doc1658558", "doc2175230", "doc2133572", "doc864555", "doc878338"], "ranked_scores": [48.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc958476", "doc264212", "doc143496", "doc1577006", "doc47008", "doc2357458", "doc57946", "doc505032", "doc720754"], "ranked_scores": [50.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc658301", "doc2445366", "doc1055373", "doc1228728", "doc1323591", "doc2173325", "doc1810672", "doc453144", "doc729572", "doc981651"], "ranked_scores": [47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1975694", "doc1129916", "doc2542374", "doc1730288", "doc1160263", "doc1943842", "doc588578", "doc1986437", "doc142541", "doc789140"], "ranked_scores": [53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc153569", "doc147696", "doc1386686", "doc1136780", "doc543109", "doc1612316", "doc1892012", "doc459774", "doc806787", "doc845380"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc2647546", "doc88933", "doc723700", "doc1070768", "doc1343239", "doc399642", "doc994518", "doc723699", "doc88934"], "ranked_scores": [54.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc969155", "doc1455462", "doc749717", "doc22983", "doc2573505", "doc703723", "doc745803", "doc729956", "doc72481", "doc77971"], "ranked_scores": [48.0, 48.0, 48.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc2003302", "doc1523323", "doc1374770", "doc108480", "doc2185185", "doc1087169", "doc2452456", "doc2418769", "doc911115", "doc920692"], "ranked_scores": [56.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc2128755", "doc593715", "doc1411861", "doc2265484", "doc1851601", "doc212271", "doc2513638", "doc2632693", "doc885054", "doc938942"], "ranked_scores": [54.0, 52.0, 52.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc1612682", "doc1510857", "doc1616053", "doc232627", "doc1763997", "doc4611", "doc1445498", "doc354191", "doc418571"], "ranked_scores": [52.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2358819", "doc18842", "doc1163626", "doc2067045", "doc1386686", "doc208245", "doc2620645", "doc1809840", "doc980993", "doc500342"], "ranked_scores": [54.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc1618372", "doc1926783", "doc2622778", "doc36467", "doc1644239", "doc36463", "doc36485", "doc2396125", "doc2622759"], "ranked_scores": [56.0, 53.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106372", "doc481915", "doc703736", "doc285755", "doc150031", "doc427621", "doc703719", "doc580220", "doc7166"], "ranked_scores": [52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc108892", "doc1373324", "doc109002", "doc1581104", "doc91124", "doc2167590", "doc1520499", "doc643072", "doc873559", "doc91127"], "ranked_scores": [54.0, 54.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc1430993", "doc970185", "doc1283772", "doc77976", "doc1405971", "doc834354", "doc2548332", "doc671577", "doc857632"], "ranked_scores": [51.0, 51.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-post-binary": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc63804", "doc57226", "doc2173529", "doc57242", "doc1665946", "doc2116209", "doc3001", "doc471007", "doc57232"], "ranked_scores": [103.0, 103.0, 103.0, 98.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc2473154", "doc21277", "doc310191", "doc474276", "doc2521983", "doc1623079", "doc1828868", "doc2292349", "doc63538"], "ranked_scores": [100.0, 96.0, 96.0, 96.0, 96.0, 95.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc1393773", "doc21831", "doc69765", "doc21829", "doc660012", "doc1285909", "doc1743887", "doc452039", "doc69767", "doc69772"], "ranked_scores": [97.0, 96.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453089", "doc146101", "doc1402781", "doc979079", "doc1402783", "doc1247565", "doc453144", "doc453091", "doc415323", "doc94024"], "ranked_scores": [99.0, 99.0, 98.0, 96.0, 95.0, 93.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc751799", "doc1812659", "doc1812661", "doc1167678", "doc2165906", "doc559430", "doc1366744", "doc2307709", "doc672961", "doc866525"], "ranked_scores": [103.0, 103.0, 100.0, 100.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27535", "doc27536", "doc1628841", "doc27529", "doc281066", "doc1959244", "doc172858", "doc1852518", "doc225707", "doc2272990"], "ranked_scores": [98.0, 97.0, 97.0, 97.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc1994393", "doc579128", "doc825186", "doc2206589", "doc1369505", "doc2483145", "doc268699", "doc484979"], "ranked_scores": [108.0, 108.0, 105.0, 105.0, 104.0, 103.0, 103.0, 102.0, 102.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc2080883", "doc761733", "doc67620", "doc1411599", "doc671892", "doc1798668", "doc327730", "doc583721", "doc597628"], "ranked_scores": [112.0, 101.0, 101.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc116279", "doc1148551", "doc2080046", "doc91244", "doc61045", "doc457828", "doc2083822", "doc435092"], "ranked_scores": [106.0, 101.0, 100.0, 98.0, 98.0, 98.0, 97.0, 97.0, 96.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc2071086", "doc2071107", "doc1116765", "doc288722", "doc369277", "doc2084016", "doc369237", "doc97445"], "ranked_scores": [106.0, 101.0, 98.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc9798", "doc183346", "doc281595", "doc1458417", "doc474854", "doc2582472", "doc2027228", "doc1422800", "doc727789"], "ranked_scores": [103.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc759547", "doc1984127", "doc83875", "doc1883243", "doc253606", "doc83872", "doc2665658", "doc83871", "doc398865"], "ranked_scores": [101.0, 100.0, 100.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc1986402", "doc703705", "doc890256", "doc150064", "doc2204719", "doc1390073", "doc703711", "doc60315", "doc874101"], "ranked_scores": [99.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc692559", "doc7096", "doc7106", "doc7112", "doc7099", "doc7116", "doc1599042", "doc1694559", "doc7091", "doc7119"], "ranked_scores": [112.0, 108.0, 105.0, 104.0, 103.0, 102.0, 102.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc1705674", "doc2247113", "doc1588867", "doc1740481", "doc672521", "doc1891830", "doc490060"], "ranked_scores": [103.0, 102.0, 99.0, 95.0, 95.0, 93.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc190628", "doc1617231", "doc1136735", "doc220990", "doc750407", "doc919340", "doc187232", "doc2659217", "doc2370166", "doc453128"], "ranked_scores": [100.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1380357", "doc24903", "doc1824654", "doc90322", "doc24929", "doc132960", "doc300567", "doc303116", "doc1926206", "doc2206639"], "ranked_scores": [101.0, 99.0, 99.0, 98.0, 97.0, 96.0, 96.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1136735", "doc2009369", "doc2370166", "doc58892", "doc490514", "doc1874808", "doc938300", "doc897", "doc2203117", "doc220990"], "ranked_scores": [101.0, 101.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc2091584", "doc1102442", "doc56897", "doc1629783", "doc1991598", "doc56902", "doc873481", "doc2313864", "doc783808", "doc87294"], "ranked_scores": [98.0, 96.0, 96.0, 96.0, 96.0, 94.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc137908", "doc80154", "doc352904", "doc80078", "doc80074", "doc1357322", "doc80148", "doc367206", "doc1521484"], "ranked_scores": [102.0, 99.0, 98.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc702902", "doc2174234", "doc183955", "doc2259197", "doc1018577", "doc2010420", "doc183950", "doc184591", "doc2240289"], "ranked_scores": [110.0, 103.0, 101.0, 99.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26467", "doc474060", "doc1652465", "doc863698", "doc26461", "doc99377", "doc511592", "doc1880842", "doc764184"], "ranked_scores": [109.0, 106.0, 105.0, 105.0, 104.0, 103.0, 102.0, 102.0, 101.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc781160", "doc337483", "doc1340739", "doc2438080", "doc297999", "doc2260544", "doc786083", "doc2465910", "doc889101"], "ranked_scores": [106.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc1390312", "doc64791", "doc2582472", "doc86469", "doc890684", "doc371079", "doc721746", "doc81655", "doc9798"], "ranked_scores": [104.0, 100.0, 100.0, 100.0, 99.0, 99.0, 98.0, 98.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1487701", "doc2060827", "doc2009331", "doc435092", "doc1128302", "doc2357495", "doc830104", "doc902657"], "ranked_scores": [102.0, 101.0, 100.0, 100.0, 99.0, 99.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc705952", "doc388286", "doc1683659", "doc64318", "doc971992", "doc1376793", "doc64316", "doc922263", "doc597569", "doc922271"], "ranked_scores": [97.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1497917", "doc1520311", "doc437667", "doc1977974", "doc1520320", "doc437668", "doc727452", "doc1856181", "doc2545104", "doc437639"], "ranked_scores": [99.0, 97.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc720136", "doc2613797", "doc552698", "doc1093057", "doc1315064", "doc2049419", "doc1603040", "doc720175", "doc671973", "doc671985"], "ranked_scores": [96.0, 95.0, 94.0, 93.0, 93.0, 93.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc2334138", "doc388419", "doc2131758", "doc1212031", "doc696366", "doc1464195", "doc1842244", "doc835424", "doc583721"], "ranked_scores": [92.0, 88.0, 87.0, 86.0, 86.0, 86.0, 86.0, 86.0, 86.0, 85.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc490395", "doc1107701", "doc2465921", "doc89435", "doc859664", "doc2037498", "doc1384430", "doc371079", "doc442694", "doc53464"], "ranked_scores": [100.0, 99.0, 98.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc1787621", "doc2054463", "doc1635999", "doc430825", "doc204171", "doc1394760", "doc2188384", "doc2486654", "doc1394758"], "ranked_scores": [100.0, 99.0, 99.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc974518", "doc1437877", "doc1837759", "doc660236", "doc2194194", "doc2369112", "doc2429823", "doc729573", "doc934719"], "ranked_scores": [103.0, 103.0, 102.0, 102.0, 101.0, 100.0, 100.0, 100.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1729412", "doc105739", "doc105758", "doc1251654", "doc105745", "doc1986552", "doc391459", "doc543176", "doc849000", "doc849003"], "ranked_scores": [102.0, 101.0, 101.0, 99.0, 98.0, 98.0, 98.0, 98.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc53643", "doc1927002", "doc2107018", "doc628470", "doc675222", "doc2224155", "doc358938", "doc422936", "doc623693", "doc6531"], "ranked_scores": [107.0, 105.0, 104.0, 103.0, 103.0, 102.0, 102.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc42101", "doc211230", "doc2032387", "doc313364", "doc465988", "doc1348006", "doc313354", "doc2124290", "doc736126", "doc2502216"], "ranked_scores": [103.0, 103.0, 103.0, 101.0, 101.0, 100.0, 100.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc1597410", "doc1498263", "doc315772", "doc872897", "doc1736708", "doc1658558", "doc1170391", "doc878338", "doc733127"], "ranked_scores": [100.0, 95.0, 93.0, 93.0, 93.0, 92.0, 92.0, 91.0, 91.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc2357458", "doc720754", "doc159492", "doc1541761", "doc1548640", "doc381154", "doc57946", "doc1982070", "doc958476"], "ranked_scores": [98.0, 97.0, 96.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc376243", "doc376241", "doc1055373", "doc1810672", "doc2005304", "doc1312663", "doc2449727", "doc2304461", "doc261351"], "ranked_scores": [98.0, 94.0, 93.0, 92.0, 91.0, 91.0, 90.0, 90.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc1975694", "doc1321056", "doc1304447", "doc134196", "doc138058", "doc1160263", "doc588578", "doc663467", "doc901884"], "ranked_scores": [98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc459774", "doc357412", "doc1369722", "doc1499831", "doc312607", "doc2621513", "doc1370451", "doc225707", "doc2638106"], "ranked_scores": [94.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc88934", "doc1199279", "doc88973", "doc1452752", "doc1639229", "doc88974", "doc1343239", "doc88931", "doc1670518"], "ranked_scores": [103.0, 102.0, 100.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc2267530", "doc21340", "doc2442198", "doc642895", "doc1455462", "doc2573505", "doc338813", "doc1081395", "doc669209", "doc864003"], "ranked_scores": [96.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc1374770", "doc108480", "doc18273", "doc1087169", "doc63590", "doc2003302", "doc911115", "doc193844", "doc323321", "doc771233"], "ranked_scores": [105.0, 102.0, 102.0, 102.0, 102.0, 102.0, 102.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc593715", "doc2128755", "doc1411861", "doc2004259", "doc1299060", "doc2482938", "doc2677350", "doc1877808", "doc299691", "doc938942"], "ranked_scores": [102.0, 102.0, 99.0, 99.0, 96.0, 95.0, 95.0, 94.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc751718", "doc751729", "doc751714", "doc1612682", "doc751719", "doc4611", "doc2163089", "doc1260420", "doc1564136"], "ranked_scores": [93.0, 91.0, 91.0, 91.0, 90.0, 90.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc2358819", "doc2084882", "doc980993", "doc725581", "doc642762", "doc2634372", "doc500342", "doc18842", "doc536538"], "ranked_scores": [97.0, 96.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0, 92.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc1618372", "doc1618376", "doc2622778", "doc36467", "doc36485", "doc2622759", "doc1927686", "doc2245655", "doc417364"], "ranked_scores": [104.0, 99.0, 98.0, 96.0, 96.0, 95.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc150031", "doc106355", "doc2204719", "doc703719", "doc703736", "doc106372", "doc427621", "doc481915", "doc285755"], "ranked_scores": [106.0, 102.0, 101.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc91124", "doc626438", "doc1373323", "doc1520499", "doc2393669", "doc643072", "doc126194", "doc702815", "doc91127"], "ranked_scores": [104.0, 104.0, 104.0, 101.0, 101.0, 101.0, 101.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1430993", "doc1504263", "doc879199", "doc1160422", "doc1276688", "doc251579", "doc857632", "doc1288281"], "ranked_scores": [101.0, 100.0, 100.0, 98.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-post-binary": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc57242", "doc63804", "doc1665946", "doc751998", "doc57232", "doc2116209", "doc3001", "doc751967"], "ranked_scores": [201.0, 199.0, 196.0, 194.0, 190.0, 188.0, 187.0, 186.0, 185.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc2473154", "doc1749973", "doc21277", "doc1828868", "doc1664486", "doc310191", "doc148310", "doc2664641"], "ranked_scores": [200.0, 195.0, 191.0, 189.0, 189.0, 187.0, 186.0, 185.0, 184.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc1393773", "doc21841", "doc25836", "doc21831", "doc452039", "doc21829", "doc2548244"], "ranked_scores": [200.0, 197.0, 192.0, 191.0, 190.0, 188.0, 188.0, 187.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc146101", "doc1402781", "doc415323", "doc453089", "doc94024", "doc1402783", "doc232625", "doc1247565", "doc979079", "doc564709"], "ranked_scores": [202.0, 200.0, 199.0, 196.0, 195.0, 193.0, 191.0, 190.0, 188.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc1812661", "doc2165906", "doc2307709", "doc1366744", "doc1167678", "doc1341149", "doc887635", "doc559430", "doc682295"], "ranked_scores": [203.0, 199.0, 199.0, 198.0, 197.0, 197.0, 196.0, 196.0, 196.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27535", "doc1628841", "doc27529", "doc381292", "doc27538", "doc2272998", "doc1977974", "doc459410", "doc859731", "doc361696"], "ranked_scores": [189.0, 187.0, 187.0, 186.0, 184.0, 183.0, 183.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc825186", "doc2206589", "doc579128", "doc1994393", "doc293478", "doc620637", "doc268699", "doc856725"], "ranked_scores": [216.0, 209.0, 208.0, 203.0, 203.0, 202.0, 201.0, 200.0, 200.0, 199.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc1411599", "doc761733", "doc67620", "doc792177", "doc238078", "doc583721", "doc1400520", "doc520689"], "ranked_scores": [222.0, 199.0, 199.0, 197.0, 197.0, 196.0, 195.0, 195.0, 194.0, 194.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc1558629", "doc116279", "doc457828", "doc2360720", "doc61045", "doc988606", "doc91244", "doc2522627"], "ranked_scores": [210.0, 199.0, 188.0, 186.0, 186.0, 185.0, 185.0, 185.0, 184.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc2083987", "doc369237", "doc97445", "doc1116765", "doc369270", "doc2071107", "doc97442", "doc2071083"], "ranked_scores": [203.0, 198.0, 194.0, 191.0, 191.0, 190.0, 189.0, 189.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc281595", "doc1458417", "doc9798", "doc698033", "doc1665950", "doc1651444", "doc1422800", "doc230816", "doc474854"], "ranked_scores": [205.0, 197.0, 193.0, 191.0, 190.0, 189.0, 189.0, 188.0, 188.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc83863", "doc759547", "doc83872", "doc50111", "doc1377115", "doc253606", "doc253608", "doc1984114", "doc2537823"], "ranked_scores": [207.0, 201.0, 200.0, 194.0, 193.0, 192.0, 192.0, 191.0, 191.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc60315", "doc703705", "doc703719", "doc1246069", "doc427621", "doc106332", "doc703711", "doc150064", "doc703706"], "ranked_scores": [206.0, 204.0, 197.0, 195.0, 195.0, 194.0, 194.0, 194.0, 193.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc692559", "doc7119", "doc7116", "doc7099", "doc7096", "doc7112", "doc485206", "doc7091", "doc1599042"], "ranked_scores": [212.0, 209.0, 208.0, 207.0, 202.0, 200.0, 200.0, 198.0, 198.0, 197.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc82130", "doc90807", "doc2247113", "doc90808", "doc1101731", "doc1588867", "doc1846029", "doc2236863", "doc672521", "doc90819"], "ranked_scores": [202.0, 202.0, 192.0, 191.0, 189.0, 184.0, 183.0, 183.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750407", "doc187232", "doc269387", "doc220990", "doc897", "doc190628", "doc382065", "doc207871", "doc2009369", "doc558085"], "ranked_scores": [189.0, 188.0, 187.0, 186.0, 186.0, 183.0, 182.0, 181.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc300567", "doc1380357", "doc1824654", "doc1926206", "doc30774", "doc24929", "doc1380356", "doc2313195", "doc90322"], "ranked_scores": [205.0, 201.0, 197.0, 197.0, 194.0, 193.0, 193.0, 192.0, 192.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2009369", "doc1136735", "doc1691613", "doc2370166", "doc648355", "doc58892", "doc36393", "doc1874808", "doc454594", "doc23412"], "ranked_scores": [197.0, 192.0, 192.0, 190.0, 190.0, 189.0, 189.0, 188.0, 188.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc1629783", "doc2091584", "doc56921", "doc873481", "doc2509989", "doc56902", "doc2091589", "doc2313864"], "ranked_scores": [207.0, 205.0, 200.0, 196.0, 196.0, 194.0, 193.0, 192.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc137908", "doc80151", "doc80154", "doc80074", "doc80148", "doc2563023", "doc2076427", "doc470479", "doc80078", "doc80067"], "ranked_scores": [200.0, 199.0, 196.0, 193.0, 189.0, 188.0, 187.0, 186.0, 186.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4413, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2010420", "doc702902", "doc2259197", "doc183955", "doc1781006", "doc183950", "doc2174234", "doc18814", "doc72416"], "ranked_scores": [210.0, 198.0, 197.0, 191.0, 190.0, 188.0, 188.0, 188.0, 187.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26467", "doc99377", "doc224770", "doc26461", "doc474060", "doc1202814", "doc764184", "doc1652465", "doc26458"], "ranked_scores": [214.0, 203.0, 200.0, 199.0, 198.0, 198.0, 196.0, 196.0, 196.0, 194.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc2438080", "doc119586", "doc337483", "doc1340739", "doc1407977", "doc537776", "doc61568", "doc1732443", "doc546646"], "ranked_scores": [211.0, 190.0, 189.0, 189.0, 188.0, 188.0, 187.0, 187.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc2582472", "doc964756", "doc1390312", "doc890684", "doc64791", "doc721746", "doc57940", "doc1199221", "doc86469"], "ranked_scores": [208.0, 194.0, 192.0, 191.0, 190.0, 188.0, 188.0, 188.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc1117345", "doc988607", "doc356961", "doc2362748", "doc2060827", "doc2005210", "doc902657", "doc827208"], "ranked_scores": [206.0, 197.0, 197.0, 194.0, 193.0, 191.0, 191.0, 190.0, 190.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc1683659", "doc64318", "doc64316", "doc851269", "doc922271", "doc1376793", "doc922263", "doc705952", "doc990426", "doc971992"], "ranked_scores": [198.0, 198.0, 195.0, 193.0, 191.0, 190.0, 190.0, 190.0, 190.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437677", "doc1520311", "doc1520275", "doc437667", "doc727452", "doc437668", "doc1520320", "doc437678", "doc1977974", "doc437685"], "ranked_scores": [196.0, 196.0, 194.0, 194.0, 194.0, 193.0, 192.0, 192.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc671985", "doc1315015", "doc1726816", "doc720136", "doc1315064", "doc35173", "doc1778592", "doc552697", "doc884188", "doc877823"], "ranked_scores": [192.0, 191.0, 191.0, 190.0, 189.0, 188.0, 187.0, 186.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc542891", "doc24939", "doc645564", "doc1445420", "doc2334138", "doc1464195", "doc1801894", "doc2131758", "doc200940", "doc570839"], "ranked_scores": [178.0, 176.0, 175.0, 173.0, 172.0, 171.0, 171.0, 171.0, 171.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1107701", "doc89435", "doc890684", "doc562696", "doc859664", "doc371079", "doc2465921", "doc450131"], "ranked_scores": [207.0, 202.0, 193.0, 193.0, 190.0, 189.0, 189.0, 188.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1787621", "doc2188384", "doc173076", "doc1635999", "doc1840635", "doc530778", "doc579817", "doc967808"], "ranked_scores": [212.0, 209.0, 198.0, 197.0, 197.0, 196.0, 194.0, 193.0, 193.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc11659", "doc1437877", "doc2369112", "doc990522", "doc402145", "doc515771", "doc934719", "doc2194194", "doc2527260", "doc660236"], "ranked_scores": [203.0, 202.0, 202.0, 201.0, 201.0, 201.0, 201.0, 200.0, 199.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc849000", "doc849003", "doc1516597", "doc1729412", "doc543176", "doc2355469", "doc566026", "doc1464212"], "ranked_scores": [203.0, 200.0, 195.0, 194.0, 193.0, 191.0, 191.0, 190.0, 190.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc628470", "doc358938", "doc675222", "doc53643", "doc1927002", "doc623693", "doc2224155", "doc2252577", "doc1690531", "doc2107018"], "ranked_scores": [211.0, 209.0, 203.0, 202.0, 202.0, 201.0, 201.0, 200.0, 200.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211230", "doc313364", "doc42101", "doc736126", "doc155310", "doc2587562", "doc1957486", "doc2217446", "doc465988", "doc707801"], "ranked_scores": [202.0, 199.0, 197.0, 196.0, 196.0, 195.0, 194.0, 194.0, 193.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc878338", "doc15890", "doc733127", "doc204120", "doc315772", "doc1597410", "doc1273973", "doc688403", "doc2426396", "doc627432"], "ranked_scores": [192.0, 189.0, 184.0, 183.0, 183.0, 182.0, 181.0, 181.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc2357458", "doc1548640", "doc143496", "doc1577006", "doc2673772", "doc2352380", "doc159492", "doc1894178", "doc1982070"], "ranked_scores": [198.0, 192.0, 188.0, 186.0, 186.0, 185.0, 184.0, 183.0, 183.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc601133", "doc2449727", "doc376241", "doc1810672", "doc2304461", "doc261351", "doc225655", "doc376243", "doc824947"], "ranked_scores": [196.0, 196.0, 188.0, 186.0, 184.0, 184.0, 184.0, 183.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1304447", "doc1321056", "doc1160263", "doc1943842", "doc1333905", "doc2465656", "doc1100566", "doc588578", "doc61233", "doc1986449"], "ranked_scores": [197.0, 192.0, 192.0, 192.0, 190.0, 188.0, 188.0, 188.0, 186.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1499831", "doc2149599", "doc2676807", "doc1218368", "doc1029479", "doc966112", "doc845380", "doc2182687", "doc221817", "doc459774"], "ranked_scores": [184.0, 182.0, 182.0, 182.0, 181.0, 181.0, 180.0, 179.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88974", "doc2015719", "doc88931", "doc1670518", "doc88934", "doc88973", "doc1070768", "doc1639229", "doc1014858", "doc1452752"], "ranked_scores": [203.0, 201.0, 199.0, 198.0, 196.0, 194.0, 194.0, 191.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc21340", "doc21372", "doc338810", "doc338813", "doc1455444", "doc1455462", "doc1455511", "doc2267530", "doc22983", "doc338815"], "ranked_scores": [189.0, 184.0, 182.0, 182.0, 180.0, 179.0, 179.0, 179.0, 179.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc1374770", "doc18274", "doc1523323", "doc108559", "doc108480", "doc63585", "doc2003302", "doc391398", "doc2029100"], "ranked_scores": [208.0, 202.0, 199.0, 198.0, 198.0, 197.0, 197.0, 196.0, 195.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc2004259", "doc2677350", "doc7165", "doc593715", "doc2482938", "doc2128755", "doc1411861", "doc299691", "doc1299060", "doc2373327"], "ranked_scores": [197.0, 195.0, 193.0, 189.0, 189.0, 185.0, 184.0, 184.0, 183.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc751729", "doc1826212", "doc4611", "doc751719", "doc751714", "doc751718", "doc1260420", "doc1612682", "doc457828", "doc417259"], "ranked_scores": [182.0, 182.0, 180.0, 179.0, 177.0, 176.0, 173.0, 173.0, 173.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc1961593", "doc18842", "doc2358819", "doc2634372", "doc483306", "doc2639996", "doc2084882", "doc2620645", "doc2057552"], "ranked_scores": [188.0, 185.0, 184.0, 181.0, 180.0, 180.0, 180.0, 178.0, 177.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36460", "doc2622759", "doc1618376", "doc1618372", "doc36485", "doc2622778", "doc1256783", "doc2396125", "doc36463"], "ranked_scores": [203.0, 202.0, 194.0, 187.0, 186.0, 186.0, 185.0, 182.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc703736", "doc106355", "doc703719", "doc106372", "doc427621", "doc285755", "doc1027724", "doc150031", "doc481915"], "ranked_scores": [208.0, 203.0, 202.0, 202.0, 202.0, 199.0, 198.0, 195.0, 195.0, 194.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc626438", "doc2393669", "doc643072", "doc108887", "doc108892", "doc1119544", "doc626446", "doc1373323", "doc873559"], "ranked_scores": [204.0, 201.0, 199.0, 199.0, 197.0, 197.0, 197.0, 197.0, 197.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1504263", "doc77971", "doc1430993", "doc1160422", "doc857632", "doc1405971", "doc1276688", "doc1629552", "doc1267063"], "ranked_scores": [206.0, 203.0, 197.0, 194.0, 193.0, 190.0, 189.0, 186.0, 186.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-post-binary": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57247", "doc751998", "doc57232", "doc1665946", "doc1104254", "doc63804", "doc3001", "doc2613570"], "ranked_scores": [414.0, 405.0, 399.0, 387.0, 384.0, 377.0, 371.0, 370.0, 370.0, 368.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc2473154", "doc1749973", "doc1828868", "doc2292349", "doc1664486", "doc855132", "doc310191", "doc1815291"], "ranked_scores": [389.0, 386.0, 381.0, 378.0, 376.0, 376.0, 374.0, 369.0, 367.0, 366.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc1393773", "doc21829", "doc78091", "doc1675505", "doc25836", "doc278091", "doc452039"], "ranked_scores": [401.0, 401.0, 383.0, 373.0, 373.0, 373.0, 372.0, 370.0, 370.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc146101", "doc453089", "doc94024", "doc1402781", "doc415323", "doc564709", "doc1247565", "doc979054", "doc979079", "doc453144"], "ranked_scores": [406.0, 399.0, 396.0, 394.0, 392.0, 392.0, 388.0, 384.0, 384.0, 382.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc887635", "doc1812659", "doc1741702", "doc1366744", "doc2307709", "doc559430", "doc2372193", "doc2165906", "doc1366756"], "ranked_scores": [406.0, 400.0, 400.0, 399.0, 398.0, 396.0, 394.0, 390.0, 390.0, 389.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc381292", "doc27529", "doc27535", "doc1324046", "doc27538", "doc459410", "doc540358", "doc172858", "doc1021710", "doc738831"], "ranked_scores": [394.0, 381.0, 380.0, 379.0, 378.0, 371.0, 369.0, 368.0, 367.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc825186", "doc579128", "doc349744", "doc484979", "doc1994393", "doc2206589", "doc1924612", "doc782194", "doc856725"], "ranked_scores": [429.0, 420.0, 409.0, 406.0, 405.0, 402.0, 402.0, 400.0, 398.0, 396.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc101561", "doc238078", "doc792177", "doc597628", "doc29759", "doc520683", "doc2080883", "doc520684"], "ranked_scores": [437.0, 402.0, 392.0, 390.0, 389.0, 388.0, 387.0, 387.0, 386.0, 385.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc2083822", "doc1558629", "doc61043", "doc2080046", "doc91244", "doc988606", "doc116279"], "ranked_scores": [425.0, 414.0, 383.0, 378.0, 370.0, 370.0, 367.0, 367.0, 367.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc1116765", "doc97421", "doc97442", "doc369237", "doc369277", "doc97430", "doc2071107", "doc369270"], "ranked_scores": [414.0, 391.0, 390.0, 389.0, 383.0, 377.0, 370.0, 370.0, 369.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc281595", "doc47608", "doc2634491", "doc988735", "doc562696", "doc474854", "doc261941", "doc562262"], "ranked_scores": [399.0, 389.0, 380.0, 379.0, 377.0, 377.0, 375.0, 374.0, 372.0, 372.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1984127", "doc759547", "doc253608", "doc83872", "doc1377115", "doc83871", "doc2537823", "doc2665658", "doc66003"], "ranked_scores": [412.0, 406.0, 395.0, 394.0, 390.0, 384.0, 383.0, 381.0, 381.0, 381.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703719", "doc388464", "doc703705", "doc60315", "doc703711", "doc106362", "doc106332", "doc106355", "doc714665", "doc703714"], "ranked_scores": [393.0, 390.0, 389.0, 387.0, 387.0, 386.0, 385.0, 383.0, 383.0, 382.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc692559", "doc7119", "doc7112", "doc7099", "doc485206", "doc7091", "doc692525", "doc526956", "doc7116"], "ranked_scores": [402.0, 399.0, 392.0, 389.0, 388.0, 387.0, 386.0, 384.0, 382.0, 381.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc1101731", "doc2247113", "doc1891830", "doc1740481", "doc82127", "doc787596", "doc2252228"], "ranked_scores": [402.0, 390.0, 379.0, 368.0, 366.0, 363.0, 362.0, 362.0, 361.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc187232", "doc750407", "doc220990", "doc897", "doc382065", "doc269387", "doc244368", "doc2266565", "doc919332", "doc981651"], "ranked_scores": [377.0, 373.0, 370.0, 370.0, 369.0, 368.0, 368.0, 367.0, 366.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc300567", "doc90322", "doc1380357", "doc788472", "doc1824654", "doc1786046", "doc416774", "doc24929", "doc30773"], "ranked_scores": [406.0, 401.0, 393.0, 393.0, 392.0, 391.0, 390.0, 390.0, 390.0, 388.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2009369", "doc58892", "doc1104361", "doc1874808", "doc648355", "doc2483632", "doc1136735", "doc23412", "doc36393", "doc938300"], "ranked_scores": [383.0, 381.0, 380.0, 379.0, 379.0, 378.0, 378.0, 377.0, 376.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc56921", "doc873481", "doc1629783", "doc2509989", "doc2313864", "doc2091584", "doc56902", "doc2091589"], "ranked_scores": [426.0, 419.0, 406.0, 405.0, 397.0, 396.0, 390.0, 389.0, 388.0, 387.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc137908", "doc80154", "doc80074", "doc2563023", "doc737601", "doc80078", "doc80148", "doc596891", "doc2557709"], "ranked_scores": [398.0, 397.0, 390.0, 387.0, 383.0, 382.0, 381.0, 379.0, 376.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc506841", "doc702902", "doc2353712", "doc2010420", "doc1781006", "doc1430768", "doc183950", "doc1018577", "doc2174234"], "ranked_scores": [421.0, 380.0, 372.0, 372.0, 371.0, 370.0, 369.0, 369.0, 367.0, 366.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc764184", "doc1157159", "doc26461", "doc1652465", "doc26467", "doc675035", "doc474060", "doc224770"], "ranked_scores": [417.0, 394.0, 392.0, 388.0, 388.0, 387.0, 387.0, 383.0, 382.0, 381.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc337483", "doc1407977", "doc2438080", "doc1732443", "doc546646", "doc890730", "doc102096", "doc192542"], "ranked_scores": [429.0, 376.0, 374.0, 372.0, 371.0, 371.0, 370.0, 369.0, 369.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc964756", "doc2582472", "doc890684", "doc988735", "doc1008940", "doc122351", "doc721746", "doc1784440", "doc490395"], "ranked_scores": [413.0, 391.0, 387.0, 383.0, 378.0, 377.0, 376.0, 376.0, 375.0, 375.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc331518", "doc1117345", "doc2005210", "doc2060827", "doc1128302", "doc1643694", "doc1381513", "doc751435", "doc1464453"], "ranked_scores": [420.0, 382.0, 379.0, 378.0, 377.0, 376.0, 376.0, 376.0, 375.0, 372.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc1683659", "doc922273", "doc35524", "doc388286", "doc851269", "doc64317", "doc705952", "doc1376793"], "ranked_scores": [396.0, 391.0, 389.0, 382.0, 378.0, 378.0, 378.0, 376.0, 375.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437677", "doc1520278", "doc1520311", "doc1788429", "doc437678", "doc437668", "doc82650", "doc437685", "doc1321884", "doc437667"], "ranked_scores": [390.0, 387.0, 387.0, 384.0, 384.0, 384.0, 383.0, 382.0, 381.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315064", "doc671985", "doc1315083", "doc938718", "doc1315015", "doc1778592", "doc1856377", "doc877823", "doc552697"], "ranked_scores": [390.0, 375.0, 375.0, 371.0, 371.0, 370.0, 370.0, 370.0, 370.0, 370.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1801894", "doc1464195", "doc170955", "doc2334138", "doc542891", "doc645564", "doc602735", "doc200940", "doc2236863"], "ranked_scores": [367.0, 360.0, 355.0, 349.0, 346.0, 345.0, 345.0, 344.0, 342.0, 342.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc89435", "doc859664", "doc172947", "doc1384430", "doc1384376", "doc1703998", "doc9798", "doc371079"], "ranked_scores": [407.0, 401.0, 395.0, 379.0, 378.0, 378.0, 377.0, 375.0, 375.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1635999", "doc530778", "doc1088161", "doc324530", "doc967808", "doc233596", "doc579817", "doc1394760"], "ranked_scores": [427.0, 420.0, 400.0, 395.0, 392.0, 391.0, 390.0, 388.0, 388.0, 387.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc515771", "doc2449643", "doc402145", "doc2194194", "doc660271", "doc147268", "doc2429823", "doc11659", "doc2527260", "doc990514"], "ranked_scores": [397.0, 394.0, 392.0, 391.0, 389.0, 389.0, 386.0, 386.0, 386.0, 383.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc849000", "doc105759", "doc2355469", "doc1516597", "doc849003", "doc105763", "doc719006", "doc133369"], "ranked_scores": [415.0, 392.0, 388.0, 383.0, 379.0, 378.0, 376.0, 374.0, 374.0, 373.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc358938", "doc628470", "doc6531", "doc675222", "doc53643", "doc1927002", "doc2107018", "doc623693", "doc2252577"], "ranked_scores": [406.0, 404.0, 402.0, 396.0, 396.0, 395.0, 392.0, 391.0, 391.0, 387.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211230", "doc435078", "doc313364", "doc378301", "doc2217446", "doc155310", "doc2502216", "doc2587562", "doc42101", "doc736126"], "ranked_scores": [396.0, 385.0, 383.0, 382.0, 382.0, 381.0, 381.0, 379.0, 379.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc878338", "doc733127", "doc15890", "doc2187649", "doc2636635", "doc2119808", "doc2042102", "doc264212", "doc336518", "doc2665803"], "ranked_scores": [376.0, 369.0, 367.0, 359.0, 358.0, 355.0, 355.0, 355.0, 355.0, 354.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc487000", "doc2357458", "doc720754", "doc180922", "doc143496", "doc1541761", "doc245411", "doc159492"], "ranked_scores": [391.0, 379.0, 374.0, 373.0, 370.0, 368.0, 367.0, 366.0, 366.0, 366.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc601133", "doc2005304", "doc1810672", "doc376241", "doc376243", "doc261351", "doc1345740", "doc390322", "doc2048015"], "ranked_scores": [389.0, 388.0, 373.0, 372.0, 372.0, 370.0, 368.0, 365.0, 363.0, 362.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588578", "doc1160263", "doc1333905", "doc1304447", "doc1584862", "doc663467", "doc1730233", "doc1943842", "doc536273", "doc1986449"], "ranked_scores": [390.0, 386.0, 382.0, 377.0, 375.0, 373.0, 372.0, 372.0, 372.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1499831", "doc221817", "doc312607", "doc2173325", "doc1029479", "doc459774", "doc845380", "doc2391797", "doc1370451", "doc2085567"], "ranked_scores": [369.0, 362.0, 358.0, 358.0, 357.0, 357.0, 357.0, 357.0, 355.0, 355.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc2015719", "doc88934", "doc88973", "doc1639229", "doc1670518", "doc1070768", "doc1014858", "doc88933"], "ranked_scores": [407.0, 402.0, 398.0, 396.0, 395.0, 392.0, 390.0, 381.0, 380.0, 380.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc21340", "doc338801", "doc338810", "doc2267530", "doc21372", "doc1455462", "doc338813", "doc1455444", "doc21378", "doc2262127"], "ranked_scores": [375.0, 369.0, 366.0, 363.0, 361.0, 361.0, 359.0, 358.0, 358.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc1374770", "doc18273", "doc63590", "doc911115", "doc108559", "doc108456", "doc63585", "doc108480", "doc2003302"], "ranked_scores": [407.0, 399.0, 398.0, 398.0, 398.0, 397.0, 396.0, 396.0, 393.0, 391.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc2004259", "doc7163", "doc593715", "doc2677350", "doc2163101", "doc1670303", "doc2482938", "doc1026678", "doc299691"], "ranked_scores": [393.0, 375.0, 373.0, 368.0, 368.0, 366.0, 365.0, 365.0, 364.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1735215", "doc1260420", "doc1612682", "doc751729", "doc1826212", "doc1563324", "doc485243", "doc751718", "doc751714"], "ranked_scores": [359.0, 351.0, 349.0, 347.0, 347.0, 347.0, 340.0, 340.0, 340.0, 340.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc2057552", "doc2639996", "doc2634368", "doc2084882", "doc1961593", "doc642762", "doc1131204", "doc1801894", "doc2597697"], "ranked_scores": [365.0, 360.0, 356.0, 355.0, 355.0, 353.0, 353.0, 352.0, 352.0, 352.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36460", "doc2622759", "doc36463", "doc1618372", "doc36485", "doc2362869", "doc2245689", "doc2633722", "doc2396125"], "ranked_scores": [410.0, 401.0, 385.0, 379.0, 375.0, 366.0, 365.0, 365.0, 365.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106355", "doc703719", "doc703736", "doc106372", "doc1390073", "doc973089", "doc211929", "doc1390065", "doc2832"], "ranked_scores": [407.0, 388.0, 388.0, 386.0, 386.0, 384.0, 376.0, 374.0, 371.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc626438", "doc643072", "doc2393669", "doc108892", "doc1373323", "doc108887", "doc109002", "doc873559", "doc1119808"], "ranked_scores": [411.0, 410.0, 406.0, 400.0, 399.0, 398.0, 397.0, 395.0, 392.0, 390.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1504263", "doc77971", "doc1430993", "doc1160422", "doc857632", "doc1726799", "doc2079848", "doc936401", "doc1431001"], "ranked_scores": [403.0, 400.0, 399.0, 387.0, 380.0, 377.0, 375.0, 373.0, 373.0, 371.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m16-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc751998", "doc57247", "doc57242", "doc1622317", "doc380683", "doc2613570", "doc3001", "doc260645"], "ranked_scores": [0.6863, 0.6824, 0.6514, 0.6454, 0.6328, 0.6283, 0.6245, 0.6186, 0.6162, 0.6032], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1982515", "doc2345266", "doc1324848", "doc474276", "doc1664486", "doc497737", "doc1796956", "doc230557"], "ranked_scores": [0.6544, 0.6535, 0.6516, 0.6502, 0.649, 0.644, 0.6437, 0.6356, 0.6334, 0.628], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc21841", "doc1966948", "doc660012", "doc21832", "doc69765", "doc1675505", "doc21831", "doc1393773", "doc2285692"], "ranked_scores": [0.6864, 0.6828, 0.6822, 0.6727, 0.6719, 0.6711, 0.6674, 0.6623, 0.6606, 0.6559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453144", "doc453089", "doc1045588", "doc737388", "doc146074", "doc1177870", "doc453153", "doc1007260", "doc2173228", "doc1113377"], "ranked_scores": [0.7072, 0.7063, 0.7059, 0.7057, 0.7057, 0.7056, 0.7039, 0.702, 0.7013, 0.7011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc2165905", "doc1366757", "doc1366744", "doc2372193", "doc1741704", "doc1741706", "doc1812661", "doc555360", "doc2165915"], "ranked_scores": [0.7454, 0.7452, 0.7452, 0.7447, 0.7445, 0.7432, 0.7432, 0.7432, 0.7432, 0.7432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc459410", "doc1501433", "doc2332017", "doc381292", "doc1324046", "doc27536", "doc1021718", "doc361696", "doc1628841", "doc1478919"], "ranked_scores": [0.6453, 0.6453, 0.6419, 0.6288, 0.627, 0.6231, 0.619, 0.619, 0.6187, 0.613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1369505", "doc349744", "doc349747", "doc2025330", "doc77634", "doc1687132", "doc1953211", "doc620637", "doc2206589", "doc1829626"], "ranked_scores": [0.7631, 0.763, 0.763, 0.7623, 0.7613, 0.7607, 0.7602, 0.7594, 0.7549, 0.7544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc1798668", "doc29759", "doc29757", "doc29765", "doc101561", "doc445548", "doc896716", "doc2096499", "doc101260", "doc1052760"], "ranked_scores": [0.7118, 0.7025, 0.6929, 0.6919, 0.6887, 0.688, 0.6877, 0.6871, 0.6809, 0.6797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc1325273", "doc61045", "doc1526139", "doc2083822", "doc61043", "doc91244", "doc1380860", "doc2094478"], "ranked_scores": [0.6489, 0.6256, 0.6156, 0.6133, 0.6042, 0.5976, 0.5959, 0.588, 0.5854, 0.5817], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97442", "doc1116765", "doc97445", "doc2083987", "doc369270", "doc1087988", "doc288722", "doc2071107"], "ranked_scores": [0.7254, 0.7082, 0.7076, 0.703, 0.6862, 0.6721, 0.6666, 0.6613, 0.6529, 0.6441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc1651444", "doc2378343", "doc562696", "doc458222", "doc1838510", "doc509898", "doc2316727", "doc47608", "doc727789", "doc447411"], "ranked_scores": [0.6636, 0.6559, 0.6504, 0.6486, 0.6466, 0.6403, 0.6379, 0.6376, 0.6352, 0.6346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1974480", "doc253608", "doc50097", "doc1393854", "doc83872", "doc83863", "doc759547", "doc929272", "doc50111", "doc2556389"], "ranked_scores": [0.6931, 0.6916, 0.6883, 0.6881, 0.6875, 0.6857, 0.6854, 0.685, 0.6845, 0.6834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703728", "doc703705", "doc388464", "doc106332", "doc703736", "doc106372", "doc106335", "doc703711", "doc427621", "doc703706"], "ranked_scores": [0.7509, 0.7498, 0.7498, 0.7496, 0.7475, 0.7475, 0.7465, 0.744, 0.7372, 0.7372], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7091", "doc7119", "doc7099", "doc7116", "doc7096", "doc7106", "doc7108", "doc1694554", "doc1694559", "doc7120"], "ranked_scores": [0.7266, 0.7266, 0.7266, 0.7257, 0.7183, 0.7131, 0.7094, 0.7022, 0.6983, 0.6889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82127", "doc90808", "doc1891830", "doc1040316", "doc2252228", "doc704392", "doc1598856", "doc2115479", "doc704395"], "ranked_scores": [0.6449, 0.5913, 0.5867, 0.5839, 0.5657, 0.5609, 0.5599, 0.5598, 0.558, 0.5576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc1874808", "doc2203117", "doc2659217", "doc2018288", "doc2193690", "doc52429", "doc2013112", "doc919332", "doc2420503", "doc1719794"], "ranked_scores": [0.6657, 0.6554, 0.6445, 0.642, 0.6414, 0.6378, 0.6324, 0.6303, 0.6258, 0.6218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc1380356", "doc24925", "doc1380357", "doc30774", "doc2202506", "doc382236", "doc1786046", "doc788472", "doc24903"], "ranked_scores": [0.7515, 0.7481, 0.7481, 0.7481, 0.7447, 0.7424, 0.7401, 0.7392, 0.7374, 0.7346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2203152", "doc648335", "doc244368", "doc1874808", "doc938300", "doc2277317", "doc2013112", "doc938302", "doc2009369", "doc536387"], "ranked_scores": [0.6162, 0.6121, 0.6097, 0.6079, 0.6061, 0.605, 0.6034, 0.597, 0.5955, 0.595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc2509989", "doc56921", "doc56897", "doc1102442", "doc2313864", "doc2313854", "doc2678215", "doc1288170", "doc56902", "doc213075"], "ranked_scores": [0.7147, 0.7102, 0.7087, 0.7087, 0.7051, 0.7051, 0.6806, 0.6745, 0.6735, 0.6728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80074", "doc137908", "doc80078", "doc80151", "doc80067", "doc1521484", "doc2203841", "doc2215178", "doc470479", "doc80070"], "ranked_scores": [0.7045, 0.7043, 0.703, 0.7019, 0.695, 0.6941, 0.6941, 0.6935, 0.6932, 0.6874], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72416", "doc72413", "doc732015", "doc180079", "doc1018572", "doc702902", "doc2353712", "doc1018578", "doc352368", "doc2240291"], "ranked_scores": [0.6403, 0.6387, 0.6135, 0.6109, 0.6084, 0.6079, 0.6069, 0.6046, 0.5989, 0.5983], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc1053048", "doc26467", "doc474060", "doc474073", "doc2289855", "doc131786", "doc1880842", "doc26446", "doc770526"], "ranked_scores": [0.749, 0.7453, 0.7438, 0.7429, 0.7399, 0.7349, 0.7339, 0.7303, 0.7244, 0.7214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc148885", "doc2260544", "doc1407977", "doc337483", "doc155482", "doc1265623", "doc74858"], "ranked_scores": [0.6862, 0.5913, 0.582, 0.5737, 0.5599, 0.5584, 0.5575, 0.5471, 0.5461, 0.5456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc281595", "doc651760", "doc727789", "doc1590438", "doc964756", "doc1632991", "doc458222", "doc736558", "doc490395", "doc737219"], "ranked_scores": [0.6661, 0.6638, 0.6621, 0.6617, 0.6588, 0.657, 0.6563, 0.6524, 0.6516, 0.6511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1538954", "doc1128302", "doc1796400", "doc1755685", "doc988607", "doc2060827", "doc1962033", "doc323921", "doc879199"], "ranked_scores": [0.6174, 0.6115, 0.6089, 0.6011, 0.6008, 0.5965, 0.5953, 0.5934, 0.5925, 0.5921], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64314", "doc922271", "doc35524", "doc1385349", "doc971992", "doc64318", "doc1683659", "doc851269", "doc64317"], "ranked_scores": [0.7355, 0.7326, 0.7326, 0.7309, 0.7309, 0.7309, 0.7309, 0.7309, 0.7309, 0.7293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3816, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc82650", "doc1729164", "doc1978012", "doc587518", "doc2545031", "doc437667", "doc727452", "doc2545097", "doc982473", "doc1520278"], "ranked_scores": [0.7296, 0.7233, 0.7163, 0.7142, 0.7081, 0.708, 0.7076, 0.7075, 0.7069, 0.7067], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc2430938", "doc1778577", "doc35173", "doc1315015", "doc1778592", "doc1314964", "doc552697", "doc1314917", "doc720136", "doc720175"], "ranked_scores": [0.656, 0.6506, 0.6497, 0.6464, 0.6457, 0.6449, 0.6422, 0.6398, 0.6392, 0.639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc24934", "doc1464195", "doc696366", "doc384744", "doc587116", "doc360990", "doc1894178", "doc203684", "doc1218368"], "ranked_scores": [0.4533, 0.4423, 0.4356, 0.431, 0.428, 0.4215, 0.4207, 0.4199, 0.4142, 0.4137], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc611287", "doc611282", "doc53465", "doc1384430", "doc1005393", "doc611283", "doc1384376", "doc851514", "doc172947"], "ranked_scores": [0.6995, 0.6695, 0.6695, 0.6672, 0.6545, 0.6543, 0.6494, 0.6493, 0.6486, 0.6474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc430825", "doc87294", "doc1690622", "doc1394760", "doc1241567", "doc433576", "doc1635999", "doc1684137", "doc1007189", "doc1410020"], "ranked_scores": [0.7667, 0.7598, 0.7589, 0.757, 0.756, 0.7554, 0.7549, 0.7549, 0.7547, 0.7545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2429823", "doc402145", "doc515771", "doc11669", "doc660236", "doc660237", "doc660271", "doc11659", "doc2527260", "doc2194194"], "ranked_scores": [0.7513, 0.749, 0.7379, 0.7377, 0.7377, 0.7377, 0.7368, 0.7283, 0.7256, 0.7249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc849003", "doc1534825", "doc719006", "doc2355469", "doc171833", "doc105758", "doc849000", "doc1516597", "doc1729412"], "ranked_scores": [0.7672, 0.7392, 0.7358, 0.7312, 0.7289, 0.7277, 0.7236, 0.7222, 0.7202, 0.7198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc358938", "doc6540", "doc628470", "doc2081252", "doc600661", "doc2107018", "doc1927002", "doc623693", "doc2500959"], "ranked_scores": [0.7424, 0.7369, 0.7364, 0.7332, 0.7322, 0.732, 0.731, 0.7303, 0.7289, 0.7268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313354", "doc1921625", "doc313352", "doc211230", "doc2108001", "doc1540259", "doc313364", "doc1841144", "doc2124278", "doc2131860"], "ranked_scores": [0.7375, 0.7372, 0.7372, 0.7366, 0.7308, 0.7305, 0.7294, 0.7246, 0.7241, 0.7241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1370970", "doc2187649", "doc2636635", "doc2119808", "doc2448623", "doc2665803", "doc2042102", "doc733127", "doc397701", "doc1736704"], "ranked_scores": [0.5972, 0.5937, 0.5915, 0.581, 0.5761, 0.5752, 0.5723, 0.5618, 0.5568, 0.5557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc143496", "doc2357458", "doc311498", "doc1746659", "doc190988", "doc1962174", "doc303260", "doc1130168", "doc359025", "doc519493"], "ranked_scores": [0.6268, 0.6259, 0.6209, 0.6184, 0.6175, 0.6169, 0.6142, 0.6141, 0.6137, 0.6102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1153924", "doc390322", "doc2304461", "doc1055373", "doc1535567", "doc564961", "doc1794168", "doc1293555", "doc565065"], "ranked_scores": [0.6175, 0.6001, 0.5931, 0.5801, 0.5559, 0.5495, 0.5493, 0.5486, 0.5453, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1943842", "doc1333905", "doc2465656", "doc546881", "doc61233", "doc1173691", "doc1986449", "doc901884", "doc1975694"], "ranked_scores": [0.7207, 0.7187, 0.7177, 0.7177, 0.7117, 0.7113, 0.7095, 0.7086, 0.7082, 0.7057], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2439440", "doc1339771", "doc845380", "doc2149599", "doc2250120", "doc807", "doc1036707", "doc1689530", "doc1370451", "doc890682"], "ranked_scores": [0.5325, 0.5178, 0.5159, 0.515, 0.5109, 0.5074, 0.4976, 0.4959, 0.4895, 0.486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88973", "doc88934", "doc2624067", "doc88974", "doc2015719", "doc1639229", "doc127031", "doc779563", "doc127042"], "ranked_scores": [0.7604, 0.7447, 0.7446, 0.7282, 0.7266, 0.7163, 0.7144, 0.7122, 0.7093, 0.7012], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc864003", "doc338810", "doc21339", "doc1455462", "doc1455444", "doc21350", "doc21340", "doc338809", "doc338801", "doc338813"], "ranked_scores": [0.6043, 0.5919, 0.5896, 0.5874, 0.5808, 0.5751, 0.5728, 0.5687, 0.5679, 0.5665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108559", "doc323321", "doc2003302", "doc108480", "doc18274", "doc43450", "doc108481", "doc2418769", "doc1374770", "doc2068612"], "ranked_scores": [0.7863, 0.7812, 0.7778, 0.7716, 0.768, 0.7679, 0.7665, 0.7611, 0.7521, 0.7498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc2128755", "doc1299060", "doc1670303", "doc1183356", "doc7163", "doc1347235", "doc2163101", "doc2265484", "doc913113"], "ranked_scores": [0.5823, 0.5678, 0.5538, 0.5532, 0.5437, 0.5429, 0.5403, 0.536, 0.535, 0.5332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1564136", "doc4611", "doc1265795", "doc2008672", "doc1244692", "doc1826212", "doc2431178", "doc757822", "doc751719", "doc485243"], "ranked_scores": [0.336, 0.3354, 0.3313, 0.3241, 0.324, 0.3196, 0.3121, 0.312, 0.3058, 0.2998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2057552", "doc642762", "doc1809840", "doc1170390", "doc527472", "doc204120", "doc1170391", "doc2375594", "doc2011376", "doc851877"], "ranked_scores": [0.4982, 0.4833, 0.4611, 0.4531, 0.4526, 0.4518, 0.4492, 0.4467, 0.4452, 0.4423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36485", "doc2622759", "doc36460", "doc1618372", "doc2396125", "doc2622778", "doc36467", "doc1618376", "doc1435759"], "ranked_scores": [0.7079, 0.7022, 0.6999, 0.6951, 0.6888, 0.6726, 0.6659, 0.6537, 0.6218, 0.6122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1390073", "doc106357", "doc703721", "doc35719", "doc298160", "doc703719", "doc106355", "doc2832", "doc106335", "doc1332302"], "ranked_scores": [0.6354, 0.6309, 0.6309, 0.6308, 0.6298, 0.6272, 0.6272, 0.6205, 0.6148, 0.6135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc2167590", "doc2393669", "doc935127", "doc1220654", "doc108887", "doc1119544", "doc1373323", "doc1119808", "doc1119543"], "ranked_scores": [0.7225, 0.7203, 0.7152, 0.714, 0.714, 0.714, 0.7114, 0.7111, 0.7107, 0.7107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc1160422", "doc418974", "doc936401", "doc364943", "doc455129", "doc1267063", "doc2431682", "doc1817958", "doc2378961"], "ranked_scores": [0.6142, 0.603, 0.5976, 0.595, 0.5943, 0.5932, 0.5895, 0.5865, 0.5815, 0.5798], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m16-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc285724", "doc1538535", "doc108100", "doc2173529", "doc745803", "doc446477", "doc285755", "doc827140", "doc1665950", "doc380683"], "ranked_scores": [0.5791, 0.5791, 0.5791, 0.5791, 0.5791, 0.5791, 0.5791, 0.5757, 0.5748, 0.5651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc497737", "doc2461160", "doc1038212", "doc1664486", "doc1899395", "doc1489658", "doc1747911", "doc1042554", "doc2674988"], "ranked_scores": [0.5042, 0.4999, 0.4974, 0.4953, 0.4953, 0.4949, 0.4944, 0.4937, 0.4936, 0.4927], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc1285909", "doc21871", "doc1393769", "doc21856", "doc21832", "doc2285692", "doc2074523", "doc21829", "doc21841", "doc69767"], "ranked_scores": [0.547, 0.5379, 0.5335, 0.5331, 0.5328, 0.5327, 0.5309, 0.5296, 0.5257, 0.5252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1247565", "doc146101", "doc453091", "doc392061", "doc979079", "doc404141", "doc1113377", "doc230376", "doc658301", "doc146074"], "ranked_scores": [0.628, 0.6275, 0.6275, 0.6275, 0.6275, 0.6245, 0.6243, 0.6243, 0.6243, 0.6227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1815194", "doc684238", "doc1234227", "doc2332126", "doc555360", "doc559430", "doc751799", "doc751747", "doc88443", "doc887635"], "ranked_scores": [0.6076, 0.6076, 0.6076, 0.6052, 0.6019, 0.6019, 0.6019, 0.6019, 0.6019, 0.6019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc539417", "doc585906", "doc539428", "doc619532", "doc587517", "doc587518", "doc668687", "doc82650", "doc754593", "doc727452"], "ranked_scores": [0.5666, 0.5666, 0.5666, 0.5666, 0.5666, 0.5666, 0.5666, 0.5666, 0.5666, 0.5666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc579128", "doc579135", "doc620637", "doc613963", "doc825186", "doc77640", "doc782194", "doc77634", "doc856735", "doc825187"], "ranked_scores": [0.6824, 0.6824, 0.6824, 0.6824, 0.6824, 0.6824, 0.6824, 0.6824, 0.6824, 0.6824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc641530", "doc101561", "doc1728840", "doc1486663", "doc928587", "doc38721", "doc2107778", "doc2509153", "doc50625", "doc67620"], "ranked_scores": [0.6174, 0.6131, 0.6131, 0.608, 0.6075, 0.6069, 0.6037, 0.6018, 0.6008, 0.6006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc2286850", "doc356961", "doc2522627", "doc61036", "doc536374", "doc923913", "doc627159", "doc61043", "doc928962", "doc61045"], "ranked_scores": [0.5718, 0.5718, 0.5718, 0.5718, 0.5718, 0.5718, 0.5718, 0.5718, 0.5718, 0.5718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc2426358", "doc369277", "doc97445", "doc626977", "doc2071163", "doc2071028", "doc97442", "doc2574334"], "ranked_scores": [0.4776, 0.4648, 0.4613, 0.4609, 0.4608, 0.4596, 0.4576, 0.4568, 0.4567, 0.4548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc1905323", "doc2224204", "doc1501331", "doc261941", "doc81671", "doc727789", "doc649680", "doc1080514", "doc89435", "doc926861"], "ranked_scores": [0.6495, 0.6495, 0.6495, 0.6495, 0.6495, 0.6495, 0.6495, 0.6487, 0.6438, 0.6438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc50111", "doc253608", "doc2537823", "doc2552606", "doc2680499", "doc2556420", "doc83864", "doc50110", "doc50097", "doc83863"], "ranked_scores": [0.5772, 0.5766, 0.5766, 0.5766, 0.5766, 0.5766, 0.5766, 0.5766, 0.5766, 0.5766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703705", "doc703733", "doc1445510", "doc106367", "doc106335", "doc392481", "doc1824656", "doc703731", "doc284000", "doc1246072"], "ranked_scores": [0.6421, 0.6421, 0.6387, 0.6378, 0.6378, 0.6378, 0.6378, 0.6378, 0.6374, 0.6357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc695983", "doc1322161", "doc1124683", "doc2606816", "doc692525", "doc1377683", "doc2668054", "doc1027625", "doc1401076", "doc692559"], "ranked_scores": [0.569, 0.5682, 0.5682, 0.5682, 0.5682, 0.5682, 0.5682, 0.5631, 0.5611, 0.5611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc1891830", "doc2444292", "doc90807", "doc2240923", "doc704392", "doc82130", "doc1598856", "doc857278", "doc487275", "doc90819"], "ranked_scores": [0.5132, 0.508, 0.5046, 0.5037, 0.493, 0.4917, 0.4912, 0.4901, 0.4888, 0.4879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc1136735", "doc914073", "doc750407", "doc2203117", "doc1078877", "doc2009369", "doc938302", "doc904153", "doc2266565", "doc919332"], "ranked_scores": [0.5575, 0.5563, 0.5432, 0.5396, 0.5386, 0.5383, 0.5373, 0.5353, 0.5352, 0.535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc563701", "doc611358", "doc651946", "doc1734041", "doc416774", "doc416136", "doc1550148", "doc416784", "doc24929", "doc1617247"], "ranked_scores": [0.5714, 0.5712, 0.5712, 0.5686, 0.5686, 0.5671, 0.5669, 0.5647, 0.5647, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2009369", "doc1078877", "doc2483632", "doc1136735", "doc938302", "doc904153", "doc1719794", "doc750407", "doc914073", "doc1759626"], "ranked_scores": [0.5565, 0.5522, 0.5502, 0.5482, 0.5318, 0.5278, 0.5268, 0.5258, 0.525, 0.5235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc2509989", "doc2091584", "doc2439295", "doc2318634", "doc632216", "doc2091589", "doc2144660", "doc2313854", "doc2509996", "doc345111"], "ranked_scores": [0.6161, 0.6159, 0.6159, 0.6159, 0.6159, 0.6159, 0.6142, 0.6142, 0.6142, 0.6142], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc2215182", "doc2252385", "doc2215170", "doc2252352", "doc1912506", "doc2281723", "doc2562963", "doc1912505", "doc2563023", "doc80154"], "ranked_scores": [0.5837, 0.5837, 0.5837, 0.5837, 0.5821, 0.5775, 0.5768, 0.5761, 0.5756, 0.5756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc2055431", "doc702902", "doc527459", "doc629517", "doc1214168", "doc2545120", "doc506841", "doc2174234", "doc391076", "doc1018577"], "ranked_scores": [0.5146, 0.5146, 0.5146, 0.5133, 0.5097, 0.5088, 0.5075, 0.5049, 0.5014, 0.5007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc1576987", "doc2662230", "doc131786", "doc207464", "doc261056", "doc304623", "doc224770", "doc474060", "doc1880842"], "ranked_scores": [0.6283, 0.6245, 0.618, 0.6174, 0.6155, 0.6145, 0.6115, 0.6114, 0.608, 0.606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc1336590", "doc460917", "doc546646", "doc596855", "doc74858", "doc955504", "doc61568", "doc973765", "doc890730", "doc758964"], "ranked_scores": [0.5197, 0.5182, 0.5182, 0.5182, 0.5182, 0.5182, 0.5182, 0.5182, 0.5182, 0.5182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc737219", "doc86469", "doc86108", "doc890257", "doc87191", "doc926861", "doc89435", "doc988735", "doc890684", "doc9798"], "ranked_scores": [0.6623, 0.6623, 0.6623, 0.6623, 0.6623, 0.6623, 0.6623, 0.6623, 0.6623, 0.6623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc2357495", "doc2362748", "doc561914", "doc729312", "doc2489754", "doc879199", "doc988606", "doc988607", "doc902657", "doc2549319"], "ranked_scores": [0.6034, 0.6034, 0.6034, 0.6034, 0.6034, 0.6034, 0.6034, 0.6034, 0.6034, 0.6034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc41305", "doc971992", "doc35524", "doc1376793", "doc228166", "doc64316", "doc64317", "doc2072831", "doc64314"], "ranked_scores": [0.6123, 0.6092, 0.606, 0.605, 0.605, 0.605, 0.605, 0.605, 0.6049, 0.6025], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc517096", "doc539428", "doc668687", "doc585906", "doc619532", "doc82650", "doc727452", "doc587518", "doc587517", "doc754593"], "ranked_scores": [0.6217, 0.6217, 0.6217, 0.6217, 0.6217, 0.6217, 0.6217, 0.6217, 0.6217, 0.6217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1315001", "doc35173", "doc1778592", "doc1778593", "doc1314917", "doc1314857", "doc1315097", "doc1778577", "doc671985", "doc720110"], "ranked_scores": [0.4907, 0.4862, 0.4862, 0.4796, 0.479, 0.4774, 0.4766, 0.4766, 0.4766, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1597244", "doc1617179", "doc1449831", "doc2629336", "doc201166", "doc1464195", "doc24934", "doc2334133", "doc429685", "doc725581"], "ranked_scores": [0.4259, 0.4248, 0.4248, 0.4218, 0.4193, 0.4168, 0.4165, 0.4147, 0.4142, 0.4142], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc851514", "doc86108", "doc87191", "doc890684", "doc86469", "doc890257", "doc9798", "doc89435", "doc988735", "doc926861"], "ranked_scores": [0.6434, 0.6434, 0.6434, 0.6434, 0.6434, 0.6434, 0.6434, 0.6434, 0.6434, 0.6434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc2054463", "doc2259504", "doc636208", "doc722174", "doc70639", "doc785116", "doc868590", "doc893803", "doc87294", "doc868589"], "ranked_scores": [0.6219, 0.6219, 0.6207, 0.6207, 0.6207, 0.6207, 0.6207, 0.6207, 0.6207, 0.6207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc84481", "doc84492", "doc868419", "doc935127", "doc873561", "doc935125", "doc934719", "doc960776", "doc94367", "doc91121"], "ranked_scores": [0.6449, 0.6449, 0.6449, 0.6449, 0.6449, 0.6449, 0.6449, 0.6449, 0.6449, 0.6449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1248125", "doc381923", "doc1427198", "doc171833", "doc1270352", "doc2680091", "doc566026", "doc105758", "doc1572538", "doc1903392"], "ranked_scores": [0.6452, 0.6452, 0.6452, 0.6452, 0.6452, 0.6452, 0.6423, 0.6398, 0.6398, 0.6398], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1400527", "doc393303", "doc275856", "doc716552", "doc223538", "doc1927002", "doc327463", "doc606253", "doc324540", "doc422936"], "ranked_scores": [0.6719, 0.6667, 0.6661, 0.6645, 0.6645, 0.664, 0.6637, 0.6633, 0.662, 0.6616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2124276", "doc1098357", "doc2124290", "doc1540259", "doc42101", "doc2502216", "doc768322", "doc1487858", "doc313354", "doc728072"], "ranked_scores": [0.5928, 0.5917, 0.5917, 0.5917, 0.5814, 0.5805, 0.5774, 0.5773, 0.5773, 0.5751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2042102", "doc336518", "doc1058046", "doc2636635", "doc1185297", "doc393485", "doc2187649", "doc642762", "doc289212", "doc2636762"], "ranked_scores": [0.4005, 0.388, 0.3867, 0.3858, 0.3832, 0.3825, 0.381, 0.3797, 0.3773, 0.3765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1563751", "doc2414537", "doc1512025", "doc825242", "doc1962174", "doc1577006", "doc222277", "doc357080", "doc443215", "doc60190"], "ranked_scores": [0.5089, 0.5087, 0.5087, 0.5062, 0.5058, 0.5034, 0.5011, 0.4986, 0.4986, 0.4986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc261351", "doc998011", "doc824947", "doc704819", "doc512672", "doc1535567", "doc140893", "doc959206", "doc2304461", "doc2046260"], "ranked_scores": [0.4583, 0.4533, 0.45, 0.4431, 0.4425, 0.4407, 0.438, 0.4355, 0.4354, 0.435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc61233", "doc1160263", "doc1333905", "doc2575081", "doc1943842", "doc588578", "doc1173691", "doc789140", "doc1629620", "doc1304447"], "ranked_scores": [0.5608, 0.5606, 0.5606, 0.5547, 0.5521, 0.5452, 0.5435, 0.5384, 0.535, 0.5343], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2041825", "doc2250120", "doc773669", "doc872070", "doc1291603", "doc1877805", "doc18842", "doc1766019", "doc845380", "doc1974006"], "ranked_scores": [0.4971, 0.4935, 0.4923, 0.4887, 0.4885, 0.4876, 0.4846, 0.4838, 0.4795, 0.4794], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc1763997", "doc88933", "doc2183793", "doc1001881", "doc88934", "doc2061559", "doc1070768", "doc2619671", "doc88974"], "ranked_scores": [0.4734, 0.4704, 0.4646, 0.4503, 0.4497, 0.4495, 0.4481, 0.4373, 0.4373, 0.4368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc642895", "doc2262127", "doc1308445", "doc297999", "doc1053454", "doc21378", "doc669209", "doc1455508", "doc1836919", "doc2480452"], "ranked_scores": [0.4249, 0.41, 0.4071, 0.3983, 0.3943, 0.3922, 0.3901, 0.39, 0.3896, 0.3887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc1041089", "doc1791050", "doc172185", "doc376565", "doc18264", "doc2185185", "doc389941", "doc349135", "doc920692", "doc1087169"], "ranked_scores": [0.6607, 0.6607, 0.6607, 0.6607, 0.6607, 0.6607, 0.6607, 0.6607, 0.6607, 0.6574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc1556425", "doc1670303", "doc1875692", "doc1934174", "doc147696", "doc7166", "doc1335520", "doc2413034", "doc783135", "doc1816051"], "ranked_scores": [0.4842, 0.4813, 0.4796, 0.4787, 0.4772, 0.4758, 0.4728, 0.4715, 0.4709, 0.4703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc757822", "doc1616338", "doc1176070", "doc1338793", "doc1676468", "doc2236121", "doc1176632", "doc2007046", "doc1487858", "doc313354"], "ranked_scores": [0.3193, 0.3186, 0.314, 0.3137, 0.3123, 0.3098, 0.3094, 0.3094, 0.3083, 0.3083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2057552", "doc2620645", "doc980993", "doc2373417", "doc1198819", "doc208245", "doc1809840", "doc1248140", "doc2607002", "doc483933"], "ranked_scores": [0.4603, 0.4464, 0.4445, 0.4349, 0.4337, 0.4327, 0.4312, 0.4284, 0.4279, 0.4274], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc2633718", "doc2633722", "doc2659622", "doc2633733", "doc417360", "doc417364", "doc417330", "doc417259", "doc417406", "doc953506"], "ranked_scores": [0.503, 0.503, 0.503, 0.503, 0.503, 0.503, 0.503, 0.503, 0.503, 0.503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc781153", "doc334975", "doc2846", "doc285746", "doc392476", "doc703701", "doc703719", "doc666653", "doc964811", "doc955743"], "ranked_scores": [0.5942, 0.5942, 0.5879, 0.5879, 0.5879, 0.5879, 0.5879, 0.5879, 0.5879, 0.5879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc84492", "doc868419", "doc934719", "doc873561", "doc91121", "doc94367", "doc935125", "doc94371", "doc960776", "doc935127"], "ranked_scores": [0.6579, 0.6579, 0.6579, 0.6579, 0.6579, 0.6579, 0.6579, 0.6579, 0.6579, 0.6579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc1726799", "doc936401", "doc99119", "doc1354717", "doc2548332", "doc2079848", "doc1267063", "doc1599335", "doc380173"], "ranked_scores": [0.5538, 0.5474, 0.5385, 0.5381, 0.538, 0.5339, 0.5324, 0.5311, 0.5307, 0.5302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-pq-m16-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc751998", "doc57232", "doc57242", "doc260645", "doc3001", "doc63804", "doc380683", "doc1622317"], "ranked_scores": [0.7527, 0.7507, 0.7458, 0.7386, 0.7365, 0.7235, 0.7128, 0.7041, 0.6939, 0.6916], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc2473154", "doc1749973", "doc1982515", "doc63538", "doc2563094", "doc1664485", "doc310191", "doc502099", "doc1664486"], "ranked_scores": [0.7261, 0.7209, 0.7067, 0.6972, 0.697, 0.6964, 0.6945, 0.6935, 0.6897, 0.6886], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc660012", "doc78091", "doc1743887", "doc812322", "doc21832", "doc1675505", "doc296216", "doc21831", "doc69765"], "ranked_scores": [0.7762, 0.7735, 0.773, 0.7681, 0.7673, 0.7632, 0.7623, 0.761, 0.7609, 0.7599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc392076", "doc1177870", "doc1347475", "doc404141", "doc230376", "doc392077", "doc146101", "doc979054", "doc453144", "doc872601"], "ranked_scores": [0.8064, 0.802, 0.8016, 0.7955, 0.7922, 0.7912, 0.7903, 0.7901, 0.7895, 0.7893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc887635", "doc2165906", "doc1741701", "doc1366744", "doc1366765", "doc1741702", "doc1741706", "doc2372193", "doc387897", "doc1741707"], "ranked_scores": [0.8104, 0.808, 0.8079, 0.8079, 0.8077, 0.8077, 0.8077, 0.8077, 0.8077, 0.8063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc2332017", "doc1324046", "doc1501431", "doc257946", "doc1279689", "doc1852527", "doc1407409", "doc1685757", "doc1762978", "doc459410"], "ranked_scores": [0.7518, 0.7516, 0.7492, 0.7447, 0.7422, 0.7417, 0.7416, 0.7413, 0.7411, 0.739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc864822", "doc579128", "doc349747", "doc2162623", "doc1340806", "doc1829626", "doc208541", "doc825187"], "ranked_scores": [0.8113, 0.8062, 0.8049, 0.8019, 0.7985, 0.798, 0.7914, 0.7911, 0.7908, 0.7899], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc49200", "doc1486663", "doc101561", "doc151694", "doc238078", "doc38721", "doc298955", "doc641530"], "ranked_scores": [0.7936, 0.7803, 0.7636, 0.763, 0.7552, 0.755, 0.7529, 0.7525, 0.7525, 0.752], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc1325273", "doc1380860", "doc988606", "doc1558629", "doc61054", "doc91244"], "ranked_scores": [0.7547, 0.7274, 0.7204, 0.7028, 0.6991, 0.6929, 0.6893, 0.6776, 0.6757, 0.6707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc288722", "doc369270", "doc97445", "doc369237", "doc2083987", "doc369227", "doc1116765", "doc1587504"], "ranked_scores": [0.7511, 0.7438, 0.7431, 0.7355, 0.7353, 0.7333, 0.733, 0.7324, 0.7279, 0.7223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc281595", "doc64791", "doc1127543", "doc509898", "doc33193", "doc2014621", "doc727789", "doc1335341", "doc1006755", "doc736558"], "ranked_scores": [0.7372, 0.7362, 0.7351, 0.7347, 0.7334, 0.7314, 0.7295, 0.7272, 0.7267, 0.7265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc50109", "doc253608", "doc1984114", "doc83863", "doc1604550", "doc1974480", "doc50097", "doc2254465", "doc1393854", "doc2372621"], "ranked_scores": [0.8001, 0.7971, 0.797, 0.7878, 0.7857, 0.7836, 0.7836, 0.7818, 0.7789, 0.7756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703736", "doc106372", "doc388464", "doc106332", "doc703705", "doc427621", "doc703728", "doc703706", "doc703723", "doc703719"], "ranked_scores": [0.8211, 0.8211, 0.8198, 0.8166, 0.8165, 0.8136, 0.8125, 0.8056, 0.804, 0.8021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7119", "doc7091", "doc7116", "doc7099", "doc7112", "doc7106", "doc7120", "doc1694554", "doc1599042", "doc7093"], "ranked_scores": [0.7925, 0.7909, 0.7897, 0.7867, 0.7846, 0.7739, 0.7658, 0.7629, 0.7584, 0.7566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc82127", "doc1040316", "doc704392", "doc768602", "doc1324516", "doc1125024", "doc260654", "doc787596"], "ranked_scores": [0.7599, 0.7341, 0.6898, 0.6791, 0.6705, 0.667, 0.6609, 0.6592, 0.6549, 0.6549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2395516", "doc2009369", "doc897", "doc190628", "doc919333", "doc919332", "doc1078877", "doc1874808", "doc558085", "doc157123"], "ranked_scores": [0.7288, 0.7236, 0.7223, 0.7131, 0.7126, 0.7112, 0.7095, 0.7068, 0.7052, 0.7042], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24925", "doc1380356", "doc382236", "doc24929", "doc30773", "doc24903", "doc1380357", "doc30774", "doc303116", "doc788472"], "ranked_scores": [0.8414, 0.8414, 0.8414, 0.8383, 0.8374, 0.8372, 0.8342, 0.8337, 0.8313, 0.8276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2203108", "doc2203152", "doc2483632", "doc1719794", "doc648335", "doc1136713", "doc1874808", "doc2009369", "doc904153", "doc1825079"], "ranked_scores": [0.7507, 0.7426, 0.7311, 0.7246, 0.7229, 0.7136, 0.7092, 0.7083, 0.7081, 0.7077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc2313854", "doc2509989", "doc56897", "doc1102442", "doc2313864", "doc952849", "doc1685439", "doc213075", "doc873481"], "ranked_scores": [0.8008, 0.7942, 0.7933, 0.7928, 0.7874, 0.7844, 0.7788, 0.7754, 0.7744, 0.7731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc737601", "doc80074", "doc137908", "doc80067", "doc1521484", "doc596891", "doc2076427", "doc439513", "doc2557678"], "ranked_scores": [0.8056, 0.8027, 0.7982, 0.7927, 0.788, 0.7812, 0.7802, 0.7759, 0.7752, 0.7734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5438, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5438, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc702902", "doc2353712", "doc474256", "doc2240291", "doc1018572", "doc108794", "doc1248717", "doc498654", "doc506841"], "ranked_scores": [0.7368, 0.7271, 0.7184, 0.7125, 0.7118, 0.7004, 0.7001, 0.6962, 0.6953, 0.689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc2289855", "doc913417", "doc261056", "doc675035", "doc474060", "doc1858452", "doc99377", "doc131786", "doc1576987"], "ranked_scores": [0.8297, 0.8205, 0.8171, 0.8168, 0.8117, 0.8112, 0.8093, 0.8079, 0.8073, 0.8045], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc1732443", "doc102077", "doc537776", "doc1407977", "doc2613598", "doc155482", "doc2260544", "doc2465910"], "ranked_scores": [0.7547, 0.7192, 0.6784, 0.6691, 0.6676, 0.6672, 0.6669, 0.6653, 0.6649, 0.6645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1285744", "doc509898", "doc727789", "doc890257", "doc1632991", "doc736558", "doc1335341", "doc281595", "doc2263202", "doc964756"], "ranked_scores": [0.7602, 0.7561, 0.7541, 0.7517, 0.7499, 0.7456, 0.744, 0.7439, 0.7434, 0.743], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc1128302", "doc1796400", "doc1381513", "doc2202835", "doc1755685", "doc2060827", "doc22915", "doc1643694", "doc2005210", "doc1464453"], "ranked_scores": [0.717, 0.716, 0.7124, 0.7072, 0.7052, 0.7032, 0.7028, 0.7022, 0.6963, 0.6952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64314", "doc64318", "doc1385349", "doc1683659", "doc851269", "doc35524", "doc1385345", "doc971992", "doc922271", "doc35522"], "ranked_scores": [0.8125, 0.8125, 0.8119, 0.8119, 0.8119, 0.8119, 0.8106, 0.8106, 0.8104, 0.8081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc587518", "doc82650", "doc437667", "doc727452", "doc1321868", "doc2545031", "doc437668", "doc2545104", "doc1321931", "doc437677"], "ranked_scores": [0.8045, 0.7937, 0.7926, 0.7895, 0.7859, 0.7841, 0.7835, 0.7829, 0.7769, 0.7767], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc720136", "doc552697", "doc866437", "doc1778593", "doc2543056", "doc1856377", "doc1778592", "doc866429", "doc1314917"], "ranked_scores": [0.7617, 0.7544, 0.7529, 0.7504, 0.7489, 0.7478, 0.747, 0.7467, 0.7466, 0.744], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1218368", "doc773669", "doc1464195", "doc2334133", "doc1877805", "doc524130", "doc1036707", "doc384744", "doc1602743"], "ranked_scores": [0.58, 0.57, 0.5695, 0.5622, 0.559, 0.5578, 0.5566, 0.5559, 0.5558, 0.5551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc172947", "doc1005393", "doc89435", "doc344833", "doc611283", "doc1384376", "doc284394", "doc371079"], "ranked_scores": [0.7616, 0.7531, 0.7486, 0.7352, 0.7272, 0.7258, 0.7243, 0.7221, 0.7189, 0.7174], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1241567", "doc1394760", "doc1394755", "doc2259504", "doc1007189", "doc967808", "doc1857677", "doc1007190"], "ranked_scores": [0.853, 0.8522, 0.8315, 0.8294, 0.8294, 0.8279, 0.8248, 0.8226, 0.822, 0.822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc660236", "doc515771", "doc2449643", "doc660237", "doc660271", "doc402145", "doc11669", "doc2527260", "doc2351077", "doc898833"], "ranked_scores": [0.8175, 0.8168, 0.816, 0.8152, 0.8123, 0.8119, 0.8105, 0.8094, 0.8041, 0.7997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc849003", "doc1803558", "doc719006", "doc105739", "doc1516597", "doc849000", "doc461467", "doc1903392", "doc889047", "doc1516605"], "ranked_scores": [0.8111, 0.8093, 0.8091, 0.809, 0.806, 0.7974, 0.7969, 0.7946, 0.7917, 0.7912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc1927002", "doc2107018", "doc628470", "doc2224155", "doc2431531", "doc6540", "doc600661", "doc2107022", "doc25776"], "ranked_scores": [0.8077, 0.8003, 0.7974, 0.7961, 0.7939, 0.7928, 0.7908, 0.7895, 0.7858, 0.7857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313354", "doc313364", "doc2108001", "doc2124290", "doc608137", "doc1841145", "doc70904", "doc660871", "doc736126", "doc2503625"], "ranked_scores": [0.8048, 0.8008, 0.8001, 0.7996, 0.7953, 0.7937, 0.7937, 0.7936, 0.7935, 0.7932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc336518", "doc289212", "doc2187649", "doc878338", "doc2636635", "doc733127", "doc2119808", "doc15890", "doc1534069", "doc1736704"], "ranked_scores": [0.6761, 0.6447, 0.6353, 0.6338, 0.6231, 0.6155, 0.6152, 0.6114, 0.6111, 0.6094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc2357458", "doc143496", "doc884905", "doc519493", "doc303260", "doc775913", "doc1577006", "doc1962174", "doc190988", "doc222277"], "ranked_scores": [0.7092, 0.7027, 0.6987, 0.6944, 0.6937, 0.6869, 0.6865, 0.6857, 0.6844, 0.6838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc390322", "doc40405", "doc2304461", "doc2449727", "doc1810672", "doc564961", "doc2209653", "doc2175230", "doc693852"], "ranked_scores": [0.7164, 0.7022, 0.6939, 0.6816, 0.6792, 0.6663, 0.6591, 0.658, 0.6554, 0.6539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1730233", "doc2465656", "doc1986449", "doc1986443", "doc1333905", "doc641270", "doc577385", "doc588578", "doc1160263", "doc61233"], "ranked_scores": [0.8058, 0.8043, 0.8037, 0.8026, 0.7998, 0.7997, 0.7994, 0.7993, 0.7942, 0.7924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1602743", "doc807", "doc1339771", "doc2391797", "doc966112", "doc2250120", "doc1036707", "doc965461", "doc2335293", "doc2067045"], "ranked_scores": [0.6592, 0.6441, 0.6367, 0.6356, 0.6353, 0.6346, 0.6342, 0.6341, 0.6309, 0.6302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88973", "doc88974", "doc88931", "doc2015719", "doc88933", "doc1639229", "doc88934", "doc127031", "doc2624067", "doc127040"], "ranked_scores": [0.8155, 0.8155, 0.8118, 0.7956, 0.7928, 0.7925, 0.7916, 0.768, 0.7649, 0.7528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc21339", "doc21372", "doc864003", "doc21363", "doc1455444", "doc1455462", "doc338813", "doc1836919", "doc642895", "doc2267530"], "ranked_scores": [0.7065, 0.7019, 0.6928, 0.6927, 0.6864, 0.6848, 0.6838, 0.6797, 0.6795, 0.6775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc108481", "doc2003302", "doc2418769", "doc108559", "doc43450", "doc108456", "doc18273", "doc911115", "doc63590"], "ranked_scores": [0.8097, 0.8086, 0.8074, 0.8069, 0.8045, 0.8033, 0.797, 0.7949, 0.7949, 0.7949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc1670303", "doc203256", "doc1183356", "doc1816051", "doc7165", "doc1299060", "doc2163101", "doc586538", "doc7166", "doc2373327"], "ranked_scores": [0.6777, 0.6663, 0.6653, 0.6599, 0.6597, 0.6562, 0.6535, 0.6534, 0.6512, 0.6483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc2653657", "doc1564136", "doc1826212", "doc1265795", "doc1384604", "doc485243", "doc472446", "doc1176632", "doc2008672"], "ranked_scores": [0.537, 0.5203, 0.5119, 0.509, 0.5088, 0.5056, 0.5052, 0.5014, 0.4956, 0.4942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc1519779", "doc2558036", "doc980993", "doc1809840", "doc495543", "doc2011376", "doc2054559", "doc2375594", "doc2597697"], "ranked_scores": [0.6188, 0.6047, 0.598, 0.5933, 0.5918, 0.5882, 0.5837, 0.5831, 0.5797, 0.578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc2622759", "doc36463", "doc36485", "doc1618372", "doc36460", "doc2396125", "doc1618376", "doc2445366", "doc2633718"], "ranked_scores": [0.791, 0.7807, 0.7792, 0.774, 0.7418, 0.7395, 0.7387, 0.7237, 0.6828, 0.6792], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc703721", "doc106357", "doc703719", "doc106355", "doc1390073", "doc35719", "doc298160", "doc106372", "doc703736"], "ranked_scores": [0.7355, 0.724, 0.724, 0.7188, 0.7188, 0.7176, 0.7128, 0.711, 0.7104, 0.7104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc599368", "doc1581104", "doc108892", "doc873559", "doc1373324", "doc2167590", "doc2393669", "doc108887", "doc109002", "doc626438"], "ranked_scores": [0.8049, 0.8026, 0.8003, 0.7996, 0.7973, 0.7963, 0.7947, 0.7927, 0.7923, 0.7914], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc77973", "doc1714121", "doc417733", "doc2548332", "doc969155", "doc418974", "doc2388767"], "ranked_scores": [0.741, 0.721, 0.7166, 0.7097, 0.703, 0.7023, 0.7004, 0.6996, 0.699, 0.6986], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m16-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc751998", "doc57242", "doc380683", "doc57226", "doc2613570", "doc1104254", "doc2569915", "doc2040334", "doc1622317"], "ranked_scores": [0.7124, 0.7097, 0.6709, 0.6642, 0.6608, 0.6574, 0.6421, 0.6372, 0.6359, 0.6358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc2461160", "doc310191", "doc1749973", "doc474276", "doc1104413", "doc63543", "doc2473154", "doc1664486", "doc1942575"], "ranked_scores": [0.6502, 0.639, 0.6313, 0.6235, 0.6159, 0.6149, 0.6032, 0.6004, 0.5969, 0.5959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc812322", "doc69767", "doc1675505", "doc2074523", "doc660012", "doc25836", "doc1058398", "doc2285692", "doc78091"], "ranked_scores": [0.7363, 0.7245, 0.7185, 0.7128, 0.7088, 0.7026, 0.702, 0.7014, 0.7008, 0.6946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1247565", "doc415323", "doc392076", "doc392077", "doc453089", "doc564709", "doc453144", "doc2317442", "doc979054", "doc1347475"], "ranked_scores": [0.711, 0.7083, 0.7016, 0.6974, 0.6922, 0.6891, 0.6869, 0.6868, 0.6852, 0.6824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366757", "doc2165906", "doc1741702", "doc887635", "doc387897", "doc1366744", "doc1366765", "doc2372195", "doc2165920", "doc1741704"], "ranked_scores": [0.7673, 0.766, 0.7565, 0.7544, 0.7493, 0.7491, 0.749, 0.7484, 0.7428, 0.7407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27535", "doc27529", "doc1996268", "doc361696", "doc27538", "doc27536", "doc459410", "doc381292", "doc1692291", "doc2272990"], "ranked_scores": [0.71, 0.697, 0.6797, 0.6486, 0.648, 0.6403, 0.6393, 0.6325, 0.6306, 0.6305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc825186", "doc293478", "doc579128", "doc1369505", "doc2206589", "doc825187", "doc1994393", "doc1328111"], "ranked_scores": [0.7837, 0.7812, 0.7716, 0.7633, 0.7529, 0.7514, 0.7499, 0.7495, 0.7485, 0.7481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc67620", "doc101561", "doc1798668", "doc597628", "doc101560", "doc1411599", "doc1728840", "doc2107778", "doc1486663"], "ranked_scores": [0.7689, 0.6987, 0.6972, 0.6906, 0.6868, 0.6835, 0.6831, 0.6826, 0.6806, 0.6758], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61036", "doc61045", "doc2083822", "doc61043", "doc61054", "doc1464453", "doc1128302", "doc2522627", "doc2094478"], "ranked_scores": [0.7091, 0.6921, 0.6412, 0.6207, 0.6159, 0.6149, 0.5775, 0.566, 0.5632, 0.5631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc369270", "doc1116765", "doc2083987", "doc97445", "doc1431001", "doc2084004", "doc97442", "doc2099374"], "ranked_scores": [0.7347, 0.6899, 0.6813, 0.6808, 0.67, 0.6629, 0.6524, 0.6282, 0.6254, 0.6239], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1166624", "doc562696", "doc2648883", "doc1651444", "doc1153299", "doc490395", "doc47608", "doc284394", "doc2037498"], "ranked_scores": [0.7327, 0.6915, 0.6628, 0.6617, 0.6575, 0.6544, 0.6512, 0.651, 0.6476, 0.6456], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc759547", "doc437627", "doc1984127", "doc83863", "doc1974480", "doc50097", "doc1337053", "doc50109", "doc2278170"], "ranked_scores": [0.7761, 0.7518, 0.7503, 0.7475, 0.7474, 0.7463, 0.7418, 0.7353, 0.7326, 0.7318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc427621", "doc703736", "doc106372", "doc703706", "doc106333", "doc388464", "doc703705", "doc703701", "doc703728"], "ranked_scores": [0.7838, 0.7753, 0.7623, 0.7623, 0.7599, 0.7579, 0.7566, 0.7558, 0.7522, 0.7521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7119", "doc7091", "doc7106", "doc7116", "doc7099", "doc7112", "doc7096", "doc695983", "doc316997", "doc1401088"], "ranked_scores": [0.7875, 0.7833, 0.7747, 0.7694, 0.7684, 0.7537, 0.7513, 0.7375, 0.7323, 0.7315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82130", "doc768602", "doc2247113", "doc1125024", "doc90819", "doc306215", "doc1891830", "doc1705674"], "ranked_scores": [0.7164, 0.648, 0.6102, 0.6049, 0.593, 0.586, 0.5773, 0.5676, 0.5622, 0.5615], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc750407", "doc190628", "doc2370166", "doc244368", "doc2009369", "doc2004585", "doc2676129", "doc2659217", "doc382065"], "ranked_scores": [0.6402, 0.6241, 0.6217, 0.6123, 0.611, 0.6105, 0.6074, 0.6032, 0.6014, 0.597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1380357", "doc1380356", "doc24903", "doc30774", "doc2202499", "doc90322", "doc1786046", "doc416774", "doc30773", "doc300567"], "ranked_scores": [0.8101, 0.8026, 0.7848, 0.7796, 0.7525, 0.7498, 0.741, 0.7402, 0.7391, 0.7386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc938300", "doc2203117", "doc2483632", "doc454591", "doc2009369", "doc1874808", "doc454592", "doc573905", "doc648335"], "ranked_scores": [0.663, 0.6502, 0.6427, 0.6398, 0.6381, 0.6299, 0.6283, 0.627, 0.6211, 0.6176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc56921", "doc2509989", "doc2313864", "doc2313854", "doc952849", "doc2439295", "doc1685439", "doc1629783"], "ranked_scores": [0.7892, 0.7886, 0.7558, 0.749, 0.7368, 0.7254, 0.7241, 0.7051, 0.705, 0.6933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc737601", "doc80154", "doc80074", "doc596891", "doc2076427", "doc137908", "doc1391659", "doc80133", "doc80078"], "ranked_scores": [0.7309, 0.7224, 0.7054, 0.6992, 0.6981, 0.686, 0.6856, 0.6806, 0.6747, 0.6731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc702902", "doc72416", "doc108794", "doc1430768", "doc527459", "doc169399", "doc2010420", "doc183955", "doc2240291"], "ranked_scores": [0.7405, 0.6739, 0.6671, 0.661, 0.6556, 0.6473, 0.6462, 0.6388, 0.6384, 0.635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc26467", "doc1576987", "doc764184", "doc913417", "doc2289855", "doc207464", "doc224770", "doc474060"], "ranked_scores": [0.8386, 0.7886, 0.7853, 0.7776, 0.7719, 0.7711, 0.7585, 0.758, 0.7565, 0.7541], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc337483", "doc2465910", "doc781160", "doc2613598", "doc890730", "doc2438080", "doc106944", "doc192542", "doc460917"], "ranked_scores": [0.6967, 0.6553, 0.6546, 0.6465, 0.6415, 0.6406, 0.6386, 0.6368, 0.6337, 0.631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc1335341", "doc509898", "doc86469", "doc371078", "doc890684", "doc355540", "doc1948854", "doc2582472", "doc284394"], "ranked_scores": [0.6997, 0.691, 0.6683, 0.6666, 0.6622, 0.6605, 0.6554, 0.655, 0.6489, 0.6481], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc1796400", "doc2362748", "doc2217346", "doc2114608", "doc1464453", "doc879199", "doc536374", "doc2202835"], "ranked_scores": [0.6816, 0.6651, 0.6381, 0.6313, 0.6285, 0.624, 0.6138, 0.613, 0.6115, 0.6115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc922271", "doc64316", "doc1376793", "doc64318", "doc1385345", "doc2487656", "doc971992", "doc35524", "doc64317", "doc64314"], "ranked_scores": [0.7645, 0.7594, 0.7577, 0.7551, 0.7448, 0.7409, 0.7378, 0.7312, 0.7274, 0.7251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4486, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437678", "doc1334238", "doc1321892", "doc1334192", "doc437685", "doc1739769", "doc82650", "doc727452", "doc1977978", "doc437677"], "ranked_scores": [0.7464, 0.745, 0.737, 0.7324, 0.7305, 0.7205, 0.7198, 0.7177, 0.7176, 0.7133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314852", "doc877823", "doc1603040", "doc2543056", "doc1778592", "doc1726816", "doc552702", "doc671985", "doc1315083"], "ranked_scores": [0.7132, 0.6659, 0.6659, 0.6544, 0.653, 0.6525, 0.6518, 0.6478, 0.6453, 0.6405], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc773669", "doc696366", "doc1892012", "doc2131758", "doc1445420", "doc1464195", "doc966112", "doc384744", "doc200940"], "ranked_scores": [0.5055, 0.5019, 0.5016, 0.4992, 0.4987, 0.4934, 0.4926, 0.4844, 0.4817, 0.4811], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc172947", "doc89435", "doc1005393", "doc611282", "doc371079", "doc284394", "doc181195", "doc1422800"], "ranked_scores": [0.7547, 0.7335, 0.6969, 0.6736, 0.6717, 0.6599, 0.6516, 0.6506, 0.6433, 0.6426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1007189", "doc1517979", "doc1394760", "doc1787620", "doc1635999", "doc324530", "doc868589", "doc1624145"], "ranked_scores": [0.8079, 0.7795, 0.7774, 0.7677, 0.7628, 0.7607, 0.7604, 0.7509, 0.7503, 0.7447], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2527260", "doc660236", "doc660237", "doc11669", "doc2449643", "doc898833", "doc368654", "doc147268", "doc934719"], "ranked_scores": [0.7955, 0.7895, 0.7751, 0.7734, 0.7703, 0.7478, 0.7406, 0.7335, 0.7149, 0.7145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc719006", "doc105745", "doc1534825", "doc737771", "doc849003", "doc258447", "doc2355469", "doc1903392", "doc2584848"], "ranked_scores": [0.7739, 0.7503, 0.7468, 0.7456, 0.737, 0.7364, 0.7311, 0.7235, 0.7153, 0.711], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc628470", "doc172405", "doc1927002", "doc2107018", "doc2500959", "doc623693", "doc25776", "doc6540", "doc358937"], "ranked_scores": [0.7883, 0.7837, 0.7742, 0.7614, 0.754, 0.7539, 0.7529, 0.7476, 0.745, 0.7378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313354", "doc1540259", "doc435076", "doc313364", "doc2124276", "doc1841145", "doc865796", "doc2502216", "doc42101", "doc211230"], "ranked_scores": [0.7663, 0.7372, 0.7364, 0.7344, 0.7333, 0.729, 0.7191, 0.7163, 0.7143, 0.7143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2187649", "doc878338", "doc336518", "doc1736704", "doc733127", "doc1658558", "doc688403", "doc2042102", "doc1736708"], "ranked_scores": [0.6669, 0.5877, 0.5875, 0.5776, 0.5644, 0.5635, 0.5626, 0.562, 0.5609, 0.5568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc143496", "doc1962174", "doc303260", "doc2357458", "doc1548640", "doc93287", "doc191614", "doc159492", "doc190988", "doc388703"], "ranked_scores": [0.6565, 0.6509, 0.6256, 0.6235, 0.6197, 0.6178, 0.6158, 0.6132, 0.6113, 0.6094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc551351", "doc140893", "doc1055373", "doc261351", "doc390322", "doc367417", "doc40405", "doc824947", "doc2304461"], "ranked_scores": [0.6634, 0.5737, 0.5722, 0.5654, 0.5569, 0.5449, 0.5435, 0.5423, 0.5421, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1333905", "doc2465656", "doc61233", "doc1160263", "doc1975694", "doc1730233", "doc1584862", "doc860546", "doc1986449", "doc1629620"], "ranked_scores": [0.7246, 0.7192, 0.7069, 0.7015, 0.6976, 0.6928, 0.6881, 0.6853, 0.6778, 0.6745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1892012", "doc543109", "doc1029479", "doc890682", "doc312607", "doc965461", "doc2676807", "doc806", "doc807", "doc2149599"], "ranked_scores": [0.6165, 0.5752, 0.5718, 0.5687, 0.5644, 0.5641, 0.5629, 0.562, 0.5595, 0.5524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88973", "doc88931", "doc88934", "doc1639229", "doc2015719", "doc88974", "doc88933", "doc2624067", "doc1763997", "doc2061559"], "ranked_scores": [0.7808, 0.7777, 0.7729, 0.764, 0.7635, 0.7315, 0.7042, 0.6972, 0.6964, 0.6917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc21340", "doc338801", "doc21378", "doc338818", "doc642895", "doc21372", "doc338810", "doc1455508", "doc2267530", "doc669209"], "ranked_scores": [0.6771, 0.6528, 0.6239, 0.6199, 0.5981, 0.5834, 0.582, 0.5713, 0.5631, 0.56], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc108559", "doc63590", "doc18273", "doc911115", "doc376580", "doc2003302", "doc108477", "doc911121", "doc18274"], "ranked_scores": [0.766, 0.7559, 0.7489, 0.7489, 0.7489, 0.7259, 0.7246, 0.7176, 0.7168, 0.7167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc2482938", "doc1670303", "doc7163", "doc2677350", "doc2265484", "doc2004259", "doc2475623", "doc1816051", "doc2298808"], "ranked_scores": [0.6289, 0.6243, 0.6063, 0.5984, 0.5905, 0.5904, 0.5835, 0.5833, 0.5732, 0.5724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc751719", "doc2653657", "doc1826212", "doc751718", "doc751726", "doc430256", "doc2332642", "doc370299", "doc2431178"], "ranked_scores": [0.484, 0.4515, 0.4218, 0.4211, 0.4116, 0.4094, 0.401, 0.4004, 0.3983, 0.3956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc2597697", "doc495543", "doc2057552", "doc1364067", "doc487275", "doc2011376", "doc2634368", "doc2054559", "doc642762"], "ranked_scores": [0.5708, 0.548, 0.5352, 0.5285, 0.5217, 0.5176, 0.5171, 0.5146, 0.5085, 0.5059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618372", "doc36467", "doc2215587", "doc2245689", "doc417360", "doc2258810", "doc2622759", "doc36485", "doc2633733"], "ranked_scores": [0.6965, 0.6713, 0.6573, 0.6347, 0.6333, 0.6313, 0.6265, 0.6251, 0.6226, 0.6196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc2846", "doc2877", "doc106355", "doc703719", "doc703721", "doc106357", "doc24299", "doc392476", "doc285755"], "ranked_scores": [0.703, 0.6783, 0.6773, 0.6761, 0.6761, 0.6681, 0.6681, 0.6579, 0.6579, 0.6573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc108887", "doc1373323", "doc643072", "doc596014", "doc2393669", "doc626438", "doc729661", "doc1119808", "doc368643"], "ranked_scores": [0.7882, 0.7585, 0.7513, 0.7513, 0.7507, 0.7501, 0.7484, 0.7466, 0.7463, 0.7428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77971", "doc77976", "doc1430993", "doc969155", "doc1817958", "doc2044296", "doc455129", "doc936401", "doc1267063"], "ranked_scores": [0.7036, 0.6935, 0.6735, 0.6425, 0.6194, 0.6136, 0.6131, 0.609, 0.6042, 0.6036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-pq-m16-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc3001", "doc751998", "doc57247", "doc551897", "doc57232", "doc2613570", "doc63804", "doc2116209"], "ranked_scores": [0.7259, 0.7053, 0.7047, 0.7039, 0.6995, 0.6891, 0.6821, 0.6819, 0.6709, 0.6589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2292349", "doc63538", "doc63543", "doc1942575", "doc310191", "doc1899261", "doc474276", "doc855132", "doc2461160", "doc1749973"], "ranked_scores": [0.6898, 0.6533, 0.641, 0.6136, 0.5983, 0.5879, 0.5774, 0.5761, 0.5708, 0.563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc1675505", "doc21871", "doc812322", "doc21831", "doc660012", "doc278091", "doc21829", "doc452039"], "ranked_scores": [0.6706, 0.6117, 0.6068, 0.5982, 0.586, 0.5806, 0.5804, 0.577, 0.5769, 0.5767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc979079", "doc415323", "doc1177870", "doc2317442", "doc453144", "doc1402783", "doc1347475", "doc1007260", "doc392076", "doc979054"], "ranked_scores": [0.693, 0.677, 0.6659, 0.6567, 0.654, 0.6504, 0.646, 0.6455, 0.64, 0.6332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc1366757", "doc1812661", "doc887635", "doc2165906", "doc559430", "doc1121529", "doc1366765", "doc1715056", "doc1741702"], "ranked_scores": [0.763, 0.7371, 0.7223, 0.7218, 0.7185, 0.7096, 0.7004, 0.692, 0.689, 0.6885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27535", "doc27529", "doc754593", "doc172864", "doc1852518", "doc27536", "doc27538", "doc1996268", "doc361702", "doc361696"], "ranked_scores": [0.659, 0.6552, 0.6507, 0.6394, 0.6329, 0.6257, 0.6245, 0.6136, 0.5999, 0.5977], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc484979", "doc1994393", "doc579128", "doc1369505", "doc268699", "doc349744", "doc1328111", "doc825186", "doc1669853"], "ranked_scores": [0.7564, 0.7252, 0.7192, 0.7127, 0.7025, 0.7022, 0.6974, 0.6942, 0.6916, 0.6845], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc32982", "doc29764", "doc1798668", "doc1486663", "doc101561", "doc2107778", "doc264702", "doc520684", "doc1728840"], "ranked_scores": [0.8275, 0.7351, 0.6887, 0.687, 0.6784, 0.6718, 0.668, 0.6613, 0.6462, 0.6448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61043", "doc401103", "doc2083822", "doc61045", "doc1558629", "doc116279", "doc1612682", "doc2080046"], "ranked_scores": [0.7265, 0.714, 0.6708, 0.6294, 0.6243, 0.609, 0.6041, 0.5967, 0.5935, 0.592], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc97445", "doc97430", "doc1116765", "doc369270", "doc369237", "doc1430994", "doc2084014", "doc97442"], "ranked_scores": [0.6483, 0.6444, 0.6387, 0.6191, 0.6178, 0.607, 0.5696, 0.5681, 0.565, 0.5561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1422800", "doc281595", "doc64791", "doc1263474", "doc1311119", "doc1063714", "doc9798", "doc1664038", "doc2037498"], "ranked_scores": [0.6989, 0.6456, 0.6368, 0.6215, 0.6179, 0.6169, 0.616, 0.6156, 0.6071, 0.6055], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc83863", "doc759547", "doc253608", "doc2254465", "doc50097", "doc253609", "doc437627", "doc253606", "doc50109"], "ranked_scores": [0.7861, 0.7481, 0.7393, 0.7348, 0.7029, 0.6821, 0.6774, 0.6769, 0.6763, 0.6746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703706", "doc427621", "doc703705", "doc106335", "doc24299", "doc392476", "doc388464", "doc106372", "doc703736", "doc298160"], "ranked_scores": [0.6993, 0.6961, 0.688, 0.6795, 0.6733, 0.6733, 0.6717, 0.6597, 0.6597, 0.6596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7119", "doc7116", "doc7106", "doc7112", "doc7108", "doc692559", "doc7091", "doc485206", "doc316997", "doc7099"], "ranked_scores": [0.7745, 0.7501, 0.7499, 0.7217, 0.6998, 0.6982, 0.6982, 0.6947, 0.692, 0.6824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82130", "doc1169637", "doc1705674", "doc1891830", "doc155440", "doc1588867", "doc2247113", "doc787596"], "ranked_scores": [0.73, 0.7044, 0.6532, 0.6039, 0.5874, 0.5833, 0.5754, 0.5735, 0.571, 0.5608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2009369", "doc802395", "doc190628", "doc919332", "doc2203117", "doc919340", "doc244368", "doc2370166", "doc382065"], "ranked_scores": [0.6426, 0.639, 0.6219, 0.6072, 0.6017, 0.6, 0.5898, 0.5853, 0.5848, 0.5838], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380356", "doc1380357", "doc1926206", "doc24925", "doc90322", "doc1824654", "doc30774", "doc2202506", "doc24929"], "ranked_scores": [0.7838, 0.7553, 0.7529, 0.722, 0.7076, 0.6944, 0.686, 0.671, 0.667, 0.6609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1874808", "doc2370166", "doc36393", "doc58892", "doc2009369", "doc938302", "doc1104361", "doc454591", "doc2483632", "doc2225375"], "ranked_scores": [0.6997, 0.6847, 0.6659, 0.6623, 0.6381, 0.6297, 0.6262, 0.6253, 0.6237, 0.6151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc56921", "doc2509989", "doc873481", "doc2678215", "doc963669", "doc2214893", "doc2091597", "doc2313864"], "ranked_scores": [0.7939, 0.7913, 0.7019, 0.6795, 0.6723, 0.6607, 0.6548, 0.6544, 0.6522, 0.6442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80154", "doc80151", "doc137908", "doc80074", "doc345642", "doc2562963", "doc1912506", "doc596891", "doc2076427", "doc80078"], "ranked_scores": [0.729, 0.7199, 0.6671, 0.6604, 0.6547, 0.6472, 0.6445, 0.6304, 0.6281, 0.603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc2240291", "doc72416", "doc527459", "doc702902", "doc2010420", "doc1852908", "doc1781006", "doc1430768"], "ranked_scores": [0.7745, 0.7052, 0.6591, 0.6577, 0.6484, 0.6467, 0.6414, 0.6396, 0.6331, 0.6327], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc721916", "doc474073", "doc224770", "doc474060", "doc1157159", "doc26458", "doc2376934", "doc26467", "doc863698"], "ranked_scores": [0.8216, 0.7563, 0.7484, 0.7383, 0.7306, 0.7304, 0.73, 0.7231, 0.7183, 0.7118], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc2260544", "doc337483", "doc2392865", "doc102077", "doc180234", "doc735487", "doc286821", "doc973765"], "ranked_scores": [0.7669, 0.674, 0.5993, 0.5972, 0.595, 0.5912, 0.5822, 0.581, 0.5807, 0.5779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc355540", "doc890684", "doc9798", "doc397020", "doc57946", "doc86469", "doc371079", "doc1982070", "doc1632991", "doc371078"], "ranked_scores": [0.7257, 0.7096, 0.7078, 0.6869, 0.6834, 0.6729, 0.6689, 0.6592, 0.6543, 0.6535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc2217346", "doc751435", "doc1288281", "doc1128302", "doc830104", "doc2370772", "doc1796400", "doc536374", "doc1919472"], "ranked_scores": [0.6984, 0.6572, 0.6407, 0.6255, 0.6134, 0.6101, 0.5985, 0.5924, 0.5804, 0.5802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc64316", "doc41344", "doc851269", "doc922263", "doc1683659", "doc1385349", "doc388286", "doc1385345", "doc971992"], "ranked_scores": [0.7189, 0.7016, 0.6743, 0.6576, 0.649, 0.6386, 0.6346, 0.6263, 0.626, 0.6192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc1739769", "doc82650", "doc727452", "doc437685", "doc1977978", "doc1520244", "doc1334238", "doc1321884", "doc1321914"], "ranked_scores": [0.7316, 0.7036, 0.6862, 0.6736, 0.6694, 0.6541, 0.6493, 0.6461, 0.6382, 0.6372], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc720136", "doc1778743", "doc1856377", "doc671985", "doc1315001", "doc1637025", "doc552702", "doc866436", "doc1726816"], "ranked_scores": [0.6866, 0.6197, 0.6148, 0.614, 0.5961, 0.5889, 0.5792, 0.578, 0.5722, 0.5674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc872070", "doc570839", "doc1464195", "doc2041825", "doc2236865", "doc24939", "doc1801894", "doc602735", "doc966112", "doc2334138"], "ranked_scores": [0.5047, 0.4975, 0.4862, 0.4843, 0.4813, 0.4777, 0.4756, 0.4703, 0.4661, 0.4637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc89435", "doc53464", "doc1982070", "doc216330", "doc851514", "doc172947", "doc9798", "doc2037498", "doc1590438"], "ranked_scores": [0.6909, 0.6818, 0.656, 0.654, 0.6477, 0.6399, 0.632, 0.6309, 0.6273, 0.6199], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc868590", "doc2486654", "doc1840635", "doc25697", "doc1394758", "doc1394755", "doc1394760", "doc1517979"], "ranked_scores": [0.8213, 0.7554, 0.7231, 0.7182, 0.7124, 0.6979, 0.6947, 0.6893, 0.6888, 0.6842], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc660236", "doc402145", "doc2429823", "doc2527260", "doc2449643", "doc2355916", "doc147268", "doc612451", "doc11669", "doc1030288"], "ranked_scores": [0.7827, 0.7777, 0.7559, 0.7446, 0.7441, 0.7083, 0.7054, 0.7027, 0.6974, 0.6932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc849003", "doc258447", "doc946247", "doc105756", "doc719006", "doc391459", "doc171833", "doc2584848", "doc1289342"], "ranked_scores": [0.7971, 0.7751, 0.751, 0.7323, 0.7289, 0.7255, 0.7238, 0.7054, 0.7045, 0.6973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc1745418", "doc1927002", "doc628470", "doc2107018", "doc2500959", "doc623693", "doc52414", "doc2224155", "doc422936"], "ranked_scores": [0.7894, 0.759, 0.7503, 0.7368, 0.7344, 0.7297, 0.7178, 0.7168, 0.7161, 0.7142], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211230", "doc313364", "doc1540259", "doc1348006", "doc313354", "doc465988", "doc435076", "doc2502216", "doc42101", "doc313365"], "ranked_scores": [0.7262, 0.6943, 0.6909, 0.6837, 0.6829, 0.679, 0.6593, 0.6589, 0.6523, 0.6452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2042102", "doc878338", "doc1736704", "doc2636635", "doc1273973", "doc1185297", "doc1597410", "doc1498263", "doc688403"], "ranked_scores": [0.6569, 0.645, 0.6226, 0.5925, 0.5737, 0.5714, 0.5701, 0.5661, 0.5586, 0.5586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc487000", "doc720754", "doc2357458", "doc311498", "doc1548640", "doc190988", "doc775913", "doc143496", "doc1563752"], "ranked_scores": [0.7175, 0.6448, 0.6437, 0.6292, 0.618, 0.6099, 0.6026, 0.6019, 0.6005, 0.5892], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc261351", "doc1055373", "doc551351", "doc57975", "doc864555", "doc2209653", "doc1810672", "doc1293555", "doc1345740"], "ranked_scores": [0.6552, 0.547, 0.5419, 0.5396, 0.5212, 0.5201, 0.5142, 0.5142, 0.4978, 0.4942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1584862", "doc588578", "doc1943842", "doc61233", "doc1160263", "doc2465656", "doc1730233", "doc2275203", "doc901884", "doc789140"], "ranked_scores": [0.736, 0.6813, 0.6623, 0.6617, 0.6587, 0.6582, 0.6559, 0.6513, 0.6436, 0.6394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2067045", "doc312607", "doc966112", "doc48882", "doc2258986", "doc1892012", "doc2634372", "doc190844", "doc878338", "doc890682"], "ranked_scores": [0.6236, 0.5836, 0.5717, 0.5413, 0.5396, 0.5316, 0.5279, 0.5255, 0.5253, 0.5208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88973", "doc88934", "doc2015719", "doc1670518", "doc88974", "doc2624067", "doc1639229", "doc1014858", "doc127042"], "ranked_scores": [0.7586, 0.7486, 0.7391, 0.738, 0.7242, 0.7014, 0.6885, 0.68, 0.6503, 0.6315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338815", "doc338810", "doc21340", "doc669209", "doc2267530", "doc338801", "doc22983", "doc1308445", "doc642895", "doc21372"], "ranked_scores": [0.6347, 0.628, 0.6193, 0.617, 0.6076, 0.6033, 0.5938, 0.5932, 0.5803, 0.5678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4838, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108480", "doc2003302", "doc323321", "doc108559", "doc63590", "doc911115", "doc18273", "doc1374770", "doc108477", "doc2072948"], "ranked_scores": [0.7285, 0.7214, 0.7017, 0.6985, 0.6982, 0.6982, 0.6982, 0.6909, 0.685, 0.683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7163", "doc2482938", "doc2373327", "doc2128755", "doc1670303", "doc1183356", "doc1347235", "doc1625591", "doc2475623"], "ranked_scores": [0.6442, 0.6435, 0.638, 0.6246, 0.6176, 0.595, 0.5943, 0.5914, 0.5894, 0.5835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc1564136", "doc751718", "doc293522", "doc751714", "doc293526", "doc142184", "doc37895", "doc751726"], "ranked_scores": [0.4795, 0.4675, 0.4497, 0.4093, 0.4038, 0.3976, 0.3908, 0.3616, 0.3611, 0.3597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc2084882", "doc2011376", "doc2634368", "doc1090888", "doc642762", "doc2007762", "doc1222389", "doc725581", "doc2057552"], "ranked_scores": [0.67, 0.6147, 0.5939, 0.5832, 0.5801, 0.5793, 0.5786, 0.5774, 0.5671, 0.5536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc1618372", "doc36460", "doc1618376", "doc2258683", "doc1926770", "doc2633718", "doc2362869", "doc2633722"], "ranked_scores": [0.7531, 0.7047, 0.6903, 0.6866, 0.6527, 0.6462, 0.6462, 0.6457, 0.6382, 0.6382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc703736", "doc106372", "doc492764", "doc2832", "doc703719", "doc106355", "doc150031", "doc760435", "doc2846"], "ranked_scores": [0.7566, 0.6728, 0.6728, 0.67, 0.6617, 0.6483, 0.6446, 0.6361, 0.6328, 0.6328], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc1373323", "doc108887", "doc2393669", "doc643072", "doc109002", "doc1119808", "doc2167590", "doc626438", "doc108892"], "ranked_scores": [0.8001, 0.7639, 0.7609, 0.76, 0.7504, 0.7499, 0.7483, 0.7472, 0.7299, 0.7205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1504263", "doc77971", "doc1430993", "doc643972", "doc1160422", "doc936401", "doc2378961", "doc317624", "doc2044296"], "ranked_scores": [0.7263, 0.7094, 0.68, 0.6469, 0.6395, 0.6304, 0.6299, 0.6099, 0.6058, 0.5975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-pq-m16-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc2173550", "doc551897", "doc3001", "doc57247", "doc1104254", "doc1144972", "doc285723", "doc106353", "doc703717", "doc57226"], "ranked_scores": [0.6653, 0.655, 0.6232, 0.6208, 0.6168, 0.6132, 0.6098, 0.6085, 0.6085, 0.6084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1916315", "doc2292349", "doc2461160", "doc2217712", "doc63543", "doc1664486", "doc1828868", "doc21277", "doc855132", "doc1324848"], "ranked_scores": [0.5941, 0.5878, 0.5703, 0.5614, 0.5573, 0.5535, 0.5528, 0.5513, 0.5504, 0.5437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc1058398", "doc2340830", "doc1328955", "doc69765", "doc365452", "doc21841", "doc278091", "doc21888", "doc1743887", "doc452024"], "ranked_scores": [0.6186, 0.5888, 0.5838, 0.5752, 0.562, 0.5589, 0.5518, 0.5514, 0.5497, 0.5495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453144", "doc1007260", "doc392061", "doc146101", "doc1247565", "doc872601", "doc415323", "doc690618", "doc1177870", "doc1113377"], "ranked_scores": [0.6757, 0.6574, 0.6563, 0.6544, 0.6543, 0.6528, 0.6476, 0.64, 0.6389, 0.6349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc1382073", "doc1812659", "doc1366744", "doc887635", "doc2171152", "doc1812661", "doc1741706", "doc559430", "doc1382169"], "ranked_scores": [0.7224, 0.712, 0.7088, 0.7049, 0.6994, 0.6992, 0.6955, 0.695, 0.6948, 0.6941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1321884", "doc2311306", "doc2545063", "doc1996268", "doc27529", "doc1321868", "doc27535", "doc361696", "doc27536", "doc754593"], "ranked_scores": [0.6125, 0.5857, 0.5816, 0.5784, 0.5783, 0.577, 0.5689, 0.5673, 0.5661, 0.5645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc1397232", "doc2206589", "doc856735", "doc1369505", "doc1397231", "doc512949", "doc349744", "doc293478"], "ranked_scores": [0.7427, 0.7383, 0.7201, 0.7042, 0.6955, 0.6908, 0.6854, 0.6813, 0.6811, 0.6795], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc327730", "doc761733", "doc1456780", "doc50625", "doc583721", "doc1798668", "doc2688", "doc29764"], "ranked_scores": [0.7431, 0.6838, 0.674, 0.6673, 0.6588, 0.6583, 0.6546, 0.6487, 0.6467, 0.6454], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc1558629", "doc61045", "doc116279", "doc988606", "doc2370772", "doc2105047", "doc1376345", "doc2032351"], "ranked_scores": [0.648, 0.6349, 0.6055, 0.6036, 0.591, 0.5903, 0.589, 0.5872, 0.5761, 0.5608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1116765", "doc369237", "doc97421", "doc2004921", "doc2071107", "doc1587504", "doc2071083", "doc2268982", "doc2574334", "doc2083987"], "ranked_scores": [0.5542, 0.5528, 0.5356, 0.519, 0.5112, 0.5034, 0.4958, 0.4951, 0.495, 0.4812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc216330", "doc33193", "doc1664038", "doc2165715", "doc1154850", "doc737219", "doc9798", "doc1422800", "doc964756", "doc474854"], "ranked_scores": [0.6314, 0.6297, 0.6195, 0.6166, 0.6028, 0.6013, 0.5983, 0.598, 0.5979, 0.5954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc53439", "doc2537824", "doc929272", "doc1984127", "doc50109", "doc759547", "doc2537823", "doc253606", "doc253609"], "ranked_scores": [0.6991, 0.6935, 0.6819, 0.6773, 0.6765, 0.6758, 0.668, 0.6677, 0.6657, 0.6652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703711", "doc703731", "doc106367", "doc106335", "doc703723", "doc388464", "doc427621", "doc703733", "doc106333", "doc106332"], "ranked_scores": [0.6834, 0.6806, 0.6806, 0.6771, 0.6682, 0.6681, 0.6608, 0.6592, 0.6584, 0.6571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc316997", "doc7119", "doc7106", "doc7108", "doc7112", "doc1599042", "doc1173469", "doc2069908", "doc1027652", "doc1829564"], "ranked_scores": [0.7058, 0.6808, 0.6675, 0.6506, 0.6479, 0.6473, 0.6469, 0.6436, 0.6367, 0.6303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1101731", "doc431563", "doc1833160", "doc1705674", "doc1057032", "doc2033842", "doc768602", "doc1891830", "doc90808"], "ranked_scores": [0.6449, 0.6078, 0.5986, 0.596, 0.5939, 0.5931, 0.5863, 0.5851, 0.582, 0.5796], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2203152", "doc919340", "doc2420503", "doc2004585", "doc2370166", "doc938300", "doc190628", "doc2193690", "doc648335"], "ranked_scores": [0.613, 0.6073, 0.6061, 0.6001, 0.5952, 0.5949, 0.5931, 0.5911, 0.5908, 0.5884], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1380357", "doc90322", "doc24903", "doc1824654", "doc382236", "doc1380356", "doc468490", "doc1379360", "doc416774", "doc1926206"], "ranked_scores": [0.6655, 0.6522, 0.6508, 0.642, 0.6336, 0.6333, 0.6222, 0.621, 0.6125, 0.6115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36393", "doc1874808", "doc190628", "doc938302", "doc58892", "doc2018288", "doc536387", "doc1689805", "doc2009369", "doc454591"], "ranked_scores": [0.6891, 0.6725, 0.6648, 0.6616, 0.6525, 0.644, 0.6419, 0.6295, 0.6288, 0.6258], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc1629783", "doc1927193", "doc1489607", "doc963669", "doc56921", "doc2509989", "doc873481", "doc2214893"], "ranked_scores": [0.6541, 0.649, 0.6255, 0.6047, 0.6019, 0.5963, 0.5833, 0.5809, 0.5776, 0.5755], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc1391659", "doc2562963", "doc80151", "doc137908", "doc2076427", "doc80154", "doc1912505", "doc80067", "doc811646", "doc2514393"], "ranked_scores": [0.6582, 0.6215, 0.6051, 0.6015, 0.6009, 0.5987, 0.5873, 0.5838, 0.582, 0.5809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc702902", "doc527459", "doc72416", "doc18814", "doc2545120", "doc2240291", "doc400631", "doc108788", "doc1018572"], "ranked_scores": [0.6797, 0.6643, 0.658, 0.6371, 0.6316, 0.6253, 0.625, 0.6235, 0.6161, 0.612], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc131786", "doc2289855", "doc99377", "doc675067", "doc2376934", "doc863698", "doc855503", "doc474060", "doc1204806"], "ranked_scores": [0.7415, 0.7108, 0.7038, 0.7023, 0.6991, 0.6991, 0.6853, 0.6836, 0.681, 0.6801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc889101", "doc102097", "doc460917", "doc1682561", "doc180234", "doc286821", "doc155482", "doc353631", "doc2471264", "doc2260544"], "ranked_scores": [0.6209, 0.6177, 0.5975, 0.5966, 0.5936, 0.585, 0.5838, 0.5748, 0.5731, 0.5697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc86469", "doc2003513", "doc890684", "doc371078", "doc57946", "doc281595", "doc1029757", "doc811", "doc1590438", "doc1083962"], "ranked_scores": [0.6807, 0.6803, 0.6776, 0.6752, 0.6741, 0.6727, 0.6713, 0.6676, 0.6665, 0.6597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc2060827", "doc1128302", "doc902657", "doc22915", "doc356961", "doc827208", "doc1796400", "doc1657214", "doc729312", "doc2217346"], "ranked_scores": [0.6538, 0.6125, 0.6115, 0.6097, 0.6035, 0.5935, 0.5893, 0.5879, 0.5824, 0.5773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc971992", "doc64316", "doc1376793", "doc35524", "doc851269", "doc1686260", "doc922263", "doc388286", "doc64318", "doc1558517"], "ranked_scores": [0.6188, 0.6009, 0.592, 0.5851, 0.5737, 0.5722, 0.5653, 0.5649, 0.5641, 0.56], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc1334238", "doc1977974", "doc1321892", "doc437685", "doc1321904", "doc1520251", "doc1520244", "doc1334192", "doc1321868"], "ranked_scores": [0.6214, 0.6188, 0.6089, 0.6061, 0.597, 0.5952, 0.5937, 0.5908, 0.59, 0.5876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc720136", "doc35173", "doc1315083", "doc1856377", "doc552702", "doc877823", "doc2543056", "doc1314995", "doc1726816", "doc938718"], "ranked_scores": [0.6106, 0.6052, 0.6036, 0.5672, 0.5621, 0.5533, 0.5499, 0.5472, 0.5455, 0.5396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2334138", "doc1970904", "doc254953", "doc459774", "doc872070", "doc1192997", "doc602735", "doc696366", "doc1464195", "doc2543189"], "ranked_scores": [0.5449, 0.5221, 0.4885, 0.4864, 0.4762, 0.4753, 0.4744, 0.4742, 0.4704, 0.4695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc2165715", "doc312259", "doc284394", "doc53464", "doc89435", "doc1451837", "doc1384376", "doc1838510", "doc1061142", "doc2037498"], "ranked_scores": [0.6628, 0.658, 0.6537, 0.6455, 0.6285, 0.6266, 0.622, 0.6197, 0.6187, 0.6132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc1394758", "doc2486654", "doc28581", "doc2374307", "doc1635999", "doc1394755", "doc1619770", "doc530780", "doc25697"], "ranked_scores": [0.7564, 0.7039, 0.7016, 0.69, 0.6879, 0.6812, 0.6805, 0.6804, 0.6758, 0.6729], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc147268", "doc828252", "doc1119808", "doc368654", "doc1373323", "doc643072", "doc2449643", "doc1437877", "doc2393669"], "ranked_scores": [0.7519, 0.7245, 0.7235, 0.7228, 0.7201, 0.7164, 0.7164, 0.7149, 0.7148, 0.7044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc849003", "doc461467", "doc105739", "doc719006", "doc258447", "doc1289342", "doc1534825", "doc849000", "doc105745", "doc543176"], "ranked_scores": [0.7571, 0.7388, 0.7274, 0.7206, 0.7171, 0.7143, 0.7118, 0.7108, 0.7052, 0.7013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1698080", "doc358938", "doc675222", "doc628470", "doc25776", "doc2081252", "doc6540", "doc1745418", "doc2107022", "doc172405"], "ranked_scores": [0.7541, 0.7455, 0.733, 0.7291, 0.7231, 0.7217, 0.7212, 0.721, 0.7181, 0.718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313364", "doc211230", "doc736126", "doc465988", "doc1348006", "doc2183317", "doc313352", "doc313354", "doc331138", "doc435081"], "ranked_scores": [0.6326, 0.6264, 0.6203, 0.608, 0.6072, 0.6065, 0.6058, 0.5983, 0.5951, 0.5934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1498263", "doc2042102", "doc878338", "doc1185297", "doc688403", "doc15890", "doc289212", "doc705226", "doc2187649", "doc1736704"], "ranked_scores": [0.6036, 0.5984, 0.5812, 0.553, 0.5472, 0.5471, 0.547, 0.5446, 0.5391, 0.5205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc50167", "doc1563745", "doc143496", "doc1746659", "doc1538025", "doc2352380", "doc1245931", "doc1548640", "doc2357458"], "ranked_scores": [0.6636, 0.6123, 0.5976, 0.5888, 0.5843, 0.5828, 0.5788, 0.5728, 0.565, 0.5629], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc261351", "doc698895", "doc1810672", "doc564961", "doc2433968", "doc2209653", "doc1055373", "doc693852", "doc1153924"], "ranked_scores": [0.5476, 0.4875, 0.4695, 0.4683, 0.4628, 0.46, 0.4597, 0.4563, 0.4536, 0.4386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc546881", "doc588578", "doc1160263", "doc1584862", "doc2568624", "doc2465656", "doc1986443", "doc1629620", "doc1100566", "doc404917"], "ranked_scores": [0.6711, 0.638, 0.6372, 0.6366, 0.6343, 0.6322, 0.624, 0.6232, 0.6199, 0.6154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2390440", "doc1867620", "doc1892012", "doc1689530", "doc33191", "doc201173", "doc681964", "doc845380", "doc37911", "doc48882"], "ranked_scores": [0.5496, 0.5489, 0.5399, 0.5392, 0.5388, 0.5338, 0.5311, 0.5215, 0.5208, 0.5203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015724", "doc88931", "doc88973", "doc88933", "doc1315443", "doc1639229", "doc952400", "doc88934", "doc608249", "doc2619671"], "ranked_scores": [0.6981, 0.6876, 0.6475, 0.6346, 0.6131, 0.6083, 0.6072, 0.6012, 0.6005, 0.5962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc1308445", "doc669209", "doc338801", "doc2267530", "doc698075", "doc338815", "doc700971", "doc1053988", "doc1336187", "doc338818"], "ranked_scores": [0.6387, 0.5859, 0.5789, 0.5672, 0.5595, 0.559, 0.5586, 0.5444, 0.5424, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc590536", "doc323321", "doc63585", "doc108559", "doc10388", "doc376580", "doc1774519", "doc2003302", "doc391398", "doc108480"], "ranked_scores": [0.7181, 0.7036, 0.6938, 0.689, 0.6868, 0.684, 0.6665, 0.6641, 0.6602, 0.6543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc1378028", "doc7163", "doc542895", "doc525751", "doc2128755", "doc1889823", "doc1299060", "doc1525129", "doc7165", "doc1411861"], "ranked_scores": [0.6236, 0.6155, 0.5989, 0.5914, 0.5895, 0.588, 0.5878, 0.5877, 0.586, 0.5844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc370299", "doc1391659", "doc309595", "doc455756", "doc61967", "doc101767", "doc1132271", "doc1055660"], "ranked_scores": [0.4099, 0.3826, 0.3736, 0.3682, 0.3671, 0.3568, 0.3554, 0.3519, 0.3504, 0.3487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc2011376", "doc2634368", "doc642762", "doc2007762", "doc1330250", "doc1564173", "doc27298", "doc2119024", "doc785515"], "ranked_scores": [0.6038, 0.5926, 0.5478, 0.5449, 0.5426, 0.5424, 0.5359, 0.5351, 0.5241, 0.5222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc2633711", "doc1618372", "doc1927684", "doc2215663", "doc417406", "doc2245689", "doc2215664", "doc2633733", "doc2329301", "doc2215587"], "ranked_scores": [0.6414, 0.6389, 0.6266, 0.6262, 0.6262, 0.6261, 0.626, 0.626, 0.626, 0.6228], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc703736", "doc760435", "doc481915", "doc106372", "doc2246484", "doc436998", "doc2846", "doc703719", "doc334975"], "ranked_scores": [0.637, 0.6174, 0.6139, 0.6129, 0.6102, 0.6029, 0.5822, 0.5819, 0.5811, 0.5805], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1119808", "doc2393669", "doc109002", "doc1373323", "doc643072", "doc1373324", "doc368643", "doc108887", "doc1437877", "doc626438"], "ranked_scores": [0.7156, 0.7131, 0.7078, 0.703, 0.703, 0.6915, 0.6828, 0.6827, 0.6803, 0.6732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1276688", "doc1504263", "doc251579", "doc1601162", "doc691881", "doc77971", "doc643972", "doc418974", "doc879199", "doc936401"], "ranked_scores": [0.6902, 0.6664, 0.6399, 0.6154, 0.6076, 0.5924, 0.592, 0.5889, 0.5868, 0.5824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-pq-m8-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc551897", "doc1665946", "doc57226", "doc751998", "doc2116209", "doc2613570", "doc57247", "doc380683", "doc2040327"], "ranked_scores": [0.7391, 0.6996, 0.6714, 0.657, 0.6544, 0.6501, 0.6488, 0.6455, 0.6366, 0.6303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc2461160", "doc2292349", "doc21277", "doc1899261", "doc1899255", "doc63543", "doc1942575", "doc1982515", "doc474276"], "ranked_scores": [0.7116, 0.6764, 0.6568, 0.6518, 0.636, 0.6353, 0.6323, 0.6245, 0.6056, 0.6055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc660012", "doc69767", "doc21871", "doc21906", "doc452039", "doc278091", "doc365452", "doc21829", "doc25836"], "ranked_scores": [0.6811, 0.6567, 0.6326, 0.6201, 0.6122, 0.6003, 0.5947, 0.5902, 0.5883, 0.5679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc979079", "doc2317442", "doc1402783", "doc404141", "doc415323", "doc1347475", "doc1177870", "doc415358", "doc565706", "doc536608"], "ranked_scores": [0.7778, 0.7298, 0.7148, 0.7116, 0.698, 0.6968, 0.6932, 0.6926, 0.6926, 0.6926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc1366757", "doc2165906", "doc1382123", "doc1382083", "doc887635", "doc1812653", "doc2165905", "doc2171164", "doc1715056"], "ranked_scores": [0.7531, 0.7382, 0.7349, 0.7127, 0.7117, 0.709, 0.7059, 0.7051, 0.7038, 0.7004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27535", "doc754593", "doc1852518", "doc2272990", "doc361702", "doc27536", "doc172864", "doc1692291", "doc1628841"], "ranked_scores": [0.7253, 0.7192, 0.7028, 0.6995, 0.6831, 0.6537, 0.6367, 0.6353, 0.6349, 0.6342], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc484979", "doc77634", "doc512949", "doc579128", "doc1994393", "doc2095396", "doc825186", "doc825187", "doc620637", "doc349744"], "ranked_scores": [0.7837, 0.7521, 0.7308, 0.7187, 0.714, 0.7135, 0.705, 0.7032, 0.695, 0.6948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc1486663", "doc32982", "doc896716", "doc29764", "doc520684", "doc101561", "doc278641", "doc231271"], "ranked_scores": [0.8547, 0.7608, 0.7444, 0.7412, 0.7304, 0.7256, 0.7254, 0.7138, 0.7076, 0.6992], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61043", "doc1380860", "doc1612682", "doc401103", "doc61045", "doc116279", "doc91244", "doc2083822"], "ranked_scores": [0.7294, 0.6933, 0.6546, 0.6447, 0.6446, 0.6423, 0.636, 0.6329, 0.6325, 0.6317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1116765", "doc97445", "doc2084014", "doc2071135", "doc2004921", "doc369261", "doc2071134", "doc97421", "doc97430", "doc369270"], "ranked_scores": [0.6993, 0.6894, 0.6869, 0.671, 0.6571, 0.6418, 0.6404, 0.6365, 0.6358, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc2316727", "doc1664038", "doc1166624", "doc2037498", "doc281595", "doc1263474", "doc230816", "doc1429442", "doc9798"], "ranked_scores": [0.7639, 0.7247, 0.6902, 0.6736, 0.6694, 0.6683, 0.6632, 0.6591, 0.6557, 0.6555], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc83863", "doc759547", "doc253606", "doc2171547", "doc253608", "doc50097", "doc2552606", "doc1604550", "doc2254465"], "ranked_scores": [0.7535, 0.7305, 0.7264, 0.7184, 0.7142, 0.7071, 0.7013, 0.7006, 0.6984, 0.688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703706", "doc106335", "doc703705", "doc1156828", "doc427621", "doc211923", "doc436998", "doc703728", "doc24299", "doc392476"], "ranked_scores": [0.7246, 0.7086, 0.6836, 0.6664, 0.6628, 0.6616, 0.6578, 0.652, 0.6439, 0.6439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc1694559", "doc7119", "doc7116", "doc7106", "doc7112", "doc7096", "doc526956", "doc300345", "doc7108", "doc316997"], "ranked_scores": [0.8008, 0.7713, 0.7583, 0.7464, 0.7445, 0.7427, 0.7216, 0.7202, 0.7131, 0.7037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc787596", "doc82130", "doc1891830", "doc2247113", "doc2093563", "doc155440", "doc2053655", "doc1169637"], "ranked_scores": [0.7123, 0.672, 0.6494, 0.6415, 0.6281, 0.6117, 0.5942, 0.5929, 0.5916, 0.5906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2203117", "doc220990", "doc802395", "doc1874808", "doc2483632", "doc938300", "doc2009369", "doc2111919", "doc919332"], "ranked_scores": [0.705, 0.6624, 0.6359, 0.6332, 0.6328, 0.6256, 0.6253, 0.6223, 0.6208, 0.615], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380356", "doc1380357", "doc1824654", "doc651946", "doc24929", "doc24925", "doc1926206", "doc1786046", "doc996239"], "ranked_scores": [0.8417, 0.8245, 0.7675, 0.7647, 0.7523, 0.7293, 0.7229, 0.7156, 0.713, 0.7079], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1874808", "doc1104361", "doc454591", "doc2370166", "doc2258933", "doc454592", "doc1759626", "doc1691613", "doc2009369", "doc1825428"], "ranked_scores": [0.7304, 0.7264, 0.7231, 0.7037, 0.702, 0.6991, 0.6901, 0.6741, 0.6693, 0.6692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc2214893", "doc873481", "doc2678215", "doc1629783", "doc963669", "doc2509989", "doc56903", "doc56921"], "ranked_scores": [0.8287, 0.8192, 0.7367, 0.735, 0.7341, 0.7272, 0.7193, 0.7049, 0.7031, 0.7005], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80154", "doc80151", "doc137908", "doc345642", "doc1357287", "doc2557673", "doc80074", "doc190325", "doc1521484", "doc80133"], "ranked_scores": [0.7317, 0.7298, 0.7237, 0.7191, 0.6537, 0.6379, 0.6288, 0.605, 0.5982, 0.5966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc2240289", "doc400631", "doc702902", "doc2010420", "doc72416", "doc527459", "doc108788", "doc180079"], "ranked_scores": [0.8285, 0.7526, 0.7232, 0.6914, 0.6844, 0.6838, 0.6647, 0.6553, 0.648, 0.6401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc191423", "doc224770", "doc1682464", "doc2376934", "doc721916", "doc863698", "doc99377", "doc474073", "doc26467"], "ranked_scores": [0.7701, 0.7246, 0.7208, 0.7177, 0.705, 0.6986, 0.6975, 0.6907, 0.6841, 0.6796], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc337483", "doc102077", "doc286821", "doc735487", "doc180234", "doc1136889", "doc2592003", "doc302286"], "ranked_scores": [0.7438, 0.7194, 0.6196, 0.6087, 0.6029, 0.5843, 0.5788, 0.5705, 0.5447, 0.5447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc355540", "doc9798", "doc890684", "doc86469", "doc397020", "doc1263474", "doc371079", "doc556460", "doc57948", "doc57946"], "ranked_scores": [0.7689, 0.7671, 0.7567, 0.7564, 0.7404, 0.727, 0.7247, 0.7228, 0.7142, 0.7105], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc2217346", "doc830104", "doc1464453", "doc1755685", "doc903109", "doc1723532", "doc751435", "doc1128302", "doc1750156"], "ranked_scores": [0.6905, 0.6812, 0.6676, 0.6587, 0.6461, 0.6425, 0.6385, 0.6333, 0.6299, 0.6298], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc922263", "doc64316", "doc64318", "doc990426", "doc1683659", "doc1686260", "doc851269", "doc971992", "doc1385345", "doc388286"], "ranked_scores": [0.753, 0.7332, 0.7143, 0.705, 0.662, 0.6592, 0.6584, 0.6583, 0.6553, 0.6522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc727452", "doc1977978", "doc1739769", "doc437685", "doc82650", "doc437662", "doc2545074", "doc1321884", "doc1628841"], "ranked_scores": [0.7552, 0.7394, 0.7309, 0.7148, 0.6949, 0.6863, 0.6839, 0.6779, 0.672, 0.672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315001", "doc469707", "doc866436", "doc1637025", "doc720136", "doc1726816", "doc866437", "doc1314944", "doc1093057"], "ranked_scores": [0.6083, 0.6034, 0.5946, 0.5861, 0.5735, 0.5637, 0.5471, 0.5381, 0.5365, 0.5331], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc22149", "doc966112", "doc2113492", "doc2236865", "doc613870", "doc24939", "doc570839", "doc872070", "doc2334138", "doc966365"], "ranked_scores": [0.6078, 0.5891, 0.5886, 0.5878, 0.5658, 0.5598, 0.5596, 0.5589, 0.5538, 0.5534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc1784440", "doc89435", "doc9798", "doc53465", "doc114471", "doc1083962", "doc172947", "doc371079", "doc182046"], "ranked_scores": [0.7039, 0.7022, 0.6944, 0.6806, 0.679, 0.6753, 0.6696, 0.6659, 0.6526, 0.6381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc1517979", "doc1840635", "doc868590", "doc1394758", "doc430825", "doc2486654", "doc650954", "doc1394743", "doc785116"], "ranked_scores": [0.7914, 0.7301, 0.7287, 0.7231, 0.7033, 0.6995, 0.6949, 0.6923, 0.6921, 0.6879], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc660236", "doc1119808", "doc11655", "doc2449643", "doc368643", "doc368654", "doc660237", "doc94367", "doc2527260"], "ranked_scores": [0.8593, 0.8459, 0.8169, 0.8079, 0.7847, 0.7803, 0.7801, 0.7733, 0.7727, 0.7699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc737771", "doc391459", "doc105756", "doc258447", "doc171833", "doc849003", "doc719076", "doc105759", "doc719006"], "ranked_scores": [0.8092, 0.7403, 0.7318, 0.7313, 0.7269, 0.7191, 0.7148, 0.7052, 0.6989, 0.6953], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2107018", "doc53643", "doc1745418", "doc628470", "doc2107022", "doc4147", "doc52414", "doc1927002", "doc2500959"], "ranked_scores": [0.7884, 0.7576, 0.7487, 0.7427, 0.7422, 0.728, 0.728, 0.7187, 0.7122, 0.7104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1348006", "doc211209", "doc313364", "doc313365", "doc211230", "doc435076", "doc465988", "doc313354", "doc2183317", "doc435078"], "ranked_scores": [0.7479, 0.7, 0.6899, 0.6765, 0.6755, 0.6753, 0.6497, 0.6471, 0.6389, 0.6311], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc2085567", "doc2187649", "doc1736704", "doc1498263", "doc2042102", "doc1170390", "doc2119808", "doc1177572"], "ranked_scores": [0.6515, 0.6126, 0.6046, 0.5961, 0.595, 0.5938, 0.5862, 0.5792, 0.54, 0.5365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc720754", "doc143496", "doc1548640", "doc487000", "doc381154", "doc2095794", "doc519493", "doc1094361", "doc2414537"], "ranked_scores": [0.7847, 0.7103, 0.6389, 0.6291, 0.6196, 0.6145, 0.6103, 0.6076, 0.6064, 0.6027], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc864555", "doc1170391", "doc564961", "doc1810672", "doc57975", "doc367417", "doc1794168", "doc1055373", "doc1170390"], "ranked_scores": [0.6235, 0.5617, 0.5549, 0.5547, 0.5491, 0.5401, 0.5355, 0.5245, 0.5237, 0.5022], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1584862", "doc577385", "doc1986443", "doc1730233", "doc1160263", "doc789140", "doc2275203", "doc61233", "doc1986449"], "ranked_scores": [0.7199, 0.7158, 0.7113, 0.7021, 0.694, 0.6938, 0.6904, 0.6768, 0.6744, 0.6684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1136780", "doc702263", "doc2067045", "doc2085567", "doc806", "doc966112", "doc1185427", "doc312607", "doc201166", "doc48882"], "ranked_scores": [0.6765, 0.6637, 0.6622, 0.649, 0.6377, 0.6376, 0.6355, 0.6253, 0.6231, 0.6198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc88931", "doc88934", "doc88933", "doc88973", "doc1376863", "doc127031", "doc994525", "doc107246", "doc1315443"], "ranked_scores": [0.7745, 0.76, 0.739, 0.7014, 0.7013, 0.7003, 0.6987, 0.693, 0.6907, 0.6887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc22983", "doc2336226", "doc338810", "doc338815", "doc1053454", "doc642895", "doc1455511", "doc2480452", "doc2267530", "doc811414"], "ranked_scores": [0.64, 0.6275, 0.6114, 0.6028, 0.598, 0.5923, 0.5846, 0.5765, 0.567, 0.5509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc2003302", "doc1523323", "doc108480", "doc1374770", "doc323321", "doc2185185", "doc108477", "doc2418769", "doc63590", "doc911115"], "ranked_scores": [0.8241, 0.8202, 0.8178, 0.7844, 0.7816, 0.76, 0.756, 0.7461, 0.7403, 0.7403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7163", "doc2265484", "doc2128755", "doc1525129", "doc1170314", "doc2482938", "doc2204719", "doc1130696", "doc2475623"], "ranked_scores": [0.6732, 0.6671, 0.6483, 0.6388, 0.6383, 0.6377, 0.6367, 0.633, 0.6169, 0.6124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc1564136", "doc293526", "doc293522", "doc4611", "doc2606816", "doc1776446", "doc698895", "doc692559", "doc2653657"], "ranked_scores": [0.5176, 0.5028, 0.4967, 0.4898, 0.4886, 0.4382, 0.4216, 0.4154, 0.3993, 0.3992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1090888", "doc1809840", "doc1382750", "doc851877", "doc492385", "doc642762", "doc1190303", "doc868658", "doc2084882", "doc1499831"], "ranked_scores": [0.6544, 0.6515, 0.6121, 0.602, 0.602, 0.5995, 0.5931, 0.5873, 0.5845, 0.5707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc36460", "doc1618372", "doc2622778", "doc2396125", "doc1618376", "doc1618374", "doc1435759", "doc36485"], "ranked_scores": [0.772, 0.7335, 0.7072, 0.6834, 0.68, 0.6759, 0.663, 0.6593, 0.6534, 0.6406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc2832", "doc334975", "doc106372", "doc703736", "doc586538", "doc1027724", "doc24763", "doc37884", "doc703721"], "ranked_scores": [0.749, 0.6257, 0.6122, 0.5704, 0.5704, 0.5652, 0.5649, 0.5623, 0.5567, 0.5552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc842383", "doc108887", "doc2393669", "doc1581104", "doc596014", "doc643072", "doc1373323", "doc2167590", "doc108892"], "ranked_scores": [0.8183, 0.7837, 0.772, 0.7715, 0.7654, 0.761, 0.7575, 0.7575, 0.7556, 0.7546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc1430993", "doc77971", "doc691881", "doc1160422", "doc77976", "doc2378961", "doc317624", "doc643972", "doc429400"], "ranked_scores": [0.7554, 0.7104, 0.6975, 0.6693, 0.6673, 0.6658, 0.6494, 0.647, 0.6364, 0.6329], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-pq-m8-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc551897", "doc57226", "doc57247", "doc2173550", "doc3001", "doc57242", "doc698048", "doc2480339", "doc2173547", "doc1144972"], "ranked_scores": [0.6853, 0.6557, 0.6551, 0.6496, 0.6298, 0.6051, 0.6048, 0.5989, 0.5842, 0.5822], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc21277", "doc2461160", "doc1324848", "doc1916315", "doc314759", "doc677300", "doc1899255", "doc26394", "doc2217712", "doc2461164"], "ranked_scores": [0.6678, 0.6603, 0.6311, 0.6254, 0.619, 0.6138, 0.6122, 0.5981, 0.5966, 0.5879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc1058398", "doc21906", "doc365452", "doc21829", "doc21831", "doc699194", "doc2074523", "doc776142", "doc296216", "doc452001"], "ranked_scores": [0.6342, 0.6121, 0.6121, 0.6034, 0.5881, 0.5831, 0.5794, 0.5784, 0.5775, 0.5711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1247565", "doc415323", "doc872601", "doc2155680", "doc392155", "doc1574764", "doc1574783", "doc591224", "doc453144", "doc1007260"], "ranked_scores": [0.6993, 0.6928, 0.6928, 0.6735, 0.673, 0.6645, 0.6574, 0.6569, 0.6534, 0.6519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2171164", "doc1812659", "doc915221", "doc2165906", "doc2307705", "doc1382143", "doc1382073", "doc2372193", "doc2165898", "doc1366744"], "ranked_scores": [0.7266, 0.7266, 0.7047, 0.7004, 0.6973, 0.6973, 0.6898, 0.6849, 0.6763, 0.6718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc859731", "doc1321884", "doc1996268", "doc539417", "doc754593", "doc1868647", "doc1321868", "doc27535", "doc1520339", "doc381292"], "ranked_scores": [0.6196, 0.6091, 0.6019, 0.5834, 0.57, 0.5666, 0.5615, 0.5599, 0.5586, 0.5572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1369505", "doc77634", "doc484979", "doc1369510", "doc579128", "doc1397232", "doc1994393", "doc101803", "doc293526", "doc529465"], "ranked_scores": [0.7329, 0.7253, 0.7195, 0.7186, 0.7184, 0.7163, 0.7061, 0.7058, 0.7022, 0.6989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc50625", "doc641530", "doc761733", "doc583721", "doc398839", "doc520684", "doc1581293", "doc2688", "doc32982"], "ranked_scores": [0.788, 0.7753, 0.7481, 0.7421, 0.7329, 0.7281, 0.7229, 0.7184, 0.7155, 0.7152], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61045", "doc1376346", "doc2105047", "doc2370772", "doc1558629", "doc1787829", "doc2032351", "doc1148543", "doc2009331"], "ranked_scores": [0.6521, 0.6498, 0.6389, 0.6319, 0.6123, 0.5996, 0.5905, 0.5897, 0.5801, 0.5796], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2268982", "doc1116765", "doc2083987", "doc1577539", "doc288722", "doc369237", "doc2084004", "doc2004921", "doc1329011", "doc1349043"], "ranked_scores": [0.6235, 0.6103, 0.584, 0.5763, 0.5723, 0.5699, 0.5697, 0.5689, 0.5672, 0.5615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc2165715", "doc366445", "doc1915960", "doc216330", "doc371078", "doc284394", "doc1664038", "doc1063714", "doc1154850"], "ranked_scores": [0.6959, 0.6912, 0.6783, 0.675, 0.6649, 0.6538, 0.6505, 0.6496, 0.6492, 0.6481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc53439", "doc253606", "doc50107", "doc2254465", "doc1010216", "doc2537823", "doc759547", "doc1010218", "doc1337053", "doc2537824"], "ranked_scores": [0.7121, 0.7099, 0.7036, 0.6765, 0.6708, 0.6694, 0.6694, 0.6677, 0.6666, 0.6666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc436998", "doc334975", "doc427621", "doc703723", "doc388464", "doc703705", "doc703706", "doc106335", "doc2876", "doc1612525"], "ranked_scores": [0.6617, 0.6614, 0.6569, 0.643, 0.6377, 0.6311, 0.63, 0.6264, 0.6255, 0.6253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc1599042", "doc1027652", "doc316997", "doc485243", "doc2069908", "doc7096", "doc7119", "doc485206", "doc695983", "doc2668054"], "ranked_scores": [0.7258, 0.7107, 0.7099, 0.6563, 0.6491, 0.6479, 0.6425, 0.6406, 0.6397, 0.639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc155438", "doc2033842", "doc1833160", "doc155440", "doc2053655", "doc260645", "doc490060", "doc1036650", "doc505009"], "ranked_scores": [0.6878, 0.6607, 0.6573, 0.6471, 0.6329, 0.6194, 0.6163, 0.6151, 0.6144, 0.6144], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc938300", "doc2420503", "doc897", "doc919340", "doc2679049", "doc2018288", "doc2013112", "doc2009369", "doc190628", "doc2004585"], "ranked_scores": [0.6887, 0.6675, 0.6643, 0.6454, 0.6382, 0.6308, 0.6299, 0.6281, 0.6246, 0.6237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380356", "doc1824654", "doc1380357", "doc1734041", "doc416774", "doc1379360", "doc468490", "doc300567", "doc996239"], "ranked_scores": [0.7196, 0.7188, 0.7099, 0.7007, 0.6906, 0.689, 0.6828, 0.6728, 0.65, 0.6457], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1874808", "doc454591", "doc454592", "doc2258933", "doc2004585", "doc1691613", "doc190628", "doc919340", "doc2018288", "doc2679049"], "ranked_scores": [0.7444, 0.7287, 0.7155, 0.7072, 0.6967, 0.696, 0.6907, 0.6779, 0.6652, 0.6645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc1489607", "doc1629783", "doc2299192", "doc2509989", "doc2562070", "doc963669", "doc2031536", "doc873481"], "ranked_scores": [0.6745, 0.6662, 0.6645, 0.6607, 0.6376, 0.6212, 0.6193, 0.6111, 0.6051, 0.601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc548572", "doc294604", "doc345642", "doc80151", "doc811646", "doc1912505", "doc2514393", "doc137908", "doc6964", "doc1391659"], "ranked_scores": [0.625, 0.6035, 0.5962, 0.5863, 0.5837, 0.582, 0.5764, 0.5695, 0.5676, 0.5674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc400631", "doc527459", "doc72413", "doc1572538", "doc702902", "doc1945762", "doc2217863", "doc2259197", "doc732015", "doc506841"], "ranked_scores": [0.7186, 0.6902, 0.6694, 0.6642, 0.6567, 0.6439, 0.6388, 0.6351, 0.6278, 0.6278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc474073", "doc2289855", "doc99377", "doc474060", "doc131786", "doc26458", "doc26461", "doc2248924", "doc2376934"], "ranked_scores": [0.7566, 0.7244, 0.6787, 0.6765, 0.6746, 0.6706, 0.6697, 0.6684, 0.6675, 0.6649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc889101", "doc102097", "doc297999", "doc180234", "doc1923941", "doc286821", "doc864016", "doc1986948", "doc1682561", "doc155482"], "ranked_scores": [0.6406, 0.6131, 0.5916, 0.5908, 0.5894, 0.589, 0.5855, 0.585, 0.5704, 0.5687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc37890", "doc371078", "doc216330", "doc355540", "doc1489505", "doc1006143", "doc1384376", "doc1915960", "doc890684", "doc114471"], "ranked_scores": [0.7691, 0.7597, 0.7533, 0.7473, 0.7438, 0.7437, 0.7375, 0.735, 0.7324, 0.7186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc1750163", "doc902657", "doc2202835", "doc2009331", "doc2370772", "doc923913", "doc1128302", "doc1750156", "doc401103", "doc2060827"], "ranked_scores": [0.6631, 0.6618, 0.6409, 0.6408, 0.6376, 0.6362, 0.6296, 0.6253, 0.6227, 0.6191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc2361673", "doc64316", "doc35524", "doc2072856", "doc1376793", "doc1558517", "doc1686260", "doc971992", "doc922263", "doc990426"], "ranked_scores": [0.7083, 0.6886, 0.6886, 0.6632, 0.6583, 0.6534, 0.6404, 0.6341, 0.632, 0.6318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1628841", "doc1977978", "doc1520311", "doc1321967", "doc1334238", "doc1977974", "doc1321868", "doc437662", "doc1520251", "doc2545063"], "ranked_scores": [0.6944, 0.69, 0.6881, 0.6837, 0.6779, 0.6675, 0.658, 0.6569, 0.6558, 0.6556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1637025", "doc97182", "doc720136", "doc2543056", "doc671973", "doc34092", "doc1315001", "doc35173", "doc1314944", "doc1385395"], "ranked_scores": [0.5355, 0.5298, 0.5265, 0.5248, 0.5075, 0.5065, 0.5058, 0.4933, 0.4926, 0.485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2334138", "doc2543189", "doc1075668", "doc1192997", "doc890682", "doc459774", "doc254953", "doc626786", "doc1581293", "doc2236863"], "ranked_scores": [0.6459, 0.6112, 0.5812, 0.5783, 0.5768, 0.5763, 0.5748, 0.5747, 0.5714, 0.5606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc2037498", "doc1915960", "doc2165715", "doc371078", "doc1094305", "doc1784440", "doc53464", "doc89435", "doc177995", "doc1422800"], "ranked_scores": [0.7036, 0.6846, 0.6819, 0.6703, 0.6691, 0.6646, 0.6523, 0.6493, 0.6474, 0.6467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc785116", "doc2486654", "doc1394758", "doc876038", "doc430825", "doc25697", "doc1394755", "doc594518", "doc70620"], "ranked_scores": [0.7631, 0.7414, 0.7306, 0.7298, 0.7213, 0.7009, 0.6926, 0.6909, 0.6882, 0.6857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2393669", "doc1119808", "doc1373323", "doc1437877", "doc643072", "doc368643", "doc402145", "doc207176", "doc499894", "doc108887"], "ranked_scores": [0.8004, 0.8004, 0.7916, 0.7916, 0.7916, 0.7776, 0.772, 0.7667, 0.7667, 0.7665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1248125", "doc849003", "doc1289342", "doc1552106", "doc1986552", "doc105739", "doc719057", "doc1534825", "doc258447", "doc1516597"], "ranked_scores": [0.7582, 0.7419, 0.7357, 0.7306, 0.7273, 0.7121, 0.7096, 0.7056, 0.7052, 0.6997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc230471", "doc358938", "doc4147", "doc1745418", "doc88173", "doc2107022", "doc675222", "doc1698080", "doc28942", "doc628470"], "ranked_scores": [0.7553, 0.7508, 0.75, 0.7496, 0.7484, 0.7384, 0.734, 0.7227, 0.7163, 0.7122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313364", "doc70905", "doc435078", "doc42101", "doc1957486", "doc2183317", "doc211209", "doc1685523", "doc313354", "doc435075"], "ranked_scores": [0.6632, 0.6438, 0.6393, 0.6023, 0.6, 0.5933, 0.593, 0.5839, 0.5823, 0.5814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1498263", "doc878338", "doc1177572", "doc1170390", "doc2042102", "doc2365901", "doc2474950", "doc485214", "doc705226", "doc1170391"], "ranked_scores": [0.6354, 0.6003, 0.589, 0.5668, 0.5664, 0.5539, 0.5512, 0.5497, 0.5455, 0.5445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc146706", "doc93503", "doc2306629", "doc1877670", "doc823832", "doc1525423", "doc383147", "doc1145120", "doc1548640"], "ranked_scores": [0.7222, 0.6275, 0.6252, 0.6249, 0.6182, 0.6171, 0.6147, 0.6141, 0.5964, 0.5942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc601133", "doc415385", "doc2433968", "doc2203841", "doc853534", "doc564961", "doc1914609", "doc2608805", "doc690618"], "ranked_scores": [0.5113, 0.487, 0.4725, 0.4662, 0.4581, 0.4519, 0.4362, 0.4326, 0.4312, 0.428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc546881", "doc2163262", "doc1986443", "doc1100566", "doc1792210", "doc138058", "doc1160263", "doc2465656", "doc1629620", "doc641270"], "ranked_scores": [0.7409, 0.7152, 0.703, 0.6962, 0.6773, 0.6768, 0.666, 0.6623, 0.6554, 0.6522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1136780", "doc696366", "doc201173", "doc1877805", "doc48882", "doc2391797", "doc2085567", "doc33191", "doc1490491", "doc1192997"], "ranked_scores": [0.6827, 0.6639, 0.6603, 0.6475, 0.6461, 0.6386, 0.6374, 0.6326, 0.6275, 0.6252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc2015724", "doc2061559", "doc88934", "doc723586", "doc175560", "doc1315443", "doc88933", "doc608249", "doc2618276"], "ranked_scores": [0.7072, 0.7043, 0.701, 0.6775, 0.6766, 0.6747, 0.6692, 0.6659, 0.646, 0.6432], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc447730", "doc1308445", "doc2480452", "doc2336226", "doc1455462", "doc1045032", "doc1956490", "doc2267530", "doc2480339", "doc282412"], "ranked_scores": [0.5951, 0.5625, 0.5575, 0.5432, 0.5281, 0.5187, 0.518, 0.5069, 0.5063, 0.5053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc376580", "doc323321", "doc108480", "doc1774519", "doc10388", "doc108477", "doc2083672", "doc2185185", "doc108559", "doc590536"], "ranked_scores": [0.7887, 0.7887, 0.7658, 0.7516, 0.7467, 0.741, 0.741, 0.741, 0.7397, 0.7325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc1525129", "doc542895", "doc7163", "doc7165", "doc2265484", "doc1378028", "doc1851601", "doc1982070", "doc775913", "doc57948"], "ranked_scores": [0.7034, 0.6838, 0.6637, 0.6277, 0.6212, 0.6206, 0.6194, 0.619, 0.6156, 0.6144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc94371", "doc142541", "doc1826212", "doc1930358", "doc2162650", "doc660265", "doc101767", "doc272763", "doc546881", "doc529465"], "ranked_scores": [0.3891, 0.3832, 0.3712, 0.3596, 0.3568, 0.3558, 0.3525, 0.3523, 0.3483, 0.3461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc681964", "doc1451760", "doc1612316", "doc2007762", "doc1809840", "doc1064409", "doc2570574", "doc2557673", "doc1098312", "doc2011376"], "ranked_scores": [0.58, 0.5765, 0.5575, 0.5453, 0.5433, 0.5404, 0.5338, 0.5284, 0.5284, 0.5266], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1618372", "doc2633711", "doc36485", "doc2362869", "doc2633722", "doc525586", "doc2445368", "doc1927684", "doc2245689", "doc2258785"], "ranked_scores": [0.6558, 0.6455, 0.6442, 0.6379, 0.6379, 0.6281, 0.6195, 0.6156, 0.6156, 0.6156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc334975", "doc436998", "doc2246484", "doc2481722", "doc2456577", "doc1804263", "doc481915", "doc703719", "doc317197"], "ranked_scores": [0.5922, 0.5535, 0.5503, 0.5282, 0.5223, 0.5188, 0.5185, 0.5158, 0.5037, 0.5033], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc2393669", "doc1119808", "doc109002", "doc643072", "doc1437877", "doc1373323", "doc108887", "doc368643", "doc1373324", "doc1119543"], "ranked_scores": [0.7597, 0.7597, 0.75, 0.7372, 0.7372, 0.7372, 0.7229, 0.7218, 0.7174, 0.7094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1276688", "doc251579", "doc691881", "doc418974", "doc1504263", "doc729956", "doc1690622", "doc729273", "doc2548332", "doc936401"], "ranked_scores": [0.647, 0.6453, 0.6394, 0.6353, 0.6288, 0.6124, 0.6105, 0.6095, 0.6079, 0.6045], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-32-pq-m4-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc63804", "doc190275", "doc285724", "doc1665946", "doc57232", "doc2114416", "doc908573", "doc1144972", "doc1063714"], "ranked_scores": [0.8038, 0.7768, 0.7598, 0.7565, 0.7527, 0.7501, 0.7443, 0.743, 0.7402, 0.7387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1623079", "doc63538", "doc855132", "doc2461160", "doc1982515", "doc2292349", "doc1815291", "doc2461162", "doc21277", "doc1324848"], "ranked_scores": [0.7641, 0.7541, 0.7401, 0.7283, 0.7237, 0.7075, 0.7014, 0.695, 0.6945, 0.6809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21841", "doc21829", "doc26437", "doc2548244", "doc452001", "doc210026", "doc107246", "doc660012", "doc69767"], "ranked_scores": [0.6916, 0.6346, 0.6295, 0.6206, 0.6166, 0.6065, 0.6055, 0.5925, 0.5894, 0.5883], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1678113", "doc392077", "doc1402783", "doc1054919", "doc426844", "doc979079", "doc146074", "doc1716834", "doc564709", "doc1007260"], "ranked_scores": [0.756, 0.6954, 0.6927, 0.6581, 0.6527, 0.6518, 0.6452, 0.6426, 0.6364, 0.6347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1382083", "doc1812659", "doc1366757", "doc1382207", "doc1366756", "doc2165906", "doc2165905", "doc1715056", "doc1382094", "doc1812661"], "ranked_scores": [0.8171, 0.8149, 0.7978, 0.7904, 0.7698, 0.7698, 0.7628, 0.7527, 0.7422, 0.7422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1852518", "doc27536", "doc27535", "doc361702", "doc27538", "doc2272990", "doc27529", "doc540358", "doc754593", "doc1520275"], "ranked_scores": [0.808, 0.7752, 0.7575, 0.7566, 0.7508, 0.7505, 0.7461, 0.7033, 0.6993, 0.6989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc484979", "doc1669853", "doc653285", "doc512949", "doc1480727", "doc77634", "doc438360", "doc1604800", "doc1328111", "doc620637"], "ranked_scores": [0.7792, 0.768, 0.7541, 0.7505, 0.7423, 0.7407, 0.7384, 0.7378, 0.7369, 0.7286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc2111513", "doc29764", "doc520684", "doc1486663", "doc625773", "doc1581293", "doc896716", "doc32982", "doc2096499"], "ranked_scores": [0.8777, 0.8345, 0.8283, 0.8267, 0.8161, 0.8142, 0.8099, 0.8024, 0.7997, 0.7972], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc323921", "doc2636762", "doc1231969", "doc561914", "doc2370772", "doc1634950", "doc61043", "doc1248995", "doc1759626"], "ranked_scores": [0.763, 0.6881, 0.6712, 0.659, 0.6565, 0.6508, 0.6473, 0.642, 0.6391, 0.6362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2071084", "doc97445", "doc2004921", "doc97430", "doc190650", "doc1116765", "doc97421", "doc2071135", "doc8158", "doc2071107"], "ranked_scores": [0.7579, 0.6667, 0.6389, 0.6303, 0.6278, 0.622, 0.6096, 0.6093, 0.6084, 0.6083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1664038", "doc46245", "doc2037498", "doc964756", "doc727789", "doc2316727", "doc458222", "doc314041", "doc562696"], "ranked_scores": [0.7739, 0.7617, 0.756, 0.7488, 0.745, 0.7427, 0.7341, 0.7329, 0.731, 0.726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc2254465", "doc281125", "doc253606", "doc253608", "doc83863", "doc1377115", "doc50097", "doc595818", "doc540469"], "ranked_scores": [0.8467, 0.7915, 0.7823, 0.7735, 0.7729, 0.7695, 0.769, 0.7689, 0.7685, 0.7663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106335", "doc106357", "doc703721", "doc2836", "doc2654127", "doc211923", "doc703728", "doc890256", "doc2373417", "doc1887731"], "ranked_scores": [0.7935, 0.7807, 0.7807, 0.7715, 0.7604, 0.7576, 0.7525, 0.7483, 0.746, 0.7429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc757822", "doc7106", "doc485206", "doc485243", "doc7116", "doc7119", "doc1694559", "doc526956", "doc7108", "doc7096"], "ranked_scores": [0.8271, 0.8108, 0.7848, 0.7733, 0.7662, 0.7659, 0.7657, 0.7555, 0.7514, 0.7514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90808", "doc90807", "doc1324516", "doc2093563", "doc787596", "doc82130", "doc1113128", "doc1588867", "doc1891830", "doc2053655"], "ranked_scores": [0.7953, 0.7706, 0.7543, 0.7453, 0.7383, 0.7344, 0.7267, 0.7232, 0.6981, 0.6921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc802395", "doc938300", "doc2420483", "doc220990", "doc2203117", "doc919332", "doc1874808", "doc2111919", "doc897", "doc2370166"], "ranked_scores": [0.7474, 0.7093, 0.7084, 0.7066, 0.6969, 0.677, 0.6733, 0.6731, 0.6717, 0.6695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc24929", "doc1824654", "doc1380356", "doc75967", "doc651946", "doc416784", "doc2202506", "doc300567", "doc807066"], "ranked_scores": [0.8565, 0.8502, 0.8344, 0.8235, 0.816, 0.7936, 0.7845, 0.7761, 0.7712, 0.7702], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc1825428", "doc454592", "doc1874808", "doc750911", "doc2225375", "doc1527346", "doc454591", "doc190650", "doc386637"], "ranked_scores": [0.8515, 0.8208, 0.7858, 0.7801, 0.7368, 0.7284, 0.7268, 0.7263, 0.7191, 0.7147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc2299192", "doc2509989", "doc2214893", "doc1400297", "doc2602317", "doc873481", "doc963669", "doc165022"], "ranked_scores": [0.7624, 0.7506, 0.6938, 0.6809, 0.6688, 0.664, 0.6553, 0.6514, 0.6442, 0.6417], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc966365", "doc2557673", "doc2509153", "doc49159", "doc137908", "doc2514393", "doc596891", "doc80151", "doc1357287", "doc101561"], "ranked_scores": [0.7523, 0.7482, 0.734, 0.7329, 0.7269, 0.7249, 0.7096, 0.6994, 0.6986, 0.6895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc555420", "doc2174234", "doc1729412", "doc1572538", "doc2584848", "doc400631", "doc946247", "doc74797", "doc2010388"], "ranked_scores": [0.8402, 0.7796, 0.7777, 0.7774, 0.7701, 0.7505, 0.745, 0.7417, 0.7371, 0.7347], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc224770", "doc379480", "doc863698", "doc191423", "doc2376934", "doc26467", "doc913417", "doc1682464", "doc2036045"], "ranked_scores": [0.8915, 0.8378, 0.819, 0.8153, 0.8032, 0.7936, 0.7881, 0.7867, 0.7836, 0.778], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102096", "doc102097", "doc102077", "doc337483", "doc286821", "doc783135", "doc781160", "doc180234", "doc1136889", "doc2632693"], "ranked_scores": [0.8081, 0.8066, 0.7058, 0.6729, 0.6644, 0.6558, 0.6444, 0.6433, 0.6276, 0.6249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57948", "doc556460", "doc81655", "doc721746", "doc371079", "doc230816", "doc964756", "doc57946", "doc355540", "doc9798"], "ranked_scores": [0.8329, 0.7548, 0.7511, 0.7475, 0.7441, 0.7418, 0.74, 0.7329, 0.7325, 0.7291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc2217346", "doc7099", "doc23412", "doc259703", "doc2004585", "doc1181096", "doc7091", "doc751435", "doc2357495", "doc1787812"], "ranked_scores": [0.7829, 0.7762, 0.7683, 0.7514, 0.7399, 0.7368, 0.7367, 0.7138, 0.7118, 0.7033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc990426", "doc922263", "doc108631", "doc64316", "doc2072856", "doc283788", "doc64318", "doc2487655", "doc228166", "doc971992"], "ranked_scores": [0.7898, 0.7851, 0.756, 0.752, 0.7325, 0.7265, 0.7257, 0.7257, 0.7199, 0.7188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc727452", "doc1977978", "doc1520311", "doc1978012", "doc1520244", "doc2545074", "doc437677", "doc1321892", "doc437685", "doc1520334"], "ranked_scores": [0.7837, 0.7785, 0.7354, 0.7154, 0.7132, 0.7085, 0.7062, 0.7026, 0.6992, 0.699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1726816", "doc866436", "doc1637025", "doc35173", "doc1509194", "doc1856377", "doc877823", "doc1315001", "doc938718", "doc1778592"], "ranked_scores": [0.7411, 0.7337, 0.7321, 0.6987, 0.6943, 0.6793, 0.6782, 0.6766, 0.6482, 0.6477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc238043", "doc11699", "doc2236865", "doc966365", "doc38721", "doc22149", "doc230376", "doc113504", "doc29764", "doc2113492"], "ranked_scores": [0.7417, 0.7189, 0.7003, 0.6981, 0.6975, 0.6962, 0.6843, 0.6831, 0.6707, 0.6704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc1911448", "doc1982650", "doc53464", "doc1083962", "doc182046", "doc1784440", "doc1080514", "doc2480317", "doc890684", "doc89435"], "ranked_scores": [0.8326, 0.8081, 0.7889, 0.7878, 0.7838, 0.7835, 0.771, 0.7697, 0.7593, 0.7561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc2374307", "doc876038", "doc1517979", "doc2111513", "doc1635999", "doc1007190", "doc2486654", "doc1619770", "doc1394743"], "ranked_scores": [0.8185, 0.8031, 0.7874, 0.7621, 0.762, 0.7569, 0.7519, 0.7456, 0.7416, 0.7399], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc660236", "doc2366144", "doc1419198", "doc368654", "doc1119808", "doc2366137", "doc11659", "doc1623534", "doc11669"], "ranked_scores": [0.8992, 0.876, 0.8393, 0.8366, 0.8364, 0.8363, 0.8307, 0.8291, 0.8234, 0.8111], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc258447", "doc1534825", "doc946247", "doc830308", "doc970185", "doc2087170", "doc105756", "doc171833", "doc737771"], "ranked_scores": [0.8748, 0.8239, 0.8075, 0.7984, 0.7982, 0.7944, 0.7914, 0.7902, 0.7846, 0.7842], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc4147", "doc2107018", "doc1698080", "doc675222", "doc52414", "doc1552779", "doc6540", "doc507632", "doc28942", "doc1966930"], "ranked_scores": [0.8711, 0.8446, 0.8443, 0.8241, 0.8138, 0.8004, 0.797, 0.7961, 0.7946, 0.7926], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1841145", "doc2183317", "doc2108001", "doc313364", "doc1580688", "doc1348006", "doc1338792", "doc313352", "doc1841144", "doc42101"], "ranked_scores": [0.7284, 0.7269, 0.7203, 0.7106, 0.7075, 0.7056, 0.7015, 0.6964, 0.6958, 0.6879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc397701", "doc435092", "doc2636635", "doc688403", "doc15890", "doc1736704", "doc1273973", "doc878338", "doc2085567", "doc2092849"], "ranked_scores": [0.6997, 0.6949, 0.6918, 0.6782, 0.6754, 0.6683, 0.6664, 0.6614, 0.6563, 0.6448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1246072", "doc381154", "doc2414537", "doc704392", "doc1094361", "doc93287", "doc1162080", "doc2838", "doc752669", "doc37890"], "ranked_scores": [0.7668, 0.7426, 0.7327, 0.7319, 0.724, 0.7235, 0.7204, 0.7181, 0.7178, 0.7151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc2048015", "doc1291603", "doc601133", "doc392155", "doc1810672", "doc765127", "doc1136713", "doc55626", "doc2265144", "doc2449727"], "ranked_scores": [0.687, 0.6721, 0.6596, 0.6456, 0.6366, 0.6309, 0.6275, 0.6244, 0.6214, 0.6175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc2275203", "doc1155179", "doc577385", "doc1160263", "doc1617390", "doc1584862", "doc1940797", "doc688403", "doc663431", "doc61233"], "ranked_scores": [0.7359, 0.7206, 0.7176, 0.711, 0.7086, 0.7054, 0.6924, 0.6882, 0.6827, 0.6824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1915955", "doc2131758", "doc357631", "doc806", "doc459774", "doc2334137", "doc807", "doc806787", "doc2483577", "doc2629336"], "ranked_scores": [0.7787, 0.7691, 0.7413, 0.7381, 0.7245, 0.7066, 0.7063, 0.7006, 0.7003, 0.6959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2286300", "doc1763997", "doc1461880", "doc723699", "doc127042", "doc2061559", "doc1763968", "doc723586", "doc2624067", "doc1301778"], "ranked_scores": [0.7615, 0.7417, 0.7141, 0.7104, 0.7005, 0.6979, 0.697, 0.6956, 0.6895, 0.6796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc22983", "doc2486395", "doc2341977", "doc1455511", "doc338810", "doc2442198", "doc338815", "doc889101", "doc749717", "doc2267531"], "ranked_scores": [0.6933, 0.6651, 0.6645, 0.6625, 0.6492, 0.6443, 0.6412, 0.6376, 0.6296, 0.627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc18274", "doc1901622", "doc323321", "doc1844919", "doc108480", "doc1523323", "doc2003302", "doc276042", "doc771233", "doc1374770"], "ranked_scores": [0.8094, 0.8082, 0.8038, 0.8036, 0.7849, 0.7841, 0.7735, 0.7728, 0.7681, 0.7675], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1170314", "doc1130696", "doc2482938", "doc2128755", "doc246550", "doc1107323", "doc2373327", "doc2673772", "doc2163101"], "ranked_scores": [0.7862, 0.7826, 0.7624, 0.7598, 0.7446, 0.7319, 0.7267, 0.7142, 0.7026, 0.6933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc735792", "doc355666", "doc1519810", "doc1564136", "doc1200685", "doc7112", "doc4611", "doc1260422", "doc1497917", "doc692555"], "ranked_scores": [0.5563, 0.5501, 0.5348, 0.5202, 0.5128, 0.5116, 0.5095, 0.5055, 0.4986, 0.4851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2358819", "doc1090888", "doc851877", "doc492385", "doc495543", "doc2308524", "doc785515", "doc2297381", "doc273827", "doc845380"], "ranked_scores": [0.7492, 0.7095, 0.7058, 0.7058, 0.6853, 0.6687, 0.6563, 0.6474, 0.6451, 0.6416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc462709", "doc1618376", "doc256274", "doc1435759", "doc427398", "doc2622759", "doc1618372", "doc1874159", "doc2622778"], "ranked_scores": [0.8037, 0.7849, 0.7627, 0.7548, 0.7489, 0.7484, 0.7446, 0.7369, 0.7336, 0.7312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2389178", "doc35719", "doc2832", "doc2481722", "doc24763", "doc1877670", "doc334975", "doc2456577", "doc37884", "doc1074194"], "ranked_scores": [0.7674, 0.7638, 0.7333, 0.732, 0.7062, 0.7059, 0.7048, 0.6941, 0.6927, 0.6883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc91124", "doc2393669", "doc729573", "doc2007159", "doc108887", "doc1373323", "doc643072", "doc842383", "doc596016"], "ranked_scores": [0.8676, 0.8436, 0.8359, 0.8274, 0.826, 0.8238, 0.8231, 0.8231, 0.8198, 0.8161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc1288281", "doc455129", "doc691881", "doc2660672", "doc335705", "doc2548332", "doc906433", "doc643972", "doc317624"], "ranked_scores": [0.7892, 0.7872, 0.7855, 0.7851, 0.7737, 0.7685, 0.7643, 0.7626, 0.7608, 0.7501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-32-pq-m4-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc698048", "doc1665946", "doc1163516", "doc1612515", "doc106352", "doc2480339", "doc3001", "doc1664038", "doc260679"], "ranked_scores": [0.7908, 0.7908, 0.7908, 0.7746, 0.7646, 0.759, 0.7544, 0.7544, 0.7531, 0.7513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2292349", "doc1916315", "doc2461160", "doc677300", "doc855132", "doc21277", "doc942208", "doc2275203", "doc63542", "doc1577554"], "ranked_scores": [0.7808, 0.7808, 0.7713, 0.7713, 0.7713, 0.7546, 0.7378, 0.7298, 0.7251, 0.7181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc1058398", "doc2015719", "doc2526412", "doc21832", "doc21906", "doc21831", "doc452039", "doc365452", "doc365459", "doc26437"], "ranked_scores": [0.6487, 0.6375, 0.6324, 0.6077, 0.6077, 0.6077, 0.6077, 0.6077, 0.5965, 0.5944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc2581432", "doc955601", "doc415323", "doc872601", "doc845377", "doc1781006", "doc2069908", "doc1694559", "doc591224", "doc1173346"], "ranked_scores": [0.6382, 0.6382, 0.6273, 0.6273, 0.623, 0.6174, 0.6113, 0.6113, 0.6113, 0.6111], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1382143", "doc1812659", "doc1741706", "doc2165906", "doc2165920", "doc559430", "doc751799", "doc2307705", "doc2171164", "doc915221"], "ranked_scores": [0.7642, 0.7642, 0.7642, 0.7642, 0.7642, 0.7642, 0.7642, 0.7642, 0.7642, 0.7642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1321884", "doc754593", "doc2653445", "doc1520334", "doc2272998", "doc27535", "doc437685", "doc1520339", "doc539417"], "ranked_scores": [0.6977, 0.6977, 0.6746, 0.6417, 0.6364, 0.6364, 0.6364, 0.6364, 0.6337, 0.6307], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1953211", "doc1397231", "doc1669853", "doc1208808", "doc579128", "doc362493", "doc484979", "doc1687132", "doc529465", "doc2206589"], "ranked_scores": [0.749, 0.7472, 0.7472, 0.7472, 0.7472, 0.7224, 0.7224, 0.7148, 0.7148, 0.7148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc50625", "doc1411912", "doc29757", "doc2614073", "doc1492453", "doc583721", "doc1456780", "doc520684", "doc636206", "doc327730"], "ranked_scores": [0.8426, 0.8426, 0.8379, 0.83, 0.824, 0.817, 0.8165, 0.8165, 0.8165, 0.8153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc2370772", "doc1558629", "doc511592", "doc1487701", "doc561914", "doc827208", "doc61045", "doc796735", "doc2032351"], "ranked_scores": [0.6485, 0.6085, 0.6085, 0.6085, 0.5958, 0.5947, 0.5922, 0.5876, 0.5819, 0.5733], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc369204", "doc97445", "doc80948", "doc1349043", "doc1329094", "doc2268982", "doc1329011", "doc152483", "doc97421", "doc1948378"], "ranked_scores": [0.6584, 0.643, 0.6325, 0.6275, 0.612, 0.6086, 0.6037, 0.601, 0.601, 0.601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc964756", "doc988735", "doc216330", "doc2165715", "doc1006143", "doc1263474", "doc1763968", "doc233794", "doc1664038", "doc427061"], "ranked_scores": [0.7546, 0.7546, 0.7546, 0.7546, 0.7546, 0.7321, 0.7321, 0.7233, 0.7017, 0.7006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc53439", "doc421372", "doc50107", "doc922273", "doc1604550", "doc1984127", "doc253606", "doc83871", "doc33811", "doc595818"], "ranked_scores": [0.7729, 0.771, 0.7573, 0.7545, 0.7465, 0.7437, 0.7437, 0.7437, 0.737, 0.7005], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106357", "doc703721", "doc2574862", "doc1455775", "doc756402", "doc703705", "doc106367", "doc703731", "doc703733", "doc436998"], "ranked_scores": [0.7759, 0.7759, 0.7728, 0.7652, 0.7582, 0.7473, 0.7473, 0.7473, 0.7473, 0.7454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc1599042", "doc485243", "doc757822", "doc2114608", "doc2121940", "doc873329", "doc2024841", "doc367206", "doc7120", "doc903109"], "ranked_scores": [0.777, 0.7463, 0.7463, 0.7343, 0.7265, 0.7265, 0.7192, 0.7151, 0.7151, 0.7045], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc369298", "doc1299275", "doc490060", "doc2620645", "doc90808", "doc1891830", "doc2093563", "doc90807", "doc1057032", "doc2444292"], "ranked_scores": [0.7175, 0.7135, 0.7135, 0.7135, 0.7102, 0.7074, 0.7074, 0.7007, 0.6969, 0.6969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2127006", "doc802395", "doc897", "doc376427", "doc2193690", "doc1129694", "doc2679049", "doc938300", "doc454591", "doc2018288"], "ranked_scores": [0.7547, 0.7472, 0.7367, 0.7216, 0.7154, 0.7151, 0.7102, 0.707, 0.7032, 0.6887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1452587", "doc239811", "doc24929", "doc807066", "doc1168119", "doc1380356", "doc24903", "doc1380357", "doc996239", "doc2280047"], "ranked_scores": [0.7317, 0.7317, 0.7317, 0.7317, 0.7303, 0.7303, 0.7303, 0.7303, 0.7169, 0.6923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc454592", "doc2258933", "doc1874808", "doc1185713", "doc454591", "doc1825428", "doc2083995", "doc119994", "doc1286622", "doc2018288"], "ranked_scores": [0.8004, 0.8004, 0.8004, 0.7902, 0.7808, 0.767, 0.7658, 0.7638, 0.7602, 0.7602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc2509989", "doc1394743", "doc1489607", "doc1982537", "doc2408092", "doc963669", "doc1629783", "doc1952699"], "ranked_scores": [0.6595, 0.6595, 0.6595, 0.6595, 0.6518, 0.6441, 0.6166, 0.6166, 0.6155, 0.6001], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc2672483", "doc971351", "doc548572", "doc736460", "doc2203841", "doc38710", "doc231271", "doc139151", "doc2296331", "doc2296332"], "ranked_scores": [0.7351, 0.7179, 0.7179, 0.7179, 0.7151, 0.7144, 0.71, 0.71, 0.6986, 0.6986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc1552106", "doc2545120", "doc1858032", "doc1572538", "doc1945762", "doc732077", "doc400631", "doc527459", "doc889047", "doc732015"], "ranked_scores": [0.831, 0.831, 0.831, 0.831, 0.831, 0.831, 0.831, 0.8105, 0.8105, 0.8105], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc474073", "doc474060", "doc1699100", "doc486883", "doc1159969", "doc2080046", "doc2289855", "doc2248924", "doc2376934"], "ranked_scores": [0.809, 0.7789, 0.7789, 0.7789, 0.7727, 0.7535, 0.7522, 0.7522, 0.7522, 0.7505], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc2839", "doc1797563", "doc1986948", "doc102096", "doc2509894", "doc102097", "doc2632693", "doc889101", "doc1068154", "doc721916"], "ranked_scores": [0.7244, 0.7193, 0.7193, 0.6976, 0.6944, 0.6896, 0.6887, 0.6837, 0.6812, 0.6812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc37890", "doc216330", "doc988735", "doc1006143", "doc964756", "doc2165715", "doc727789", "doc781344", "doc737219", "doc890684"], "ranked_scores": [0.7942, 0.7759, 0.7759, 0.7759, 0.7759, 0.7759, 0.7759, 0.7759, 0.7759, 0.7759], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc627159", "doc2036108", "doc323921", "doc22915", "doc1016286", "doc1077629", "doc902657", "doc1187141", "doc923913", "doc1526139"], "ranked_scores": [0.7902, 0.7902, 0.7884, 0.7884, 0.7862, 0.7862, 0.7862, 0.7862, 0.7862, 0.7862], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc2361673", "doc1376793", "doc388286", "doc35524", "doc64316", "doc602853", "doc2072861", "doc228166", "doc388281", "doc35526"], "ranked_scores": [0.777, 0.777, 0.777, 0.777, 0.777, 0.777, 0.777, 0.7315, 0.7315, 0.7315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520290", "doc1520311", "doc1321967", "doc1977978", "doc2573609", "doc1628841", "doc1520251", "doc1977974", "doc2384883", "doc437677"], "ranked_scores": [0.7198, 0.7198, 0.7148, 0.7148, 0.7148, 0.7148, 0.6983, 0.6983, 0.6983, 0.6856], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc2340329", "doc671973", "doc720136", "doc552702", "doc1314995", "doc1377701", "doc1786034", "doc1406392", "doc34092", "doc974653"], "ranked_scores": [0.5925, 0.5893, 0.5893, 0.585, 0.5774, 0.5774, 0.5737, 0.568, 0.568, 0.568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc11699", "doc2334138", "doc1214168", "doc1265795", "doc732083", "doc171833", "doc2236865", "doc2647600", "doc1492453", "doc2529675"], "ranked_scores": [0.7555, 0.7492, 0.7421, 0.7369, 0.7273, 0.7273, 0.7154, 0.7052, 0.6988, 0.6959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc1915955", "doc369298", "doc1915960", "doc490395", "doc95310", "doc2140403", "doc752256", "doc952400", "doc50848", "doc859664"], "ranked_scores": [0.8252, 0.8104, 0.7999, 0.7999, 0.7999, 0.7933, 0.7831, 0.7797, 0.7789, 0.7789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc1619770", "doc2374307", "doc87294", "doc1458998", "doc2480539", "doc785116", "doc1456780", "doc520684", "doc636206", "doc1394758"], "ranked_scores": [0.8272, 0.8164, 0.8164, 0.8158, 0.8145, 0.8083, 0.7997, 0.7997, 0.7997, 0.7952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc729573", "doc1373323", "doc24505", "doc1373324", "doc108887", "doc643072", "doc1437877", "doc1119808", "doc2393669", "doc84492"], "ranked_scores": [0.8096, 0.8056, 0.8056, 0.8056, 0.8056, 0.8056, 0.8056, 0.8028, 0.8028, 0.7815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc719057", "doc1248125", "doc1900629", "doc1289342", "doc2067377", "doc258447", "doc1248140", "doc1534825", "doc1803558", "doc1986552"], "ranked_scores": [0.7936, 0.7784, 0.7702, 0.7702, 0.7662, 0.7662, 0.7625, 0.7575, 0.7517, 0.7516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc88173", "doc716573", "doc28942", "doc4147", "doc1745418", "doc56903", "doc579105", "doc725659", "doc69722"], "ranked_scores": [0.855, 0.855, 0.855, 0.855, 0.855, 0.8512, 0.835, 0.835, 0.831, 0.8298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc42101", "doc211230", "doc1580688", "doc465988", "doc1129916", "doc1540259", "doc313364", "doc1985845", "doc301324", "doc313349"], "ranked_scores": [0.7115, 0.6812, 0.6788, 0.6788, 0.6705, 0.6617, 0.6617, 0.6617, 0.6532, 0.6532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1498263", "doc2262786", "doc485214", "doc2308080", "doc291806", "doc435092", "doc1148543", "doc119665", "doc2636635", "doc688882"], "ranked_scores": [0.7209, 0.6847, 0.6447, 0.6378, 0.6171, 0.6117, 0.6096, 0.6049, 0.6037, 0.6036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1440230", "doc2414537", "doc857278", "doc133019", "doc93287", "doc1917491", "doc285347", "doc150064", "doc198241", "doc714655"], "ranked_scores": [0.7533, 0.7373, 0.7373, 0.7329, 0.7329, 0.7329, 0.731, 0.7272, 0.7261, 0.7242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1521481", "doc764547", "doc1384361", "doc453079", "doc853534", "doc2265144", "doc2066832", "doc157123", "doc536608", "doc565706"], "ranked_scores": [0.6301, 0.6249, 0.6051, 0.6031, 0.601, 0.6003, 0.5964, 0.5964, 0.5949, 0.5949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1792210", "doc1584862", "doc1100566", "doc2465656", "doc546881", "doc1589174", "doc138058", "doc1160263", "doc350535", "doc641270"], "ranked_scores": [0.8017, 0.7791, 0.7677, 0.7677, 0.766, 0.766, 0.7417, 0.7411, 0.7329, 0.7305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1543725", "doc1192997", "doc281066", "doc2666461", "doc2334137", "doc1043479", "doc1011075", "doc357631", "doc807", "doc872070"], "ranked_scores": [0.7414, 0.7291, 0.7291, 0.6986, 0.6986, 0.6965, 0.6965, 0.6898, 0.6898, 0.6898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc723586", "doc2015724", "doc175560", "doc88974", "doc88931", "doc2061559", "doc2082594", "doc2378343", "doc703485", "doc86108"], "ranked_scores": [0.6641, 0.6542, 0.6524, 0.6521, 0.6521, 0.6448, 0.6387, 0.6213, 0.6213, 0.6213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc447730", "doc672552", "doc751967", "doc7161", "doc1308445", "doc2336226", "doc2480452", "doc2573505", "doc338801", "doc698075"], "ranked_scores": [0.7073, 0.7016, 0.6891, 0.684, 0.6818, 0.6681, 0.6676, 0.6676, 0.6676, 0.6646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc1791050", "doc323321", "doc376580", "doc2418769", "doc1397224", "doc108480", "doc108435", "doc108481", "doc1901622", "doc43450"], "ranked_scores": [0.8334, 0.8334, 0.8334, 0.8069, 0.806, 0.7958, 0.7958, 0.7947, 0.7947, 0.7859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc2265484", "doc751729", "doc1525129", "doc246550", "doc555434", "doc933773", "doc2528590", "doc211935", "doc105758", "doc72416"], "ranked_scores": [0.7308, 0.7267, 0.7263, 0.725, 0.7229, 0.7174, 0.7174, 0.7171, 0.7161, 0.708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1640554", "doc286501", "doc309595", "doc300590", "doc1055660", "doc660265", "doc1483894", "doc1930358", "doc1826212", "doc113504"], "ranked_scores": [0.4671, 0.4323, 0.4292, 0.4139, 0.4129, 0.4115, 0.4009, 0.3951, 0.389, 0.3858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc254827", "doc173893", "doc1451760", "doc2011376", "doc2297381", "doc273827", "doc495543", "doc785515", "doc327463"], "ranked_scores": [0.6566, 0.6429, 0.6253, 0.6252, 0.6231, 0.6231, 0.6231, 0.6218, 0.6187, 0.6169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc874861", "doc207271", "doc525586", "doc1307736", "doc417364", "doc417406", "doc427398", "doc462709", "doc778535", "doc953506"], "ranked_scores": [0.7329, 0.7329, 0.7207, 0.7207, 0.702, 0.702, 0.702, 0.702, 0.702, 0.702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2481722", "doc580244", "doc2246484", "doc703719", "doc2846", "doc2836", "doc408864", "doc703736", "doc703714", "doc703728"], "ranked_scores": [0.7362, 0.7362, 0.663, 0.659, 0.659, 0.6286, 0.6286, 0.6286, 0.6286, 0.6286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc108887", "doc1373323", "doc24505", "doc643072", "doc1437877", "doc655750", "doc11669", "doc935125", "doc2393669"], "ranked_scores": [0.791, 0.791, 0.791, 0.791, 0.791, 0.791, 0.7906, 0.7906, 0.7906, 0.785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc648335", "doc792177", "doc1276688", "doc729956", "doc2378961", "doc1504263", "doc418974", "doc2044296", "doc1796951", "doc1648414"], "ranked_scores": [0.7873, 0.7726, 0.7687, 0.7685, 0.7674, 0.7635, 0.7635, 0.7585, 0.758, 0.7566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc751998", "doc57242", "doc57232", "doc3001", "doc2040327", "doc2173529", "doc24310", "doc751967"], "ranked_scores": [651.0, 629.0, 626.0, 606.0, 595.0, 574.0, 568.0, 558.0, 555.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc2461160", "doc1664486", "doc63543", "doc474276", "doc1952699", "doc2473154", "doc2112811", "doc2594422", "doc310191"], "ranked_scores": [595.0, 578.0, 571.0, 563.0, 562.0, 550.0, 549.0, 548.0, 548.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc21841", "doc2285692", "doc21832", "doc452039", "doc21831", "doc1058398", "doc21844", "doc812322"], "ranked_scores": [623.0, 591.0, 580.0, 580.0, 579.0, 578.0, 576.0, 572.0, 566.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc564708", "doc146101", "doc232625", "doc564709", "doc1402781", "doc979079", "doc1347475", "doc453089", "doc415385"], "ranked_scores": [618.0, 604.0, 603.0, 600.0, 598.0, 596.0, 595.0, 594.0, 593.0, 590.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc887635", "doc1366760", "doc2165906", "doc2307709", "doc1382094", "doc2165905", "doc1366769", "doc1341149", "doc1741706", "doc866525"], "ranked_scores": [611.0, 608.0, 608.0, 607.0, 607.0, 605.0, 604.0, 603.0, 602.0, 602.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27538", "doc1324046", "doc2272990", "doc27536", "doc540363", "doc1692307", "doc1692291", "doc1021710", "doc1021718", "doc1478921"], "ranked_scores": [563.0, 551.0, 546.0, 539.0, 537.0, 532.0, 530.0, 529.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc825186", "doc579128", "doc1687132", "doc2483145", "doc1369510", "doc825187", "doc620637", "doc856735"], "ranked_scores": [655.0, 625.0, 613.0, 606.0, 597.0, 589.0, 581.0, 581.0, 580.0, 577.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc29764", "doc101561", "doc29759", "doc1017147", "doc2096501", "doc520684", "doc29765", "doc671892"], "ranked_scores": [646.0, 563.0, 543.0, 538.0, 535.0, 530.0, 529.0, 528.0, 527.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61043", "doc1376346", "doc61045", "doc61054", "doc91244", "doc1048266", "doc1231969", "doc1380860", "doc1325273"], "ranked_scores": [647.0, 586.0, 585.0, 582.0, 526.0, 526.0, 524.0, 521.0, 512.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc2004921", "doc1116765", "doc369237", "doc2071066", "doc369220", "doc97421", "doc97430", "doc369240", "doc369227"], "ranked_scores": [595.0, 578.0, 577.0, 568.0, 558.0, 549.0, 544.0, 544.0, 543.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc698033", "doc233794", "doc636337", "doc311119", "doc1612515", "doc281595", "doc1972282", "doc81671"], "ranked_scores": [635.0, 528.0, 524.0, 517.0, 513.0, 513.0, 511.0, 511.0, 511.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc1984127", "doc1780375", "doc83864", "doc1386116", "doc2254475", "doc2372621", "doc2254465", "doc759547"], "ranked_scores": [620.0, 610.0, 602.0, 577.0, 576.0, 574.0, 573.0, 573.0, 569.0, 569.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703706", "doc703714", "doc703705", "doc703736", "doc106372", "doc703721", "doc106357", "doc1332302", "doc392476"], "ranked_scores": [600.0, 595.0, 584.0, 584.0, 582.0, 579.0, 578.0, 578.0, 574.0, 572.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7119", "doc1896773", "doc7116", "doc7091", "doc7099", "doc692559", "doc7108", "doc1377683", "doc485206"], "ranked_scores": [600.0, 573.0, 570.0, 569.0, 564.0, 562.0, 561.0, 560.0, 558.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1740481", "doc82130", "doc1846029", "doc2033842", "doc490060", "doc107878", "doc1891830", "doc2000096"], "ranked_scores": [650.0, 567.0, 532.0, 527.0, 520.0, 518.0, 516.0, 512.0, 511.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2420503", "doc2018288", "doc938302", "doc2420483", "doc187232", "doc2203117", "doc428406", "doc1874808", "doc919340"], "ranked_scores": [547.0, 541.0, 539.0, 536.0, 532.0, 530.0, 527.0, 523.0, 522.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380357", "doc1380356", "doc416774", "doc1786046", "doc2509293", "doc90322", "doc651946", "doc300567", "doc788472"], "ranked_scores": [619.0, 605.0, 595.0, 583.0, 578.0, 575.0, 574.0, 570.0, 564.0, 563.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc2225375", "doc573905", "doc23412", "doc36393", "doc402317", "doc2658008", "doc60215", "doc454592", "doc648355"], "ranked_scores": [560.0, 548.0, 538.0, 529.0, 526.0, 526.0, 525.0, 524.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc56921", "doc56903", "doc1102442", "doc2509989", "doc873481", "doc2439294", "doc2091584", "doc2313854", "doc2427033"], "ranked_scores": [525.0, 519.0, 512.0, 511.0, 504.0, 502.0, 500.0, 496.0, 495.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80154", "doc80151", "doc80074", "doc137908", "doc80148", "doc345642", "doc596891", "doc80078", "doc2269913", "doc80067"], "ranked_scores": [585.0, 574.0, 564.0, 559.0, 553.0, 551.0, 546.0, 543.0, 541.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4838, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1781006", "doc108794", "doc439092", "doc1177572", "doc2010420", "doc1313629", "doc2174234", "doc108799", "doc1248717"], "ranked_scores": [629.0, 555.0, 528.0, 528.0, 523.0, 518.0, 516.0, 506.0, 498.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc26446", "doc26467", "doc1202814", "doc2376934", "doc1682464", "doc675035", "doc746306", "doc1204806"], "ranked_scores": [625.0, 586.0, 586.0, 570.0, 569.0, 567.0, 566.0, 562.0, 562.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc286821", "doc412731", "doc1986948", "doc1682561", "doc1383497", "doc889101", "doc1797563"], "ranked_scores": [640.0, 554.0, 515.0, 503.0, 503.0, 499.0, 497.0, 496.0, 495.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc16766", "doc964756", "doc600774", "doc57948", "doc2180662", "doc721746", "doc2582472", "doc490395", "doc282412"], "ranked_scores": [609.0, 547.0, 540.0, 539.0, 535.0, 535.0, 534.0, 533.0, 533.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1464453", "doc734723", "doc1311000", "doc866703", "doc252971", "doc2129979", "doc1612364", "doc469055", "doc751425"], "ranked_scores": [624.0, 502.0, 496.0, 496.0, 492.0, 487.0, 487.0, 486.0, 483.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64314", "doc1385345", "doc971992", "doc35524", "doc64318", "doc851269", "doc1683659", "doc64317", "doc2487655"], "ranked_scores": [585.0, 582.0, 579.0, 576.0, 575.0, 575.0, 572.0, 570.0, 570.0, 563.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.403, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437677", "doc727452", "doc437685", "doc587518", "doc1977978", "doc437667", "doc1334192", "doc1334238", "doc1520244", "doc252389"], "ranked_scores": [607.0, 603.0, 594.0, 594.0, 589.0, 588.0, 586.0, 585.0, 582.0, 582.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc1314857", "doc1315015", "doc1315083", "doc1315064", "doc938718", "doc866501", "doc1856377", "doc552720"], "ranked_scores": [614.0, 563.0, 552.0, 547.0, 545.0, 540.0, 540.0, 535.0, 534.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1464195", "doc645564", "doc24938", "doc2305740", "doc24934", "doc570839", "doc1597244", "doc1801894", "doc587116"], "ranked_scores": [544.0, 509.0, 503.0, 500.0, 499.0, 497.0, 492.0, 490.0, 490.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc1069317", "doc371079", "doc1283940", "doc851514", "doc1784440", "doc114471", "doc580016", "doc1384430"], "ranked_scores": [617.0, 607.0, 538.0, 531.0, 527.0, 526.0, 524.0, 524.0, 524.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc25697", "doc1394760", "doc1394755", "doc2259504", "doc38710", "doc1394758", "doc233596", "doc1624145"], "ranked_scores": [640.0, 591.0, 568.0, 564.0, 561.0, 558.0, 553.0, 551.0, 551.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc402145", "doc660237", "doc612451", "doc2194194", "doc660271", "doc515771", "doc2527260", "doc11655", "doc2483556"], "ranked_scores": [581.0, 567.0, 566.0, 565.0, 564.0, 563.0, 563.0, 559.0, 557.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc105759", "doc566026", "doc849003", "doc105763", "doc171833", "doc258447", "doc519408", "doc719078"], "ranked_scores": [622.0, 597.0, 585.0, 556.0, 552.0, 549.0, 548.0, 544.0, 543.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1927002", "doc52414", "doc358938", "doc2107022", "doc2081252", "doc2224155", "doc606253", "doc2107018", "doc6540", "doc6531"], "ranked_scores": [571.0, 568.0, 561.0, 559.0, 549.0, 549.0, 547.0, 546.0, 546.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313354", "doc313364", "doc211230", "doc435075", "doc2124276", "doc720207", "doc2502216", "doc70904", "doc1487858", "doc435078"], "ranked_scores": [567.0, 566.0, 559.0, 559.0, 558.0, 555.0, 551.0, 550.0, 546.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc878338", "doc15890", "doc264212", "doc1273973", "doc2636635", "doc2187649", "doc2397460", "doc2448623", "doc688882"], "ranked_scores": [549.0, 539.0, 530.0, 519.0, 516.0, 512.0, 511.0, 509.0, 507.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc720754", "doc487000", "doc567112", "doc245411", "doc2144435", "doc2179555", "doc552141", "doc1276617"], "ranked_scores": [613.0, 557.0, 540.0, 531.0, 523.0, 517.0, 516.0, 509.0, 497.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc57975", "doc601133", "doc1345740", "doc1153924", "doc376241", "doc1539817", "doc376243", "doc864555", "doc2175230"], "ranked_scores": [542.0, 538.0, 538.0, 518.0, 517.0, 516.0, 515.0, 508.0, 504.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1333905", "doc1986433", "doc1584862", "doc1986449", "doc2465656", "doc1160263", "doc588612", "doc182888", "doc2275203"], "ranked_scores": [578.0, 570.0, 562.0, 560.0, 556.0, 555.0, 554.0, 553.0, 547.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1185589", "doc1036707", "doc312605", "doc190844", "doc2621492", "doc966112", "doc312607", "doc543109", "doc2621513", "doc807"], "ranked_scores": [541.0, 527.0, 525.0, 522.0, 517.0, 516.0, 516.0, 514.0, 511.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc88973", "doc88931", "doc88974", "doc2061559", "doc2624067", "doc88933", "doc1639229", "doc2015719", "doc952400"], "ranked_scores": [602.0, 594.0, 590.0, 565.0, 563.0, 562.0, 561.0, 555.0, 540.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338810", "doc338815", "doc21350", "doc1455462", "doc338813", "doc338809", "doc21363", "doc338818", "doc21339", "doc1455508"], "ranked_scores": [575.0, 568.0, 563.0, 561.0, 560.0, 548.0, 548.0, 546.0, 538.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108477", "doc323321", "doc2072948", "doc1791044", "doc2003302", "doc63590", "doc18273", "doc911115", "doc1844919", "doc108480"], "ranked_scores": [596.0, 596.0, 594.0, 591.0, 590.0, 587.0, 587.0, 587.0, 586.0, 578.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc1670303", "doc7165", "doc2265484", "doc2373327", "doc355540", "doc2475623", "doc299691", "doc1378028", "doc1335520", "doc7163"], "ranked_scores": [518.0, 516.0, 508.0, 497.0, 494.0, 493.0, 493.0, 490.0, 489.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc1930358", "doc1612682", "doc2587477", "doc2670770", "doc2019171", "doc1564136", "doc924826", "doc485243"], "ranked_scores": [507.0, 490.0, 489.0, 482.0, 481.0, 480.0, 477.0, 475.0, 475.0, 475.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc1809840", "doc2639996", "doc2007762", "doc785515", "doc2084882", "doc1519779", "doc1364067", "doc2634368", "doc705226"], "ranked_scores": [539.0, 528.0, 521.0, 518.0, 517.0, 514.0, 513.0, 506.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618372", "doc36463", "doc36460", "doc1618376", "doc2622778", "doc1618374", "doc36485", "doc2622759", "doc1926786"], "ranked_scores": [638.0, 579.0, 571.0, 556.0, 539.0, 538.0, 535.0, 534.0, 533.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc2832", "doc1136889", "doc973089", "doc106357", "doc703719", "doc703721", "doc106355", "doc298160", "doc1332302"], "ranked_scores": [581.0, 573.0, 568.0, 561.0, 557.0, 557.0, 555.0, 554.0, 554.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc626438", "doc1373324", "doc108887", "doc108892", "doc109002", "doc1119808", "doc207176", "doc24505"], "ranked_scores": [611.0, 608.0, 600.0, 595.0, 592.0, 583.0, 581.0, 580.0, 573.0, 568.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77971", "doc1160422", "doc77976", "doc1430993", "doc251579", "doc2388774", "doc936401", "doc969155", "doc857632"], "ranked_scores": [577.0, 567.0, 553.0, 551.0, 527.0, 514.0, 511.0, 506.0, 505.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc751998", "doc57247", "doc57242", "doc57232", "doc3001", "doc2040327", "doc24310", "doc2173529", "doc63804"], "ranked_scores": [430.0, 427.0, 423.0, 418.0, 400.0, 386.0, 378.0, 378.0, 377.0, 377.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc2461160", "doc474276", "doc63543", "doc1664486", "doc1982515", "doc1749973", "doc2112811", "doc2563094", "doc310191"], "ranked_scores": [395.0, 387.0, 385.0, 384.0, 381.0, 379.0, 375.0, 368.0, 368.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc452039", "doc2285692", "doc21841", "doc21906", "doc21888", "doc21831", "doc21832", "doc1058398"], "ranked_scores": [423.0, 397.0, 389.0, 386.0, 384.0, 382.0, 380.0, 379.0, 378.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc146101", "doc564708", "doc564709", "doc1347475", "doc232625", "doc2066832", "doc1402781", "doc979079", "doc1007260"], "ranked_scores": [421.0, 408.0, 407.0, 405.0, 404.0, 404.0, 404.0, 402.0, 402.0, 400.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366760", "doc1366769", "doc2165906", "doc866525", "doc559430", "doc887635", "doc1382094", "doc1341149", "doc1366696", "doc2307709"], "ranked_scores": [415.0, 415.0, 414.0, 409.0, 408.0, 407.0, 406.0, 402.0, 402.0, 401.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27538", "doc2272990", "doc1692307", "doc1324046", "doc1692291", "doc27536", "doc540363", "doc1021718", "doc1478921", "doc459410"], "ranked_scores": [372.0, 368.0, 366.0, 363.0, 363.0, 358.0, 356.0, 355.0, 353.0, 352.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc825186", "doc349744", "doc1687132", "doc2483145", "doc620637", "doc1369510", "doc1369505", "doc864822"], "ranked_scores": [448.0, 422.0, 419.0, 418.0, 399.0, 398.0, 397.0, 396.0, 393.0, 392.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc29764", "doc1017147", "doc151694", "doc264702", "doc238043", "doc2096501", "doc2096499", "doc520684"], "ranked_scores": [429.0, 375.0, 366.0, 365.0, 365.0, 364.0, 363.0, 362.0, 360.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61043", "doc1376346", "doc61045", "doc91244", "doc1048266", "doc1380860", "doc61054", "doc1231969", "doc1325273"], "ranked_scores": [439.0, 393.0, 392.0, 391.0, 367.0, 360.0, 356.0, 353.0, 350.0, 348.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc1116765", "doc2004921", "doc2071066", "doc369237", "doc369220", "doc97430", "doc97442", "doc2084014", "doc97421"], "ranked_scores": [397.0, 382.0, 374.0, 373.0, 370.0, 369.0, 364.0, 362.0, 361.0, 360.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc698033", "doc1458417", "doc281595", "doc311119", "doc233794", "doc908573", "doc1651444", "doc2419103", "doc964756"], "ranked_scores": [417.0, 362.0, 354.0, 351.0, 351.0, 350.0, 349.0, 348.0, 348.0, 348.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1984127", "doc253608", "doc83864", "doc759547", "doc2254475", "doc1386116", "doc1780375", "doc2372621", "doc83871"], "ranked_scores": [419.0, 416.0, 414.0, 400.0, 395.0, 394.0, 393.0, 391.0, 389.0, 389.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703705", "doc703706", "doc703736", "doc106372", "doc703714", "doc106357", "doc703721", "doc703723", "doc714665"], "ranked_scores": [402.0, 402.0, 401.0, 399.0, 398.0, 396.0, 392.0, 391.0, 385.0, 385.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7119", "doc692559", "doc7116", "doc7091", "doc485206", "doc7099", "doc1896773", "doc7108", "doc7096"], "ranked_scores": [404.0, 386.0, 381.0, 379.0, 378.0, 378.0, 378.0, 377.0, 372.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1740481", "doc82130", "doc1846029", "doc2000096", "doc490060", "doc2033842", "doc82127", "doc2033841"], "ranked_scores": [435.0, 394.0, 368.0, 363.0, 359.0, 355.0, 354.0, 352.0, 352.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2420503", "doc2018288", "doc2420483", "doc938302", "doc772201", "doc2111919", "doc1874808", "doc648335", "doc428406"], "ranked_scores": [364.0, 360.0, 358.0, 358.0, 354.0, 348.0, 347.0, 347.0, 345.0, 344.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380357", "doc1380356", "doc300567", "doc416774", "doc468490", "doc651946", "doc1734041", "doc90322", "doc2509293"], "ranked_scores": [424.0, 418.0, 412.0, 395.0, 395.0, 393.0, 392.0, 391.0, 391.0, 390.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc2225375", "doc573905", "doc23412", "doc648355", "doc36393", "doc750911", "doc402317", "doc60215", "doc1825428"], "ranked_scores": [383.0, 375.0, 373.0, 365.0, 364.0, 358.0, 358.0, 358.0, 354.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc56903", "doc873481", "doc2509989", "doc1489607", "doc2313854", "doc1927193", "doc2602317"], "ranked_scores": [358.0, 357.0, 351.0, 350.0, 350.0, 340.0, 338.0, 337.0, 333.0, 331.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80154", "doc80151", "doc80074", "doc596891", "doc1912506", "doc137908", "doc80148", "doc345642", "doc80067", "doc80078"], "ranked_scores": [411.0, 400.0, 382.0, 381.0, 381.0, 379.0, 372.0, 372.0, 369.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1781006", "doc108794", "doc1313629", "doc439092", "doc1177572", "doc2010420", "doc2174234", "doc1313601", "doc108799"], "ranked_scores": [416.0, 369.0, 364.0, 362.0, 354.0, 352.0, 349.0, 343.0, 341.0, 340.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26446", "doc99377", "doc26467", "doc1204806", "doc2376934", "doc1202814", "doc746306", "doc131786", "doc1682464"], "ranked_scores": [428.0, 400.0, 396.0, 389.0, 385.0, 385.0, 384.0, 383.0, 379.0, 379.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc412731", "doc286821", "doc889101", "doc1383497", "doc470536", "doc1682561", "doc1986948"], "ranked_scores": [422.0, 366.0, 343.0, 336.0, 334.0, 334.0, 332.0, 332.0, 329.0, 329.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc16766", "doc600774", "doc964756", "doc371079", "doc1384361", "doc311119", "doc2419103", "doc2582472", "doc282412"], "ranked_scores": [407.0, 373.0, 370.0, 366.0, 364.0, 363.0, 363.0, 360.0, 360.0, 360.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1464453", "doc1750163", "doc323921", "doc879199", "doc2129979", "doc1128302", "doc2522627", "doc252971", "doc734723"], "ranked_scores": [418.0, 344.0, 339.0, 337.0, 336.0, 335.0, 334.0, 334.0, 333.0, 333.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64314", "doc1385345", "doc35524", "doc64316", "doc971992", "doc64317", "doc2487655", "doc64318", "doc1683659", "doc41344"], "ranked_scores": [396.0, 396.0, 393.0, 393.0, 386.0, 386.0, 385.0, 384.0, 383.0, 383.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4118, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437677", "doc437685", "doc727452", "doc1520244", "doc587518", "doc1334238", "doc252389", "doc437667", "doc1321929", "doc1977978"], "ranked_scores": [406.0, 399.0, 395.0, 395.0, 393.0, 392.0, 392.0, 388.0, 388.0, 387.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc1315083", "doc1314857", "doc1315064", "doc1315015", "doc866501", "doc1856377", "doc552697", "doc866490"], "ranked_scores": [414.0, 385.0, 369.0, 368.0, 368.0, 366.0, 365.0, 361.0, 360.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1464195", "doc24938", "doc645564", "doc2305740", "doc570839", "doc587116", "doc1837585", "doc645572", "doc795696"], "ranked_scores": [362.0, 353.0, 348.0, 348.0, 333.0, 331.0, 331.0, 329.0, 329.0, 329.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc1069317", "doc371079", "doc114471", "doc16766", "doc1311119", "doc1384376", "doc2465921", "doc1384430"], "ranked_scores": [415.0, 414.0, 375.0, 371.0, 365.0, 364.0, 359.0, 357.0, 357.0, 357.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc1394760", "doc1394755", "doc430825", "doc25697", "doc1394758", "doc2259504", "doc233596", "doc1088161", "doc1624145"], "ranked_scores": [427.0, 392.0, 392.0, 390.0, 385.0, 381.0, 379.0, 377.0, 376.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc2194194", "doc660237", "doc402145", "doc515771", "doc612451", "doc660271", "doc11655", "doc660236", "doc2499695"], "ranked_scores": [384.0, 378.0, 377.0, 375.0, 375.0, 375.0, 375.0, 369.0, 369.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc105759", "doc849003", "doc566026", "doc105763", "doc719078", "doc258447", "doc171833", "doc536531"], "ranked_scores": [418.0, 405.0, 401.0, 384.0, 376.0, 374.0, 373.0, 371.0, 369.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc1927002", "doc358938", "doc2107022", "doc2081252", "doc773043", "doc606253", "doc6531", "doc61939", "doc675222"], "ranked_scores": [387.0, 379.0, 377.0, 374.0, 371.0, 369.0, 366.0, 366.0, 365.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313354", "doc720207", "doc211230", "doc313364", "doc435075", "doc2124276", "doc42101", "doc1204604", "doc70904", "doc768322"], "ranked_scores": [383.0, 381.0, 380.0, 378.0, 376.0, 374.0, 370.0, 369.0, 368.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc878338", "doc15890", "doc264212", "doc1273973", "doc2448623", "doc2636635", "doc2397460", "doc2187649", "doc1658558"], "ranked_scores": [361.0, 359.0, 354.0, 348.0, 347.0, 344.0, 344.0, 340.0, 338.0, 335.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc720754", "doc1548640", "doc245411", "doc2144435", "doc487000", "doc567112", "doc1276617", "doc1541761", "doc2179555"], "ranked_scores": [408.0, 370.0, 366.0, 359.0, 358.0, 355.0, 349.0, 346.0, 342.0, 342.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc57975", "doc1055373", "doc1539817", "doc1153924", "doc998011", "doc376241", "doc1345740", "doc2175230", "doc367417"], "ranked_scores": [376.0, 368.0, 358.0, 356.0, 352.0, 350.0, 347.0, 345.0, 343.0, 343.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986433", "doc1333905", "doc1584862", "doc588612", "doc1160263", "doc1986449", "doc2465656", "doc182888", "doc1321056"], "ranked_scores": [387.0, 384.0, 379.0, 375.0, 372.0, 369.0, 369.0, 367.0, 363.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1036707", "doc1185589", "doc2621492", "doc543109", "doc312607", "doc190844", "doc312605", "doc2042536", "doc966112", "doc1892012"], "ranked_scores": [361.0, 357.0, 356.0, 351.0, 351.0, 351.0, 350.0, 350.0, 348.0, 347.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc88973", "doc88931", "doc88974", "doc2061559", "doc88933", "doc1452752", "doc1639229", "doc2015719", "doc2624067"], "ranked_scores": [420.0, 407.0, 405.0, 394.0, 386.0, 383.0, 378.0, 373.0, 373.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338815", "doc338810", "doc21350", "doc1455462", "doc642895", "doc338813", "doc338818", "doc21363", "doc1455444", "doc21339"], "ranked_scores": [388.0, 382.0, 381.0, 374.0, 370.0, 370.0, 364.0, 363.0, 362.0, 362.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108477", "doc323321", "doc2003302", "doc1791044", "doc2072948", "doc63590", "doc18273", "doc911115", "doc1844919", "doc376565"], "ranked_scores": [411.0, 404.0, 402.0, 401.0, 399.0, 397.0, 397.0, 397.0, 394.0, 386.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc2265484", "doc7165", "doc1670303", "doc2475623", "doc7163", "doc2373327", "doc1378028", "doc1272096", "doc1335520", "doc2163101"], "ranked_scores": [353.0, 350.0, 345.0, 339.0, 339.0, 337.0, 336.0, 334.0, 334.0, 333.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc485243", "doc1930358", "doc1075668", "doc1314995", "doc2670770", "doc457828", "doc651957", "doc652514"], "ranked_scores": [338.0, 324.0, 323.0, 322.0, 320.0, 320.0, 320.0, 320.0, 320.0, 320.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc2007762", "doc1809840", "doc2084882", "doc2639996", "doc785515", "doc705226", "doc2634368", "doc1519779", "doc2054559"], "ranked_scores": [359.0, 358.0, 353.0, 352.0, 350.0, 350.0, 347.0, 347.0, 346.0, 340.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618372", "doc36463", "doc36460", "doc2622759", "doc1618374", "doc2622778", "doc2657970", "doc36485", "doc1618376"], "ranked_scores": [422.0, 388.0, 385.0, 380.0, 368.0, 362.0, 362.0, 360.0, 360.0, 356.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc1136889", "doc2832", "doc106355", "doc703719", "doc106357", "doc973089", "doc703721", "doc1390073", "doc1156828"], "ranked_scores": [399.0, 373.0, 372.0, 370.0, 370.0, 367.0, 366.0, 364.0, 363.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc626438", "doc1373323", "doc1373324", "doc108887", "doc1119808", "doc108892", "doc109002", "doc207176", "doc2393669"], "ranked_scores": [411.0, 407.0, 406.0, 403.0, 396.0, 395.0, 393.0, 390.0, 389.0, 387.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc1504263", "doc1160422", "doc77976", "doc1430993", "doc251579", "doc2388774", "doc330463", "doc936401", "doc1224325"], "ranked_scores": [389.0, 387.0, 377.0, 376.0, 359.0, 353.0, 350.0, 345.0, 345.0, 341.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc751998", "doc57242", "doc57247", "doc57232", "doc3001", "doc24310", "doc2173529", "doc2040327", "doc2116209"], "ranked_scores": [220.0, 220.0, 215.0, 212.0, 202.0, 201.0, 199.0, 196.0, 194.0, 193.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc474276", "doc63538", "doc1982515", "doc2461160", "doc2473154", "doc63543", "doc2563097", "doc1749973", "doc1664486", "doc2563094"], "ranked_scores": [200.0, 199.0, 195.0, 195.0, 193.0, 193.0, 192.0, 191.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21888", "doc21841", "doc2285692", "doc69767", "doc452039", "doc452024", "doc21906", "doc21829", "doc21871"], "ranked_scores": [217.0, 201.0, 201.0, 198.0, 198.0, 197.0, 196.0, 195.0, 195.0, 194.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc1402781", "doc564709", "doc232625", "doc564708", "doc146101", "doc1247565", "doc453089", "doc1177855", "doc1678115"], "ranked_scores": [223.0, 221.0, 213.0, 213.0, 211.0, 210.0, 210.0, 209.0, 205.0, 205.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366760", "doc1382073", "doc1366769", "doc1382094", "doc1366744", "doc887635", "doc1741704", "doc1341149", "doc1812661", "doc1382123"], "ranked_scores": [215.0, 215.0, 214.0, 214.0, 213.0, 213.0, 213.0, 212.0, 212.0, 211.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1692307", "doc1324046", "doc2272990", "doc27538", "doc540363", "doc459410", "doc1770477", "doc27536", "doc1585937", "doc540358"], "ranked_scores": [190.0, 187.0, 185.0, 185.0, 185.0, 184.0, 180.0, 179.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc825186", "doc2483145", "doc620637", "doc349744", "doc293491", "doc1687132", "doc1369505", "doc77635"], "ranked_scores": [229.0, 220.0, 214.0, 212.0, 212.0, 212.0, 210.0, 208.0, 207.0, 207.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc264702", "doc1798668", "doc540731", "doc1017147", "doc1394217", "doc151694", "doc520684", "doc597628", "doc928587"], "ranked_scores": [213.0, 193.0, 192.0, 187.0, 187.0, 186.0, 186.0, 185.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61043", "doc1376346", "doc61045", "doc61054", "doc91244", "doc1048266", "doc1380860", "doc1231969", "doc627159"], "ranked_scores": [223.0, 201.0, 194.0, 193.0, 190.0, 190.0, 189.0, 185.0, 183.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1116765", "doc97445", "doc2004921", "doc369237", "doc97421", "doc369220", "doc2071066", "doc97442", "doc2426358", "doc870966"], "ranked_scores": [205.0, 201.0, 197.0, 195.0, 194.0, 192.0, 191.0, 191.0, 191.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc698033", "doc1458417", "doc2419103", "doc614721", "doc233794", "doc908573", "doc311119", "doc281595", "doc727789"], "ranked_scores": [215.0, 193.0, 189.0, 187.0, 186.0, 186.0, 184.0, 182.0, 180.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1984127", "doc253608", "doc83864", "doc759547", "doc1386116", "doc2278170", "doc1974480", "doc83871", "doc437627"], "ranked_scores": [209.0, 208.0, 206.0, 206.0, 202.0, 199.0, 199.0, 198.0, 198.0, 197.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703706", "doc703736", "doc106372", "doc703723", "doc106332", "doc703705", "doc703721", "doc106357", "doc703711", "doc703714"], "ranked_scores": [209.0, 208.0, 207.0, 206.0, 205.0, 204.0, 202.0, 202.0, 201.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7119", "doc7091", "doc1599042", "doc316997", "doc692559", "doc485206", "doc7099", "doc7112", "doc7116"], "ranked_scores": [206.0, 196.0, 196.0, 194.0, 194.0, 194.0, 194.0, 193.0, 192.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc490060", "doc82130", "doc1846029", "doc1364067", "doc1740481", "doc2033841", "doc493405", "doc82127"], "ranked_scores": [215.0, 201.0, 183.0, 180.0, 178.0, 177.0, 177.0, 177.0, 177.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2018288", "doc919340", "doc2420483", "doc2420503", "doc2465776", "doc772201", "doc2111919", "doc2266565", "doc404160"], "ranked_scores": [186.0, 181.0, 180.0, 179.0, 179.0, 179.0, 179.0, 177.0, 177.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1380357", "doc24903", "doc1380356", "doc416774", "doc651946", "doc300567", "doc468490", "doc282521", "doc788472", "doc2509293"], "ranked_scores": [219.0, 219.0, 212.0, 209.0, 209.0, 208.0, 206.0, 205.0, 204.0, 203.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc23412", "doc648355", "doc2225375", "doc573905", "doc402317", "doc1449866", "doc750911", "doc36393", "doc454592"], "ranked_scores": [192.0, 192.0, 188.0, 188.0, 186.0, 183.0, 181.0, 181.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc56921", "doc1489607", "doc1042554", "doc1489545", "doc1927193", "doc873481", "doc1102442", "doc2222024", "doc56903"], "ranked_scores": [174.0, 173.0, 172.0, 172.0, 172.0, 171.0, 171.0, 169.0, 167.0, 165.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80154", "doc80151", "doc596891", "doc80074", "doc80148", "doc137908", "doc1189628", "doc80078", "doc2269913", "doc80067"], "ranked_scores": [214.0, 210.0, 204.0, 201.0, 200.0, 200.0, 199.0, 199.0, 197.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4413, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc439092", "doc108794", "doc1313629", "doc1781006", "doc108799", "doc307978", "doc2010420", "doc1177572", "doc1248717"], "ranked_scores": [212.0, 186.0, 186.0, 185.0, 184.0, 180.0, 180.0, 178.0, 177.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26446", "doc1204806", "doc26467", "doc746306", "doc1053048", "doc131786", "doc1682464", "doc261064", "doc99377"], "ranked_scores": [216.0, 204.0, 201.0, 200.0, 200.0, 198.0, 198.0, 198.0, 196.0, 196.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc470536", "doc102077", "doc212860", "doc412731", "doc889101", "doc726413", "doc1682561", "doc2199303", "doc537776"], "ranked_scores": [214.0, 184.0, 177.0, 176.0, 173.0, 172.0, 172.0, 171.0, 171.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc600774", "doc16766", "doc320274", "doc2419103", "doc57948", "doc1008940", "doc281649", "doc964756", "doc2582472"], "ranked_scores": [211.0, 194.0, 193.0, 190.0, 188.0, 188.0, 187.0, 187.0, 186.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc2129979", "doc323921", "doc1128302", "doc1750163", "doc879199", "doc902657", "doc1464453", "doc903109", "doc1962033"], "ranked_scores": [216.0, 177.0, 177.0, 174.0, 173.0, 173.0, 173.0, 172.0, 172.0, 172.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc971992", "doc2487655", "doc1683659", "doc456580", "doc1385353", "doc64314", "doc35524", "doc1385345", "doc851269"], "ranked_scores": [206.0, 205.0, 205.0, 203.0, 203.0, 203.0, 202.0, 201.0, 201.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437677", "doc727452", "doc437685", "doc1520244", "doc1520311", "doc437667", "doc1977978", "doc1520300", "doc1321883", "doc1321929"], "ranked_scores": [208.0, 204.0, 201.0, 198.0, 196.0, 196.0, 195.0, 195.0, 194.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc1315015", "doc552697", "doc866490", "doc1778592", "doc1385395", "doc1603040", "doc1315083", "doc2384757"], "ranked_scores": [215.0, 200.0, 192.0, 192.0, 191.0, 190.0, 190.0, 189.0, 188.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1464195", "doc2305740", "doc14746", "doc24938", "doc1291603", "doc377065", "doc645564", "doc773671", "doc966112"], "ranked_scores": [191.0, 186.0, 181.0, 178.0, 176.0, 174.0, 173.0, 173.0, 172.0, 172.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc371079", "doc1384376", "doc1283940", "doc1384430", "doc114471", "doc1069317", "doc1784440", "doc9798"], "ranked_scores": [216.0, 213.0, 198.0, 196.0, 193.0, 192.0, 192.0, 190.0, 188.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc1394755", "doc1394760", "doc1394758", "doc1088161", "doc430825", "doc25697", "doc1624145", "doc1787621", "doc324530"], "ranked_scores": [221.0, 207.0, 206.0, 205.0, 204.0, 200.0, 199.0, 198.0, 196.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc147268", "doc660237", "doc612451", "doc660236", "doc2429823", "doc2449643", "doc2194194", "doc660271", "doc11655", "doc402145"], "ranked_scores": [198.0, 196.0, 194.0, 193.0, 193.0, 193.0, 192.0, 192.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc105759", "doc849003", "doc536531", "doc1803558", "doc258447", "doc830308", "doc1270352", "doc719065"], "ranked_scores": [218.0, 215.0, 206.0, 201.0, 198.0, 196.0, 195.0, 194.0, 193.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1927002", "doc1400520", "doc52414", "doc6531", "doc28626", "doc1220233", "doc92952", "doc675222", "doc773043", "doc600661"], "ranked_scores": [204.0, 204.0, 200.0, 200.0, 198.0, 197.0, 197.0, 196.0, 195.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc313354", "doc211209", "doc42101", "doc1204604", "doc211230", "doc720207", "doc435078", "doc2587562", "doc435079"], "ranked_scores": [201.0, 196.0, 195.0, 194.0, 192.0, 192.0, 192.0, 191.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc264212", "doc15890", "doc1736704", "doc2119808", "doc527472", "doc878338", "doc2187649", "doc688882", "doc2042102", "doc2448623"], "ranked_scores": [189.0, 182.0, 182.0, 181.0, 180.0, 179.0, 178.0, 178.0, 177.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc245411", "doc2179555", "doc720754", "doc377065", "doc519493", "doc552141", "doc2144435", "doc1541761"], "ranked_scores": [207.0, 188.0, 186.0, 183.0, 182.0, 180.0, 176.0, 176.0, 175.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1539817", "doc367417", "doc2326766", "doc57975", "doc998011", "doc1055373", "doc390322", "doc559900", "doc864555"], "ranked_scores": [198.0, 192.0, 186.0, 186.0, 184.0, 183.0, 183.0, 181.0, 180.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986433", "doc1584862", "doc1333905", "doc2465656", "doc1160263", "doc1173691", "doc588612", "doc1467762", "doc61233"], "ranked_scores": [204.0, 201.0, 198.0, 197.0, 195.0, 194.0, 190.0, 190.0, 190.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2621513", "doc1185589", "doc966112", "doc1892012", "doc1036707", "doc312605", "doc190844", "doc153569", "doc807", "doc624718"], "ranked_scores": [187.0, 186.0, 184.0, 182.0, 182.0, 181.0, 179.0, 178.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc88931", "doc88973", "doc88974", "doc88933", "doc2061559", "doc2015719", "doc1817839", "doc2624067", "doc1670518"], "ranked_scores": [216.0, 209.0, 207.0, 202.0, 201.0, 200.0, 193.0, 192.0, 191.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338815", "doc642895", "doc338810", "doc1455462", "doc1455444", "doc338813", "doc1455508", "doc21339", "doc21350", "doc338818"], "ranked_scores": [203.0, 196.0, 194.0, 191.0, 189.0, 189.0, 189.0, 188.0, 188.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc108477", "doc1791044", "doc18273", "doc63590", "doc911115", "doc2072948", "doc1774519", "doc2003302", "doc1844919"], "ranked_scores": [210.0, 207.0, 207.0, 204.0, 204.0, 204.0, 201.0, 201.0, 201.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc2475623", "doc1378028", "doc2128755", "doc7163", "doc1524979", "doc1272096", "doc1563751", "doc1347235", "doc1948176"], "ranked_scores": [186.0, 182.0, 182.0, 180.0, 178.0, 178.0, 177.0, 177.0, 176.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc652514", "doc877131", "doc4611", "doc1520334", "doc1075668", "doc285746", "doc207731", "doc69765", "doc1930358", "doc91244"], "ranked_scores": [169.0, 164.0, 163.0, 162.0, 162.0, 162.0, 162.0, 162.0, 162.0, 161.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2007762", "doc642762", "doc2084882", "doc357412", "doc785515", "doc1809840", "doc1519779", "doc705226", "doc495543", "doc281066"], "ranked_scores": [190.0, 188.0, 184.0, 184.0, 184.0, 183.0, 182.0, 181.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618372", "doc36463", "doc36460", "doc1618376", "doc256280", "doc1618374", "doc36485", "doc2633718", "doc2633722"], "ranked_scores": [213.0, 205.0, 200.0, 193.0, 188.0, 188.0, 187.0, 187.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc1390073", "doc172053", "doc2481722", "doc427621", "doc1136889", "doc106357", "doc150031", "doc593061", "doc1804263"], "ranked_scores": [198.0, 190.0, 190.0, 189.0, 189.0, 188.0, 188.0, 188.0, 188.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc643072", "doc108887", "doc1373323", "doc108892", "doc1373324", "doc109002", "doc1520499", "doc368643", "doc460823"], "ranked_scores": [207.0, 204.0, 201.0, 200.0, 200.0, 199.0, 197.0, 197.0, 197.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77976", "doc1160422", "doc77971", "doc936401", "doc1132967", "doc1430993", "doc2388774", "doc251579", "doc330463"], "ranked_scores": [205.0, 203.0, 202.0, 193.0, 184.0, 183.0, 182.0, 182.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc24310", "doc751998", "doc57247", "doc106353", "doc3001", "doc703715", "doc703717", "doc2173550"], "ranked_scores": [111.0, 109.0, 107.0, 105.0, 104.0, 103.0, 103.0, 103.0, 103.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc474276", "doc63538", "doc2461160", "doc2473154", "doc2563094", "doc310191", "doc63543", "doc1982515", "doc2509995", "doc2594422"], "ranked_scores": [103.0, 103.0, 102.0, 101.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21888", "doc21841", "doc452039", "doc452024", "doc2285692", "doc776142", "doc21872", "doc21906", "doc69767"], "ranked_scores": [107.0, 107.0, 105.0, 103.0, 102.0, 101.0, 101.0, 100.0, 100.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc453089", "doc564709", "doc232625", "doc1247565", "doc1402781", "doc564708", "doc146101", "doc146132", "doc979079"], "ranked_scores": [117.0, 114.0, 113.0, 113.0, 112.0, 111.0, 109.0, 108.0, 108.0, 108.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc887635", "doc1366744", "doc1366760", "doc1341149", "doc387897", "doc559430", "doc1741701", "doc2165906", "doc2019060", "doc2165915"], "ranked_scores": [118.0, 116.0, 115.0, 115.0, 114.0, 114.0, 114.0, 114.0, 113.0, 113.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1324046", "doc2272990", "doc1692307", "doc27535", "doc540363", "doc27538", "doc361706", "doc27536", "doc1692291", "doc1770477"], "ranked_scores": [98.0, 98.0, 98.0, 98.0, 97.0, 96.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc825186", "doc579128", "doc620637", "doc101803", "doc1669853", "doc77635", "doc349744", "doc1687132", "doc293491"], "ranked_scores": [117.0, 111.0, 111.0, 111.0, 111.0, 110.0, 110.0, 110.0, 110.0, 109.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc38721", "doc327730", "doc238043", "doc264702", "doc2080883", "doc2212269", "doc761733", "doc101560", "doc792177"], "ranked_scores": [104.0, 101.0, 100.0, 100.0, 99.0, 99.0, 98.0, 97.0, 97.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61043", "doc91244", "doc1231969", "doc61045", "doc2256023", "doc61054", "doc1048266", "doc1376346", "doc2083822"], "ranked_scores": [115.0, 105.0, 101.0, 100.0, 100.0, 100.0, 100.0, 99.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1116765", "doc97445", "doc369166", "doc97421", "doc2004921", "doc369227", "doc1587502", "doc1587504", "doc2380013", "doc369240"], "ranked_scores": [108.0, 105.0, 104.0, 104.0, 104.0, 103.0, 102.0, 102.0, 102.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc698033", "doc474854", "doc2419103", "doc1458417", "doc1311119", "doc1501334", "doc281595", "doc908573", "doc233794"], "ranked_scores": [111.0, 104.0, 102.0, 100.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1386116", "doc83864", "doc253608", "doc1974480", "doc225047", "doc1984127", "doc759547", "doc2372621", "doc50097"], "ranked_scores": [109.0, 108.0, 108.0, 108.0, 106.0, 106.0, 105.0, 105.0, 105.0, 104.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106372", "doc703705", "doc703736", "doc106332", "doc703711", "doc703698", "doc703723", "doc703706", "doc106357", "doc703721"], "ranked_scores": [111.0, 111.0, 111.0, 109.0, 108.0, 107.0, 107.0, 106.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc692559", "doc7106", "doc2153582", "doc7119", "doc526956", "doc27102", "doc683358", "doc1599042", "doc7099", "doc7112"], "ranked_scores": [105.0, 105.0, 104.0, 102.0, 102.0, 102.0, 102.0, 101.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc2548869", "doc490060", "doc82130", "doc891692", "doc2000096", "doc2033842", "doc493405", "doc90819"], "ranked_scores": [113.0, 101.0, 98.0, 98.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2266565", "doc2395516", "doc772201", "doc919340", "doc2203117", "doc190628", "doc802395", "doc447240", "doc453128"], "ranked_scores": [100.0, 100.0, 98.0, 98.0, 98.0, 98.0, 97.0, 96.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1380357", "doc651946", "doc24903", "doc468490", "doc788472", "doc1380356", "doc416774", "doc1926206", "doc30773", "doc90322"], "ranked_scores": [113.0, 113.0, 112.0, 110.0, 108.0, 107.0, 107.0, 106.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc648355", "doc36393", "doc1136735", "doc23412", "doc573905", "doc402317", "doc1104361", "doc536387", "doc2277317", "doc750911"], "ranked_scores": [102.0, 98.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1042554", "doc1102442", "doc2313864", "doc1927193", "doc1601611", "doc1685439", "doc873481", "doc2510026"], "ranked_scores": [99.0, 95.0, 93.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80154", "doc80151", "doc80148", "doc1912506", "doc137908", "doc1357322", "doc2269913", "doc2344470", "doc2557673", "doc80070"], "ranked_scores": [114.0, 109.0, 106.0, 105.0, 104.0, 103.0, 103.0, 103.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc108794", "doc1313629", "doc2545120", "doc1781006", "doc2010420", "doc439092", "doc86071", "doc556388", "doc556389"], "ranked_scores": [113.0, 101.0, 99.0, 99.0, 99.0, 99.0, 99.0, 99.0, 98.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc746306", "doc261056", "doc26446", "doc855606", "doc513535", "doc1652400", "doc1157159", "doc2376934", "doc26467"], "ranked_scores": [108.0, 106.0, 106.0, 104.0, 103.0, 102.0, 102.0, 102.0, 101.0, 101.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc212860", "doc923363", "doc1732443", "doc102077", "doc470536", "doc1665946", "doc1797563", "doc2199303", "doc412731"], "ranked_scores": [106.0, 92.0, 91.0, 90.0, 90.0, 90.0, 89.0, 88.0, 88.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc964756", "doc320274", "doc600774", "doc122351", "doc1008940", "doc1590438", "doc2378343", "doc284394", "doc2582472"], "ranked_scores": [105.0, 103.0, 100.0, 100.0, 98.0, 98.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc2129979", "doc252971", "doc855503", "doc2365468", "doc474064", "doc1871063", "doc2362748", "doc734723", "doc474073"], "ranked_scores": [115.0, 98.0, 97.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc971992", "doc64316", "doc1558517", "doc1385353", "doc799193", "doc456580", "doc1769462", "doc2487655", "doc35526", "doc851269"], "ranked_scores": [104.0, 102.0, 102.0, 102.0, 101.0, 101.0, 101.0, 100.0, 100.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437677", "doc437667", "doc727452", "doc1977978", "doc1334238", "doc459280", "doc437685", "doc1321884", "doc1520311", "doc2545099"], "ranked_scores": [107.0, 103.0, 102.0, 101.0, 101.0, 100.0, 100.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1314979", "doc35173", "doc1856377", "doc281094", "doc1778743", "doc1049873", "doc671969", "doc2558251", "doc897013", "doc938718"], "ranked_scores": [111.0, 110.0, 107.0, 104.0, 104.0, 102.0, 102.0, 101.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc14746", "doc2305740", "doc2334138", "doc645564", "doc2666461", "doc1464195", "doc543039", "doc1691028", "doc1912506"], "ranked_scores": [97.0, 96.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1069317", "doc737219", "doc1384376", "doc371079", "doc284394", "doc1384430", "doc9798", "doc2656322"], "ranked_scores": [108.0, 102.0, 101.0, 100.0, 100.0, 100.0, 100.0, 99.0, 99.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc1394758", "doc87294", "doc1394760", "doc1394755", "doc1088161", "doc25697", "doc2529675", "doc1394743", "doc1624145", "doc1787621"], "ranked_scores": [111.0, 110.0, 109.0, 108.0, 106.0, 105.0, 104.0, 103.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc147268", "doc2194194", "doc2429823", "doc1437877", "doc2527090", "doc1548878", "doc660271", "doc898833", "doc94371"], "ranked_scores": [103.0, 102.0, 102.0, 101.0, 101.0, 99.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105758", "doc105739", "doc849003", "doc1803558", "doc2355469", "doc105759", "doc2067377", "doc536531", "doc133369", "doc719078"], "ranked_scores": [113.0, 111.0, 108.0, 105.0, 104.0, 104.0, 104.0, 103.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1400520", "doc1927002", "doc2081252", "doc52414", "doc6531", "doc4147", "doc606253", "doc2157990", "doc28626", "doc165022"], "ranked_scores": [109.0, 108.0, 106.0, 106.0, 105.0, 104.0, 104.0, 103.0, 103.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313354", "doc211230", "doc720207", "doc435083", "doc42101", "doc1540259", "doc435075", "doc435079", "doc211209", "doc608137"], "ranked_scores": [102.0, 100.0, 100.0, 99.0, 98.0, 98.0, 98.0, 97.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1736704", "doc264212", "doc15890", "doc1058046", "doc2081242", "doc527472", "doc878338", "doc281066", "doc2187649", "doc642762"], "ranked_scores": [97.0, 96.0, 95.0, 94.0, 94.0, 94.0, 93.0, 92.0, 91.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc245411", "doc2179555", "doc2144435", "doc1548640", "doc377065", "doc1276617", "doc645564", "doc823832", "doc702263"], "ranked_scores": [102.0, 101.0, 100.0, 98.0, 96.0, 95.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc2326766", "doc601133", "doc376241", "doc57975", "doc1539817", "doc2031737", "doc225655", "doc261351", "doc564961", "doc704819"], "ranked_scores": [100.0, 100.0, 99.0, 99.0, 98.0, 95.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1584862", "doc1333905", "doc1986433", "doc1943842", "doc1160263", "doc1321056", "doc2465656", "doc588621", "doc61233"], "ranked_scores": [106.0, 105.0, 104.0, 102.0, 101.0, 100.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1033272", "doc1185589", "doc507218", "doc312607", "doc312605", "doc966112", "doc190844", "doc2223873", "doc488007", "doc965463"], "ranked_scores": [99.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc88973", "doc88974", "doc2061559", "doc88933", "doc88931", "doc2624067", "doc1817839", "doc1301778", "doc1639229"], "ranked_scores": [110.0, 106.0, 104.0, 102.0, 102.0, 102.0, 101.0, 100.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338815", "doc21350", "doc63804", "doc642895", "doc2267530", "doc338841", "doc2267531", "doc2480452", "doc338813", "doc338810"], "ranked_scores": [109.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc2003306", "doc108480", "doc18274", "doc18273", "doc63590", "doc911115", "doc2003302", "doc2418769", "doc2068612"], "ranked_scores": [109.0, 108.0, 107.0, 107.0, 107.0, 107.0, 107.0, 107.0, 106.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc2475623", "doc1378028", "doc1524979", "doc1948176", "doc246550", "doc2128755", "doc1528217", "doc7165", "doc2419056", "doc1563751"], "ranked_scores": [99.0, 98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc2620645", "doc1055660", "doc1060782", "doc2631871", "doc1366138", "doc1868647", "doc2134771", "doc2281818", "doc2501125", "doc868658"], "ranked_scores": [88.0, 87.0, 87.0, 86.0, 86.0, 86.0, 85.0, 85.0, 85.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc1519779", "doc2054559", "doc2558036", "doc2084882", "doc642762", "doc705226", "doc1932389", "doc357412", "doc2431682"], "ranked_scores": [99.0, 97.0, 97.0, 97.0, 97.0, 97.0, 96.0, 96.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618372", "doc36460", "doc1618374", "doc36463", "doc636346", "doc1618376", "doc2362869", "doc2633722", "doc256280"], "ranked_scores": [111.0, 107.0, 104.0, 104.0, 104.0, 103.0, 102.0, 102.0, 102.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2481722", "doc1390073", "doc2246484", "doc436998", "doc1804263", "doc35719", "doc1027724", "doc172053", "doc1972074", "doc1986402"], "ranked_scores": [105.0, 102.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc108887", "doc643072", "doc1373323", "doc1119808", "doc368643", "doc294697", "doc1373324", "doc84481", "doc828130"], "ranked_scores": [109.0, 106.0, 106.0, 103.0, 101.0, 101.0, 100.0, 100.0, 100.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1160422", "doc1504263", "doc1430993", "doc77971", "doc455129", "doc364943", "doc251579", "doc330463", "doc857632"], "ranked_scores": [108.0, 106.0, 105.0, 101.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc3001", "doc24310", "doc57242", "doc420626", "doc1461880", "doc955743", "doc703715", "doc2116209", "doc60903"], "ranked_scores": [56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2473154", "doc63543", "doc474276", "doc1117624", "doc2461160", "doc1982515", "doc63542", "doc310191", "doc2461162", "doc63538"], "ranked_scores": [57.0, 55.0, 55.0, 54.0, 54.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc21841", "doc21906", "doc69765", "doc452039", "doc21844", "doc21888", "doc2285692", "doc660012", "doc699194", "doc78091"], "ranked_scores": [56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453089", "doc453153", "doc415323", "doc2066832", "doc232625", "doc415385", "doc564708", "doc564709", "doc453079", "doc78548"], "ranked_scores": [58.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2019060", "doc1382094", "doc1366744", "doc1382169", "doc1341149", "doc1366769", "doc387897", "doc887635", "doc1741707", "doc559430"], "ranked_scores": [60.0, 59.0, 59.0, 59.0, 58.0, 58.0, 58.0, 58.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc361706", "doc1692307", "doc27535", "doc1770477", "doc361702", "doc477048", "doc1324046", "doc2272990", "doc2272998", "doc257946"], "ranked_scores": [54.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc1687132", "doc293491", "doc579128", "doc101803", "doc620637", "doc1669853", "doc925929", "doc825186", "doc293522"], "ranked_scores": [60.0, 60.0, 60.0, 59.0, 59.0, 58.0, 58.0, 58.0, 58.0, 57.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc327730", "doc11739", "doc928587", "doc38721", "doc792177", "doc67620", "doc32982", "doc597628", "doc761733", "doc99857"], "ranked_scores": [54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1231969", "doc61045", "doc1380860", "doc1376346", "doc61043", "doc61054", "doc2256023", "doc627159", "doc91244"], "ranked_scores": [60.0, 55.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2574334", "doc1116765", "doc369237", "doc369261", "doc2590174", "doc2099374", "doc2083994", "doc2084014", "doc97430", "doc97421"], "ranked_scores": [59.0, 59.0, 58.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc2419103", "doc751954", "doc698033", "doc1458417", "doc162798", "doc162708", "doc908573", "doc474854", "doc9798"], "ranked_scores": [59.0, 55.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc413908", "doc1608174", "doc1010216", "doc877114", "doc2372621", "doc759547", "doc253608", "doc875841", "doc877115", "doc83863"], "ranked_scores": [57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106372", "doc703736", "doc714665", "doc593061", "doc106332", "doc703723", "doc481915", "doc703711", "doc703698", "doc703705"], "ranked_scores": [58.0, 58.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc27102", "doc526956", "doc485206", "doc7119", "doc2015875", "doc692559", "doc1599042", "doc7099", "doc7112"], "ranked_scores": [56.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc2000096", "doc2033842", "doc857278", "doc1891830", "doc2548869", "doc487275", "doc82130", "doc891692"], "ranked_scores": [56.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc190628", "doc897", "doc1663695", "doc2395516", "doc2203117", "doc453128", "doc2018288", "doc919340", "doc428400", "doc772201"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc651946", "doc24903", "doc300567", "doc1380356", "doc1380357", "doc1926206", "doc1824654", "doc468490", "doc833943", "doc90322"], "ranked_scores": [61.0, 59.0, 59.0, 58.0, 58.0, 58.0, 57.0, 57.0, 57.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1902615", "doc648355", "doc454591", "doc1634950", "doc1759626", "doc1883553", "doc214275", "doc296908", "doc405830", "doc750911"], "ranked_scores": [52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc56921", "doc1102442", "doc2510026", "doc1629783", "doc1927193", "doc1601611", "doc2562070", "doc638457", "doc873481"], "ranked_scores": [53.0, 53.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc2557673", "doc137908", "doc80154", "doc80151", "doc1912506", "doc2269913", "doc2557678", "doc2381151", "doc2514393", "doc345642"], "ranked_scores": [58.0, 58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1313629", "doc2007762", "doc483933", "doc690000", "doc86071", "doc352368", "doc690001", "doc399642", "doc439092"], "ranked_scores": [58.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc1617231", "doc1157159", "doc138458", "doc855606", "doc746306", "doc261056", "doc1652465", "doc224770", "doc26444", "doc721916"], "ranked_scores": [55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc1868647", "doc391076", "doc874107", "doc643446", "doc308175", "doc391459", "doc89418", "doc923363"], "ranked_scores": [53.0, 49.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc672552", "doc721746", "doc122351", "doc125349", "doc1199221", "doc556460", "doc282412", "doc57948", "doc964756"], "ranked_scores": [56.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc2129979", "doc2202835", "doc2522627", "doc1643694", "doc1464453", "doc252971", "doc734723", "doc347002", "doc751435"], "ranked_scores": [60.0, 54.0, 53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc2599837", "doc1769462", "doc1558517", "doc799193", "doc1111696", "doc35526", "doc2487655", "doc64317", "doc41356", "doc922301"], "ranked_scores": [57.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437677", "doc1520311", "doc1321884", "doc1520300", "doc1334238", "doc437694", "doc2545063", "doc1520292", "doc727452", "doc2545099"], "ranked_scores": [56.0, 56.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1314979", "doc1778743", "doc1856377", "doc35173", "doc281094", "doc469702", "doc1759054", "doc2048678", "doc469707", "doc671969"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc645564", "doc2067045", "doc1548640", "doc153569", "doc2666461", "doc1837585", "doc543039", "doc626786", "doc2334138", "doc758677"], "ranked_scores": [50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc9798", "doc53464", "doc1384430", "doc371079", "doc284394", "doc53465", "doc56398", "doc737219", "doc727789", "doc781344"], "ranked_scores": [56.0, 56.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc2529675", "doc87294", "doc152998", "doc1624145", "doc1088161", "doc1394743", "doc1394760", "doc1394758", "doc430825", "doc967808"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc94371", "doc2449643", "doc147268", "doc1437877", "doc1623534", "doc2376691", "doc935115", "doc515771", "doc898833", "doc660271"], "ranked_scores": [57.0, 56.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105758", "doc105739", "doc830308", "doc105759", "doc2067377", "doc849003", "doc1248125", "doc1357270", "doc1270352", "doc2680091"], "ranked_scores": [58.0, 57.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc2157990", "doc1927002", "doc4147", "doc1552779", "doc2107022", "doc88173", "doc2107033", "doc6531", "doc28626"], "ranked_scores": [55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211230", "doc211209", "doc768322", "doc720207", "doc1204604", "doc42101", "doc313354", "doc435075", "doc435083", "doc378301"], "ranked_scores": [58.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc998011", "doc1170391", "doc2534824", "doc2175230", "doc864555", "doc601133", "doc15890", "doc878338", "doc688882", "doc998023"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc702263", "doc1548640", "doc377065", "doc93287", "doc645564", "doc245411", "doc2179555", "doc725581", "doc439092", "doc795696"], "ranked_scores": [54.0, 52.0, 52.0, 52.0, 52.0, 52.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc225655", "doc2031737", "doc57975", "doc601133", "doc376241", "doc57977", "doc559900", "doc1539817", "doc2326766", "doc564961"], "ranked_scores": [53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.525, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1584862", "doc1943842", "doc1467762", "doc1986449", "doc1271924", "doc1986433", "doc2575081", "doc134200", "doc61233"], "ranked_scores": [57.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1891612", "doc1029479", "doc312605", "doc1136780", "doc1891609", "doc190844", "doc2361509", "doc312607", "doc602736", "doc488007"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2061559", "doc1301778", "doc88934", "doc88933", "doc127042", "doc1524150", "doc2015719", "doc1670518", "doc1646165", "doc2015724"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338815", "doc669209", "doc642895", "doc698075", "doc2447782", "doc1053964", "doc2267530", "doc338841", "doc2341977", "doc63804"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc2068612", "doc2418769", "doc1741795", "doc1791050", "doc2185185", "doc1325435", "doc2003302", "doc10388", "doc911132", "doc920692"], "ranked_scores": [57.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc2475623", "doc1378028", "doc1930877", "doc1668673", "doc2128755", "doc1524979", "doc2419056", "doc2265484", "doc46245", "doc2573505"], "ranked_scores": [56.0, 55.0, 54.0, 54.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc540344", "doc1868647", "doc1055660", "doc1750769", "doc746693", "doc2281818", "doc1384604", "doc1874159", "doc1936829", "doc924826"], "ranked_scores": [47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc2084882", "doc1020266", "doc1220082", "doc868658", "doc1519779", "doc2054559", "doc2011376", "doc2558036", "doc785515"], "ranked_scores": [56.0, 54.0, 53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc636318", "doc1926786", "doc1618372", "doc36460", "doc2657970", "doc636346", "doc256280", "doc2633722", "doc417445"], "ranked_scores": [56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2246484", "doc1027724", "doc2481722", "doc1332302", "doc1804263", "doc172053", "doc2832", "doc973089", "doc436998", "doc35719"], "ranked_scores": [53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc108892", "doc643072", "doc84481", "doc596014", "doc1373323", "doc294697", "doc207176", "doc596016", "doc828063"], "ranked_scores": [56.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1504263", "doc1160422", "doc1430993", "doc857632", "doc936401", "doc1880724", "doc364943", "doc455129", "doc77971"], "ranked_scores": [60.0, 56.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-32-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc24310", "doc284000", "doc392488", "doc24311", "doc242726", "doc337578", "doc3011", "doc408864", "doc60903", "doc57226"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2473154", "doc63538", "doc1117624", "doc1382169", "doc2563094", "doc1815291", "doc1506785", "doc942208", "doc2461162", "doc855132"], "ranked_scores": [30.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc21841", "doc21829", "doc2526409", "doc21888", "doc699194", "doc452039", "doc21906", "doc2285692", "doc78091", "doc523750"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453089", "doc564708", "doc453153", "doc415385", "doc564728", "doc404141", "doc415323", "doc591224", "doc440112", "doc955601"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2307734", "doc1366757", "doc1382094", "doc1366769", "doc1382207", "doc1846923", "doc2217711", "doc2307709", "doc338854", "doc2019060"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc477048", "doc2272990", "doc1324046", "doc1692307", "doc2111609", "doc361706", "doc27535", "doc2272998", "doc381292", "doc2332017"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc579128", "doc101803", "doc2483145", "doc1687132", "doc1669853", "doc1953211", "doc293491", "doc293478", "doc825186", "doc856725"], "ranked_scores": [32.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc1394758", "doc2259504", "doc1394755", "doc28961", "doc2212269", "doc465257", "doc751678", "doc324530", "doc530778", "doc67620"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1231969", "doc61043", "doc1380860", "doc1787812", "doc1809375", "doc2256023", "doc627159", "doc61045", "doc903109"], "ranked_scores": [32.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1116765", "doc2574334", "doc2099374", "doc1587502", "doc2004921", "doc369236", "doc369261", "doc97421", "doc870966", "doc97430"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc2127607", "doc2648883", "doc3011", "doc33193", "doc1203769", "doc908573", "doc562262", "doc562696", "doc698033", "doc952400"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc2254480", "doc2537824", "doc50110", "doc2552606", "doc50097", "doc877115", "doc83863", "doc877114", "doc759547"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1246068", "doc703698", "doc334975", "doc666653", "doc703736", "doc106372", "doc284042", "doc446484", "doc752669", "doc874101"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc485206", "doc1322161", "doc683358", "doc27102", "doc523031", "doc2121940", "doc7112", "doc720110", "doc866501"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90808", "doc490060", "doc90807", "doc1740481", "doc857278", "doc2252228", "doc2618985", "doc2646391", "doc429685", "doc891692"], "ranked_scores": [30.0, 30.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc190628", "doc2548332", "doc87191", "doc897", "doc429400", "doc220990", "doc2395516", "doc811", "doc2483632", "doc969155"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1734041", "doc24903", "doc90322", "doc1926206", "doc651946", "doc30773", "doc300567", "doc416774", "doc468490", "doc833943"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1759626", "doc573905", "doc454591", "doc2590174", "doc2396125", "doc2370683", "doc453128", "doc727680", "doc750911", "doc73739"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc2510026", "doc56897", "doc56921", "doc1601611", "doc1927193", "doc1629783", "doc2555353", "doc2408092", "doc1685439", "doc952849"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc1912506", "doc2269913", "doc2557673", "doc2215170", "doc1654062", "doc737601", "doc80151", "doc80074", "doc80154", "doc80148"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc690000", "doc690001", "doc2545120", "doc72413", "doc2007762", "doc1177572", "doc86071", "doc180079", "doc439092", "doc556367"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc1136161", "doc675067", "doc138458", "doc1157159", "doc796735", "doc855606", "doc1652400", "doc2361044", "doc746306", "doc913417"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc2010481", "doc2392865", "doc102077", "doc2199303", "doc2259197", "doc2630525", "doc2517860", "doc337555", "doc513055"], "ranked_scores": [28.0, 26.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc238803", "doc16766", "doc672552", "doc53465", "doc5734", "doc56398", "doc57946", "doc811", "doc905614", "doc751967"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc252971", "doc1187141", "doc1086963", "doc1845104", "doc1871063", "doc2522627", "doc1962033", "doc2365468", "doc2202835"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc922301", "doc35500", "doc35526", "doc64316", "doc41356", "doc467715", "doc851269", "doc64318", "doc799193", "doc971992"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc1520292", "doc437694", "doc1788429", "doc587518", "doc539419", "doc459280", "doc1497917", "doc437667", "doc727452"], "ranked_scores": [32.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1759054", "doc1314995", "doc1314979", "doc1315097", "doc97182", "doc1654105", "doc2203239", "doc97184", "doc858917", "doc866490"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc645564", "doc2501125", "doc153569", "doc1029479", "doc1445420", "doc384744", "doc725581", "doc751718", "doc758677", "doc857278"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2419103", "doc1590438", "doc1384361", "doc1911448", "doc490395", "doc2350463", "doc371079", "doc9798", "doc2660672"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc25697", "doc1394743", "doc152998", "doc1787620", "doc1707339", "doc2111528", "doc2111513", "doc430825", "doc893803", "doc87294"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc594231", "doc94371", "doc365042", "doc1185579", "doc147268", "doc515771", "doc729567", "doc1726400", "doc660271", "doc2449643"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1357270", "doc830308", "doc105758", "doc849003", "doc105739", "doc1248125", "doc2067377", "doc732083", "doc1270352", "doc1803558"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc1108390", "doc1220233", "doc28626", "doc1400520", "doc174415", "doc4147", "doc6531", "doc92952", "doc88173"], "ranked_scores": [32.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc1204604", "doc2223580", "doc2498489", "doc420336", "doc2646161", "doc435081", "doc435083", "doc720207", "doc435078"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc998011", "doc2119808", "doc878338", "doc1794168", "doc2534824", "doc2397460", "doc594776", "doc565065", "doc601133", "doc620567"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc702263", "doc245411", "doc1543725", "doc2426910", "doc1548640", "doc2676807", "doc377065", "doc2655469", "doc384744", "doc93287"], "ranked_scores": [29.0, 29.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc559900", "doc376241", "doc2326766", "doc1566486", "doc904885", "doc57977", "doc2581273", "doc57975", "doc959206", "doc840951"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4118, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1584862", "doc1986437", "doc1986433", "doc1467762", "doc1943842", "doc1986449", "doc2575081", "doc588612", "doc588621", "doc789140"], "ranked_scores": [31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2361509", "doc1029479", "doc1190303", "doc170931", "doc645564", "doc2334138", "doc1891612", "doc602736", "doc507218", "doc602735"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2061559", "doc127042", "doc1301778", "doc1616053", "doc1592912", "doc2619671", "doc1646165", "doc1650958", "doc88933", "doc723699"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc439756", "doc338815", "doc224051", "doc1616280", "doc281649", "doc320274", "doc338841", "doc698075", "doc749717", "doc700971"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc2068612", "doc2185185", "doc920692", "doc63585", "doc376565", "doc2418769", "doc43450", "doc703623", "doc8220"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc2475623", "doc2509894", "doc1930877", "doc1735465", "doc246550", "doc1789526", "doc46245", "doc2677350", "doc7161", "doc643446"], "ranked_scores": [30.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1936829", "doc1750769", "doc1055660", "doc1366138", "doc1729164", "doc692525", "doc306215", "doc526956", "doc924826", "doc707801"], "ranked_scores": [27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc785515", "doc1174709", "doc2084882", "doc1220082", "doc594776", "doc2563044", "doc357412", "doc878352", "doc978510"], "ranked_scores": [31.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1307736", "doc2305994", "doc417445", "doc636318", "doc2245700", "doc2657970", "doc36460", "doc525586", "doc703683"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2481722", "doc106357", "doc1156828", "doc24299", "doc334975", "doc666653", "doc392476", "doc938942", "doc703736", "doc703721"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc207176", "doc84481", "doc596014", "doc2376695", "doc460823", "doc513406", "doc499894", "doc828063", "doc626438", "doc596016"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc857632", "doc1504263", "doc77976", "doc936401", "doc1160422", "doc77971", "doc1354717", "doc1430993", "doc455129", "doc804930"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-tq-8bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc57242", "doc751998", "doc57232", "doc1665946", "doc3001", "doc1622317", "doc63804", "doc1104254"], "ranked_scores": [0.7403, 0.7044, 0.7027, 0.678, 0.5996, 0.5966, 0.5923, 0.5694, 0.5618, 0.5512], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc2292349", "doc1664486", "doc1942575", "doc1952699", "doc1664485", "doc474276", "doc2473154"], "ranked_scores": [0.6739, 0.6541, 0.6241, 0.6137, 0.5887, 0.5415, 0.5364, 0.5354, 0.5292, 0.5229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc2285692", "doc21841", "doc1675505", "doc452039", "doc21829", "doc21831", "doc21856"], "ranked_scores": [0.723, 0.6707, 0.5888, 0.5755, 0.5739, 0.5644, 0.5584, 0.5579, 0.5526, 0.5407], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453089", "doc453091", "doc392077", "doc1347475", "doc453144", "doc415323", "doc1247565", "doc979079", "doc146101", "doc565706"], "ranked_scores": [0.624, 0.6087, 0.6081, 0.603, 0.5966, 0.5942, 0.5937, 0.5916, 0.5866, 0.5853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc2165905", "doc887635", "doc1812661", "doc1741706", "doc88443", "doc1366757", "doc1812659", "doc1366756", "doc2372193"], "ranked_scores": [0.6672, 0.6382, 0.6267, 0.6132, 0.6074, 0.6036, 0.6035, 0.5988, 0.5987, 0.5954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1324046", "doc27529", "doc381292", "doc540358", "doc1996268", "doc27535", "doc27538", "doc1727553", "doc2272998", "doc738831"], "ranked_scores": [0.5906, 0.5842, 0.5831, 0.5805, 0.5786, 0.5533, 0.536, 0.5288, 0.5287, 0.5227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc579128", "doc1669853", "doc484979", "doc825186", "doc2206589", "doc2510523", "doc648018", "doc686526"], "ranked_scores": [0.7742, 0.7097, 0.6992, 0.6828, 0.6591, 0.6582, 0.6559, 0.6434, 0.6434, 0.6434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc101561", "doc1798668", "doc29764", "doc29759", "doc38721", "doc641530", "doc1486663", "doc520689", "doc29765"], "ranked_scores": [0.8149, 0.6572, 0.6425, 0.6246, 0.6238, 0.6203, 0.6194, 0.613, 0.5963, 0.5828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc61054", "doc91244", "doc2083822", "doc1558629", "doc988606", "doc1325273"], "ranked_scores": [0.7514, 0.691, 0.6181, 0.6076, 0.5257, 0.5103, 0.5103, 0.5067, 0.5065, 0.4931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc97442", "doc1116765", "doc97430", "doc369237", "doc2071083", "doc2071107", "doc2083987"], "ranked_scores": [0.8148, 0.726, 0.6907, 0.677, 0.6673, 0.6244, 0.5652, 0.5561, 0.5433, 0.5424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc33196", "doc562696", "doc281595", "doc64791", "doc47608", "doc1911857", "doc988735", "doc2037498"], "ranked_scores": [0.72, 0.6287, 0.5913, 0.5791, 0.5633, 0.5451, 0.5437, 0.5384, 0.5379, 0.5353], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc1984127", "doc759547", "doc437627", "doc2372621", "doc1197760", "doc1984114", "doc83871", "doc83872"], "ranked_scores": [0.6921, 0.6851, 0.66, 0.599, 0.5957, 0.5901, 0.5758, 0.5668, 0.5632, 0.5621], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc388464", "doc427621", "doc1246072", "doc703719", "doc703706", "doc703736", "doc106372", "doc703714", "doc106355"], "ranked_scores": [0.6851, 0.6799, 0.6621, 0.645, 0.6361, 0.6306, 0.6274, 0.6262, 0.6204, 0.62], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7112", "doc7091", "doc7116", "doc7099", "doc692559", "doc7119", "doc695983", "doc1599042", "doc7108"], "ranked_scores": [0.6815, 0.6488, 0.6378, 0.6376, 0.6316, 0.6278, 0.6153, 0.5968, 0.5857, 0.5622], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc82127", "doc1891830", "doc1846029", "doc1169637", "doc1740481", "doc90819", "doc2236863"], "ranked_scores": [0.7666, 0.6877, 0.6758, 0.5717, 0.5529, 0.5171, 0.5003, 0.4993, 0.499, 0.4938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc187232", "doc919332", "doc750407", "doc220990", "doc244368", "doc428406", "doc2203117", "doc1526184"], "ranked_scores": [0.5705, 0.5651, 0.5535, 0.5375, 0.5273, 0.523, 0.5209, 0.5199, 0.5197, 0.5178], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380357", "doc24929", "doc1786046", "doc1926206", "doc1380356", "doc300567", "doc416774", "doc90322", "doc1824654"], "ranked_scores": [0.6677, 0.6343, 0.6184, 0.6158, 0.6108, 0.6068, 0.6054, 0.6048, 0.5995, 0.5973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc2483632", "doc2225375", "doc1874808", "doc573905", "doc938300", "doc36402", "doc58892", "doc36393", "doc648355"], "ranked_scores": [0.5984, 0.5597, 0.5575, 0.5512, 0.5476, 0.512, 0.5051, 0.5043, 0.4989, 0.4982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc56921", "doc873481", "doc2509989", "doc56902", "doc2313854", "doc56903", "doc2313864", "doc2091589"], "ranked_scores": [0.7367, 0.7315, 0.7229, 0.705, 0.6437, 0.6137, 0.6074, 0.5927, 0.5851, 0.5721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc137908", "doc80074", "doc80154", "doc2076427", "doc1391659", "doc345642", "doc80100", "doc80078", "doc80070"], "ranked_scores": [0.6553, 0.654, 0.6513, 0.6254, 0.6078, 0.581, 0.5784, 0.5675, 0.5666, 0.5664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc1781006", "doc72416", "doc2010420", "doc183950", "doc702902", "doc108794", "doc527459", "doc506854"], "ranked_scores": [0.8181, 0.5512, 0.5511, 0.5429, 0.5293, 0.519, 0.5178, 0.5067, 0.5004, 0.5003], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc26461", "doc207464", "doc131786", "doc2289855", "doc764184", "doc675035", "doc26467", "doc26446"], "ranked_scores": [0.7751, 0.6528, 0.6099, 0.6047, 0.5996, 0.5974, 0.5867, 0.586, 0.5789, 0.5759], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc148885", "doc192542", "doc337483", "doc1407977", "doc1732443", "doc308346", "doc890730"], "ranked_scores": [0.7954, 0.5972, 0.5969, 0.5186, 0.5116, 0.511, 0.5088, 0.5022, 0.4892, 0.4889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc964756", "doc988735", "doc890257", "doc281595", "doc64791", "doc509898", "doc1632991", "doc1285744", "doc2263202"], "ranked_scores": [0.7073, 0.6004, 0.5861, 0.5733, 0.5667, 0.5586, 0.5575, 0.5563, 0.5563, 0.5549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc751435", "doc2060827", "doc1381513", "doc879199", "doc1796400", "doc988607", "doc1368159", "doc2362748"], "ranked_scores": [0.7237, 0.5831, 0.5784, 0.5498, 0.5377, 0.5328, 0.5096, 0.5052, 0.4949, 0.4948], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc851269", "doc41344", "doc922271", "doc35524", "doc64314", "doc64317", "doc1683659", "doc971992"], "ranked_scores": [0.7389, 0.697, 0.6409, 0.6387, 0.6276, 0.6211, 0.6183, 0.6136, 0.6006, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437678", "doc82650", "doc1788429", "doc1520311", "doc587518", "doc437685", "doc1321884", "doc2545031", "doc727452", "doc1977978"], "ranked_scores": [0.6542, 0.6518, 0.6467, 0.6317, 0.6269, 0.6171, 0.6037, 0.5997, 0.5984, 0.5898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc1778592", "doc671985", "doc1778577", "doc1315083", "doc1315097", "doc552720", "doc1315015", "doc1856377"], "ranked_scores": [0.6895, 0.5514, 0.5429, 0.5393, 0.5301, 0.5284, 0.5273, 0.5261, 0.5242, 0.5147], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1801894", "doc24934", "doc170955", "doc696366", "doc1894178", "doc2131758", "doc1464195", "doc872070", "doc384744"], "ranked_scores": [0.5287, 0.4426, 0.4192, 0.4178, 0.4102, 0.3981, 0.3976, 0.3957, 0.3916, 0.3865], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc611287", "doc89435", "doc371079", "doc1005393", "doc284394", "doc1298637", "doc580016", "doc611282"], "ranked_scores": [0.7299, 0.7048, 0.5923, 0.5916, 0.5835, 0.5622, 0.5494, 0.5487, 0.5477, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394755", "doc1394758", "doc1394760", "doc1635999", "doc173076", "doc967808", "doc2259504", "doc233596"], "ranked_scores": [0.8106, 0.7299, 0.6457, 0.6276, 0.6261, 0.6204, 0.6076, 0.6055, 0.6048, 0.6044], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2449643", "doc2527260", "doc660236", "doc1837771", "doc660237", "doc515771", "doc1437877", "doc11669", "doc660271"], "ranked_scores": [0.6629, 0.6607, 0.6481, 0.6061, 0.5981, 0.5962, 0.5947, 0.592, 0.5888, 0.5885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc849003", "doc719006", "doc566026", "doc171833", "doc1729412", "doc543176", "doc2355469", "doc8477"], "ranked_scores": [0.7888, 0.6865, 0.6682, 0.6481, 0.6351, 0.6296, 0.6233, 0.6224, 0.599, 0.5931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc628470", "doc2224155", "doc1927002", "doc52414", "doc2107018", "doc606253", "doc1690531", "doc2252577", "doc6531"], "ranked_scores": [0.6651, 0.6593, 0.6482, 0.6476, 0.6456, 0.6227, 0.6073, 0.5911, 0.5911, 0.5904], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211230", "doc313364", "doc1540259", "doc70904", "doc465988", "doc313342", "doc378301", "doc435078", "doc1841144", "doc768322"], "ranked_scores": [0.6207, 0.6181, 0.6059, 0.5997, 0.5939, 0.5876, 0.5845, 0.5812, 0.5795, 0.5761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2119808", "doc336518", "doc878338", "doc2636635", "doc397701", "doc2187649", "doc2636762", "doc2042102", "doc1736704"], "ranked_scores": [0.6411, 0.5405, 0.5386, 0.5293, 0.5136, 0.5116, 0.5097, 0.5018, 0.5002, 0.4878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1962174", "doc884905", "doc2357458", "doc143496", "doc1538025", "doc720754", "doc159492", "doc311498"], "ranked_scores": [0.6719, 0.6127, 0.5234, 0.5178, 0.5154, 0.5153, 0.5115, 0.5094, 0.5067, 0.5039], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1055373", "doc1345740", "doc376241", "doc1810672", "doc1293555", "doc2005304", "doc1153924", "doc390322", "doc376243"], "ranked_scores": [0.6011, 0.574, 0.5545, 0.5146, 0.5093, 0.5047, 0.4959, 0.465, 0.4582, 0.454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1584862", "doc588578", "doc1629620", "doc1333905", "doc1160263", "doc2275203", "doc294604", "doc1943842", "doc641270", "doc61233"], "ranked_scores": [0.6338, 0.6315, 0.6172, 0.6063, 0.5981, 0.5893, 0.587, 0.5852, 0.5838, 0.5714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc2067045", "doc221817", "doc312607", "doc1185589", "doc807", "doc2262639", "doc1029479", "doc1370451", "doc1136780"], "ranked_scores": [0.5046, 0.4985, 0.4977, 0.4918, 0.4739, 0.4636, 0.4562, 0.4556, 0.4544, 0.4521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88974", "doc88973", "doc1639229", "doc1670518", "doc2624067", "doc2015719", "doc1452752", "doc88933"], "ranked_scores": [0.7478, 0.6981, 0.6849, 0.6635, 0.6276, 0.6254, 0.6169, 0.6091, 0.5938, 0.5876], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338801", "doc338815", "doc338810", "doc21340", "doc1455462", "doc1455444", "doc2267530", "doc642895", "doc1738086", "doc21378"], "ranked_scores": [0.5528, 0.5502, 0.5195, 0.5127, 0.5078, 0.4995, 0.4992, 0.497, 0.4967, 0.4951], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc108559", "doc2072948", "doc63585", "doc18273", "doc911115", "doc63590", "doc108480", "doc1791044", "doc108477"], "ranked_scores": [0.7088, 0.6949, 0.6805, 0.6701, 0.666, 0.666, 0.666, 0.6615, 0.6598, 0.659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7163", "doc1670303", "doc355540", "doc2373327", "doc2128755", "doc2677350", "doc1378028", "doc246550", "doc2475623"], "ranked_scores": [0.6057, 0.535, 0.5187, 0.5071, 0.5032, 0.5017, 0.4854, 0.4795, 0.4674, 0.4647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1564136", "doc1826212", "doc1568962", "doc751726", "doc2431178", "doc1260420", "doc751729", "doc1260422", "doc751718"], "ranked_scores": [0.5355, 0.4291, 0.4122, 0.3964, 0.3944, 0.3806, 0.3739, 0.363, 0.3545, 0.3542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc1809840", "doc2084882", "doc2057552", "doc2007762", "doc2634368", "doc2011376", "doc705226", "doc1364067", "doc1519779"], "ranked_scores": [0.5326, 0.5115, 0.4917, 0.4894, 0.4632, 0.4547, 0.4459, 0.4419, 0.4338, 0.4323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc36460", "doc1618374", "doc1618372", "doc36485", "doc2622759", "doc2362869", "doc2633722", "doc427398"], "ranked_scores": [0.701, 0.608, 0.6003, 0.5625, 0.5504, 0.5291, 0.5211, 0.5047, 0.5047, 0.5046], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106355", "doc703719", "doc973089", "doc2832", "doc703736", "doc106372", "doc2456577", "doc2877", "doc1390073"], "ranked_scores": [0.6575, 0.6102, 0.608, 0.5982, 0.5929, 0.5914, 0.5902, 0.5883, 0.5818, 0.5702], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc643072", "doc1373324", "doc1373323", "doc108887", "doc2393669", "doc108892", "doc1119808", "doc873559", "doc1220654"], "ranked_scores": [0.7248, 0.6848, 0.6806, 0.6766, 0.671, 0.6499, 0.639, 0.6305, 0.6067, 0.6064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc936401", "doc429400", "doc2378961", "doc1431001", "doc380173", "doc1160422"], "ranked_scores": [0.7019, 0.6585, 0.6387, 0.5888, 0.5496, 0.5175, 0.4988, 0.4988, 0.4987, 0.4971], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-tq-4bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc57242", "doc751998", "doc57232", "doc3001", "doc1665946", "doc1622317", "doc63804", "doc1104254"], "ranked_scores": [0.738, 0.704, 0.6928, 0.6696, 0.5912, 0.5899, 0.5825, 0.5674, 0.5493, 0.5385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc2292349", "doc1664486", "doc1942575", "doc1952699", "doc474276", "doc1664485", "doc2473154"], "ranked_scores": [0.6654, 0.6529, 0.6191, 0.6072, 0.5777, 0.5392, 0.5328, 0.5305, 0.5304, 0.517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc2285692", "doc21841", "doc1675505", "doc452039", "doc21831", "doc21829", "doc21856"], "ranked_scores": [0.712, 0.6601, 0.5915, 0.5688, 0.5672, 0.5562, 0.5524, 0.5514, 0.549, 0.5417], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453089", "doc453091", "doc392077", "doc1347475", "doc1247565", "doc453144", "doc979079", "doc415323", "doc146101", "doc565706"], "ranked_scores": [0.616, 0.6015, 0.5965, 0.5903, 0.5877, 0.5806, 0.5776, 0.5768, 0.5759, 0.5756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc2165905", "doc887635", "doc1812661", "doc1366757", "doc1741706", "doc88443", "doc1812659", "doc2165920", "doc1366756"], "ranked_scores": [0.6617, 0.6308, 0.6105, 0.5995, 0.5974, 0.5971, 0.592, 0.5872, 0.5844, 0.5822], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1324046", "doc27529", "doc540358", "doc381292", "doc1996268", "doc27535", "doc2272998", "doc1727553", "doc27538", "doc540363"], "ranked_scores": [0.5874, 0.5771, 0.5763, 0.5736, 0.5651, 0.5391, 0.5311, 0.5231, 0.5206, 0.5162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc579128", "doc1669853", "doc484979", "doc825186", "doc2206589", "doc2510523", "doc648018", "doc686526"], "ranked_scores": [0.7631, 0.6998, 0.683, 0.6784, 0.6524, 0.6512, 0.6459, 0.6373, 0.6373, 0.6373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc101561", "doc1798668", "doc29764", "doc29759", "doc641530", "doc38721", "doc1486663", "doc520689", "doc29765"], "ranked_scores": [0.8055, 0.6568, 0.6362, 0.6207, 0.6184, 0.6176, 0.6098, 0.6088, 0.5955, 0.5715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc61054", "doc2083822", "doc1558629", "doc91244", "doc988606", "doc1325273"], "ranked_scores": [0.7407, 0.6789, 0.6027, 0.6024, 0.5138, 0.5024, 0.5003, 0.4994, 0.4965, 0.4761], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc97442", "doc1116765", "doc97430", "doc369237", "doc2071083", "doc2071107", "doc2084014"], "ranked_scores": [0.8064, 0.7138, 0.6753, 0.6709, 0.659, 0.6237, 0.5568, 0.5529, 0.5328, 0.5325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc33196", "doc562696", "doc281595", "doc47608", "doc64791", "doc1911857", "doc988735", "doc1008940"], "ranked_scores": [0.7042, 0.6137, 0.5821, 0.5684, 0.5601, 0.5467, 0.5353, 0.5314, 0.5298, 0.5254], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc83863", "doc1984127", "doc437627", "doc759547", "doc2372621", "doc1197760", "doc83871", "doc83872", "doc1984114"], "ranked_scores": [0.6713, 0.6713, 0.6422, 0.5893, 0.5871, 0.5797, 0.5586, 0.5524, 0.5495, 0.5484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc388464", "doc427621", "doc1246072", "doc703719", "doc703706", "doc703736", "doc106372", "doc703705", "doc703714"], "ranked_scores": [0.6795, 0.6722, 0.6515, 0.6369, 0.6251, 0.6231, 0.6188, 0.6176, 0.6157, 0.6117], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7112", "doc7116", "doc7099", "doc7091", "doc692559", "doc7119", "doc695983", "doc1599042", "doc7096"], "ranked_scores": [0.6607, 0.6349, 0.6301, 0.6298, 0.6288, 0.6196, 0.6016, 0.5879, 0.5749, 0.5536], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc82127", "doc1891830", "doc1846029", "doc90819", "doc1169637", "doc2236863", "doc1740481"], "ranked_scores": [0.7564, 0.6805, 0.6585, 0.572, 0.5432, 0.5, 0.4962, 0.4904, 0.4901, 0.4879], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc187232", "doc919332", "doc750407", "doc2018288", "doc220990", "doc244368", "doc2203117", "doc2465776"], "ranked_scores": [0.56, 0.5487, 0.5334, 0.5257, 0.514, 0.5121, 0.5121, 0.5107, 0.5086, 0.5063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380357", "doc24929", "doc1926206", "doc300567", "doc1786046", "doc1380356", "doc1824654", "doc90322", "doc416774"], "ranked_scores": [0.6582, 0.6237, 0.6093, 0.6085, 0.5981, 0.5979, 0.5966, 0.5922, 0.5906, 0.59], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc2483632", "doc2225375", "doc573905", "doc1874808", "doc938300", "doc58892", "doc36402", "doc36393", "doc2009369"], "ranked_scores": [0.5901, 0.553, 0.5425, 0.5416, 0.5384, 0.4968, 0.494, 0.493, 0.4927, 0.4912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc56921", "doc873481", "doc2509989", "doc2313854", "doc56902", "doc56903", "doc2313864", "doc2091589"], "ranked_scores": [0.7282, 0.7277, 0.716, 0.7, 0.645, 0.6092, 0.6078, 0.5838, 0.5781, 0.565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc137908", "doc80074", "doc80154", "doc2076427", "doc345642", "doc1391659", "doc80067", "doc80100", "doc80070"], "ranked_scores": [0.6465, 0.6379, 0.6368, 0.6127, 0.5925, 0.5649, 0.5594, 0.5583, 0.5548, 0.5543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc1781006", "doc72416", "doc2010420", "doc108794", "doc702902", "doc183950", "doc527459", "doc2353712"], "ranked_scores": [0.8052, 0.5558, 0.5394, 0.5297, 0.5145, 0.5064, 0.5053, 0.5025, 0.4972, 0.4948], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc26461", "doc207464", "doc2289855", "doc764184", "doc131786", "doc675035", "doc26446", "doc26467"], "ranked_scores": [0.7695, 0.6448, 0.6091, 0.5969, 0.5945, 0.5874, 0.5869, 0.5728, 0.5722, 0.5695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc148885", "doc192542", "doc1407977", "doc1732443", "doc337483", "doc308346", "doc890730"], "ranked_scores": [0.7843, 0.5961, 0.594, 0.5041, 0.4981, 0.4961, 0.4947, 0.4943, 0.4803, 0.4743], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc964756", "doc988735", "doc890257", "doc281595", "doc1632991", "doc1285744", "doc64791", "doc509898", "doc2263202"], "ranked_scores": [0.6969, 0.5832, 0.575, 0.5632, 0.563, 0.5579, 0.5552, 0.5545, 0.5508, 0.5491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc751435", "doc2060827", "doc1381513", "doc879199", "doc1796400", "doc988607", "doc2362748", "doc1117345"], "ranked_scores": [0.7276, 0.5741, 0.5706, 0.5328, 0.5245, 0.5179, 0.5049, 0.5018, 0.4883, 0.4881], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc851269", "doc41344", "doc922271", "doc64314", "doc35524", "doc64317", "doc1683659", "doc971992"], "ranked_scores": [0.7262, 0.6893, 0.6329, 0.6213, 0.6163, 0.6127, 0.6089, 0.606, 0.5875, 0.5811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc82650", "doc1788429", "doc437678", "doc1520311", "doc587518", "doc437685", "doc1321884", "doc727452", "doc2545031", "doc437677"], "ranked_scores": [0.6431, 0.6394, 0.6382, 0.6182, 0.6144, 0.6105, 0.5965, 0.5883, 0.5849, 0.5817], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc1778577", "doc1778592", "doc1315097", "doc1315083", "doc671985", "doc552720", "doc1315015", "doc1314995"], "ranked_scores": [0.6791, 0.551, 0.5339, 0.5338, 0.5287, 0.5233, 0.5228, 0.5201, 0.5201, 0.5083], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1801894", "doc24934", "doc696366", "doc170955", "doc1464195", "doc2131758", "doc384744", "doc872070", "doc1894178"], "ranked_scores": [0.5261, 0.4344, 0.4194, 0.4088, 0.4043, 0.3933, 0.3906, 0.3854, 0.3853, 0.3852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc611287", "doc89435", "doc371079", "doc1005393", "doc1298637", "doc284394", "doc1283940", "doc611282"], "ranked_scores": [0.7218, 0.7037, 0.5843, 0.5832, 0.5678, 0.5484, 0.5436, 0.5413, 0.531, 0.5298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394755", "doc1635999", "doc1394758", "doc1394760", "doc173076", "doc2259504", "doc25697", "doc967808"], "ranked_scores": [0.7956, 0.7252, 0.6368, 0.6203, 0.6183, 0.6179, 0.6069, 0.6031, 0.6028, 0.5999], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc402145", "doc2527260", "doc660236", "doc1837771", "doc1437877", "doc660237", "doc147268", "doc515771", "doc660271"], "ranked_scores": [0.6586, 0.6584, 0.6354, 0.5954, 0.5882, 0.5875, 0.5841, 0.5812, 0.5812, 0.5802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc849003", "doc719006", "doc566026", "doc171833", "doc543176", "doc1729412", "doc2355469", "doc8477"], "ranked_scores": [0.7799, 0.6759, 0.6563, 0.636, 0.6283, 0.6227, 0.6156, 0.6131, 0.593, 0.5843], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc628470", "doc1927002", "doc2224155", "doc52414", "doc2107018", "doc606253", "doc1690531", "doc2252577", "doc6531"], "ranked_scores": [0.6529, 0.6422, 0.6381, 0.6373, 0.6263, 0.6144, 0.5992, 0.5887, 0.5887, 0.5813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313364", "doc211230", "doc70904", "doc1540259", "doc465988", "doc378301", "doc313342", "doc1841144", "doc435078", "doc1841145"], "ranked_scores": [0.6128, 0.6108, 0.5994, 0.5993, 0.5864, 0.579, 0.577, 0.5739, 0.5732, 0.572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2119808", "doc336518", "doc878338", "doc2636635", "doc397701", "doc2187649", "doc2636762", "doc2042102", "doc264212"], "ranked_scores": [0.6412, 0.5333, 0.531, 0.5263, 0.5081, 0.4962, 0.4909, 0.4903, 0.4794, 0.4746], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1962174", "doc2357458", "doc884905", "doc1538025", "doc720754", "doc143496", "doc159492", "doc311498"], "ranked_scores": [0.6641, 0.5999, 0.5166, 0.5049, 0.5035, 0.5023, 0.4994, 0.4985, 0.4971, 0.4927], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1055373", "doc1345740", "doc376241", "doc1810672", "doc1293555", "doc2005304", "doc390322", "doc1153924", "doc376243"], "ranked_scores": [0.5999, 0.5629, 0.5512, 0.5108, 0.5037, 0.5023, 0.4885, 0.4589, 0.4556, 0.4504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1584862", "doc588578", "doc1629620", "doc1333905", "doc1160263", "doc2275203", "doc294604", "doc641270", "doc1943842", "doc61233"], "ranked_scores": [0.6283, 0.6231, 0.6127, 0.6005, 0.5997, 0.5794, 0.577, 0.5746, 0.5719, 0.565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc2067045", "doc312607", "doc221817", "doc1185589", "doc807", "doc1136780", "doc2262639", "doc1370451", "doc1029479"], "ranked_scores": [0.4997, 0.4961, 0.4825, 0.4821, 0.4774, 0.4511, 0.451, 0.4506, 0.4495, 0.439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88974", "doc88973", "doc1670518", "doc1639229", "doc2624067", "doc2015719", "doc1452752", "doc88933"], "ranked_scores": [0.7435, 0.6964, 0.6784, 0.6552, 0.6224, 0.6193, 0.613, 0.5978, 0.5831, 0.5796], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338801", "doc338815", "doc21340", "doc338810", "doc1455444", "doc1455462", "doc642895", "doc338818", "doc2267530", "doc21372"], "ranked_scores": [0.548, 0.5401, 0.5156, 0.5081, 0.5013, 0.4977, 0.495, 0.4931, 0.4856, 0.4851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4838, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc108559", "doc2072948", "doc63585", "doc108480", "doc18273", "doc63590", "doc911115", "doc1374770", "doc108477"], "ranked_scores": [0.7024, 0.6824, 0.6714, 0.6607, 0.6589, 0.6579, 0.6579, 0.6579, 0.6493, 0.6449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7163", "doc1670303", "doc355540", "doc2373327", "doc2128755", "doc2677350", "doc1378028", "doc246550", "doc2265484"], "ranked_scores": [0.5906, 0.5277, 0.5096, 0.5043, 0.4989, 0.498, 0.4877, 0.4758, 0.4662, 0.4622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1564136", "doc1826212", "doc1568962", "doc751726", "doc2431178", "doc1260420", "doc1260422", "doc751729", "doc751719"], "ranked_scores": [0.5237, 0.4269, 0.4095, 0.3923, 0.3912, 0.3763, 0.3692, 0.3676, 0.3547, 0.3496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc1809840", "doc2084882", "doc2057552", "doc2007762", "doc2634368", "doc2011376", "doc1364067", "doc705226", "doc1519779"], "ranked_scores": [0.5221, 0.4969, 0.4865, 0.4757, 0.4585, 0.4418, 0.4371, 0.4276, 0.427, 0.4252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36460", "doc36463", "doc1618374", "doc1618372", "doc36485", "doc2622759", "doc427398", "doc1618376", "doc2633722"], "ranked_scores": [0.6902, 0.5941, 0.5918, 0.5574, 0.5407, 0.5234, 0.5169, 0.5082, 0.5021, 0.4995], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc973089", "doc703719", "doc106355", "doc703736", "doc2832", "doc106372", "doc2456577", "doc2877", "doc1390073"], "ranked_scores": [0.6524, 0.603, 0.5986, 0.5965, 0.5841, 0.5835, 0.5827, 0.5797, 0.5702, 0.5658], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc643072", "doc1373324", "doc1373323", "doc108887", "doc2393669", "doc108892", "doc1119808", "doc873559", "doc109002"], "ranked_scores": [0.7138, 0.6813, 0.6696, 0.6678, 0.6624, 0.6414, 0.6394, 0.6203, 0.6059, 0.5997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc936401", "doc429400", "doc380173", "doc2079848", "doc1160422", "doc2378961"], "ranked_scores": [0.6855, 0.639, 0.6297, 0.5685, 0.5402, 0.5166, 0.4964, 0.4942, 0.4865, 0.4858], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-tq-3bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc57242", "doc751998", "doc57232", "doc3001", "doc1665946", "doc63804", "doc1622317", "doc1104254"], "ranked_scores": [0.7329, 0.6906, 0.6796, 0.6683, 0.5845, 0.5801, 0.5726, 0.5528, 0.5502, 0.5224], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc2292349", "doc1664486", "doc1942575", "doc474276", "doc1952699", "doc2473154", "doc1664485"], "ranked_scores": [0.6506, 0.6363, 0.6135, 0.5986, 0.5617, 0.5334, 0.5229, 0.5211, 0.5205, 0.5128], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc2285692", "doc21841", "doc452039", "doc1675505", "doc78091", "doc21831", "doc21829"], "ranked_scores": [0.7046, 0.6593, 0.5802, 0.5659, 0.5621, 0.5536, 0.5493, 0.5425, 0.541, 0.5402], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453089", "doc392077", "doc1347475", "doc453091", "doc979079", "doc1247565", "doc146101", "doc392076", "doc453144", "doc2525766"], "ranked_scores": [0.622, 0.5971, 0.596, 0.5924, 0.581, 0.5742, 0.5727, 0.5726, 0.5709, 0.5693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc2165905", "doc887635", "doc1812661", "doc1366757", "doc1812659", "doc1366744", "doc1741706", "doc1366756", "doc1741704"], "ranked_scores": [0.6529, 0.6216, 0.6048, 0.5918, 0.5884, 0.5876, 0.581, 0.5784, 0.5774, 0.5699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc540358", "doc1324046", "doc27529", "doc1996268", "doc381292", "doc27535", "doc2272998", "doc27538", "doc459410", "doc738831"], "ranked_scores": [0.5634, 0.5611, 0.5579, 0.5553, 0.5467, 0.5324, 0.5182, 0.5129, 0.5127, 0.5093], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc579128", "doc1669853", "doc825186", "doc2206589", "doc1369505", "doc1642327", "doc648018", "doc686526"], "ranked_scores": [0.7408, 0.6829, 0.6618, 0.6617, 0.632, 0.6303, 0.6266, 0.6236, 0.6236, 0.6236], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc101561", "doc1798668", "doc641530", "doc29764", "doc29759", "doc38721", "doc1486663", "doc520689", "doc231271"], "ranked_scores": [0.7853, 0.6177, 0.602, 0.5967, 0.596, 0.5901, 0.5874, 0.583, 0.5821, 0.5495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61043", "doc61045", "doc91244", "doc2083822", "doc988606", "doc61054", "doc1558629", "doc1380860"], "ranked_scores": [0.7192, 0.6624, 0.5831, 0.5824, 0.5029, 0.4987, 0.4937, 0.49, 0.474, 0.4708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc97442", "doc1116765", "doc97430", "doc369237", "doc2083987", "doc2071083", "doc2574334"], "ranked_scores": [0.7891, 0.7094, 0.6686, 0.661, 0.6395, 0.6124, 0.54, 0.5272, 0.5265, 0.5225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc33196", "doc562696", "doc47608", "doc281595", "doc64791", "doc2224204", "doc2037498", "doc988735"], "ranked_scores": [0.6949, 0.6108, 0.5528, 0.5504, 0.5486, 0.5454, 0.5232, 0.5228, 0.5206, 0.5197], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc83863", "doc1984127", "doc759547", "doc437627", "doc2372621", "doc83871", "doc1197760", "doc66003", "doc83872"], "ranked_scores": [0.6588, 0.6585, 0.621, 0.5708, 0.5628, 0.5592, 0.5483, 0.5381, 0.5307, 0.5307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc388464", "doc427621", "doc1246072", "doc703719", "doc703736", "doc106372", "doc703706", "doc703714", "doc106355"], "ranked_scores": [0.6606, 0.6598, 0.6338, 0.6115, 0.609, 0.6083, 0.6083, 0.6044, 0.6007, 0.586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7112", "doc7091", "doc7116", "doc692559", "doc7099", "doc695983", "doc7119", "doc1599042", "doc1694554"], "ranked_scores": [0.6474, 0.6193, 0.607, 0.6066, 0.6063, 0.5995, 0.5861, 0.5849, 0.575, 0.551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc82127", "doc1891830", "doc1846029", "doc90819", "doc2236863", "doc1169637", "doc1740481"], "ranked_scores": [0.74, 0.6748, 0.6529, 0.5472, 0.5254, 0.4905, 0.4861, 0.4777, 0.4767, 0.4756], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc187232", "doc919332", "doc750407", "doc2465776", "doc244368", "doc2203117", "doc2018288", "doc919340"], "ranked_scores": [0.5433, 0.5348, 0.5173, 0.5126, 0.5061, 0.5028, 0.5007, 0.4985, 0.4912, 0.491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380357", "doc24929", "doc1786046", "doc1380356", "doc1926206", "doc90322", "doc300567", "doc1824654", "doc2202499"], "ranked_scores": [0.6494, 0.6056, 0.5896, 0.588, 0.585, 0.5814, 0.5806, 0.5765, 0.5714, 0.5703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc2483632", "doc1874808", "doc2225375", "doc573905", "doc2009369", "doc36402", "doc938300", "doc58892", "doc648335"], "ranked_scores": [0.571, 0.537, 0.5297, 0.5215, 0.5173, 0.4951, 0.4872, 0.4868, 0.4846, 0.4719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc56921", "doc873481", "doc2509989", "doc56902", "doc2313854", "doc56903", "doc2313864", "doc2318634"], "ranked_scores": [0.7092, 0.7083, 0.6885, 0.6852, 0.6376, 0.5799, 0.5798, 0.567, 0.5544, 0.5512], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc137908", "doc80074", "doc80154", "doc2076427", "doc345642", "doc1391659", "doc80100", "doc80067", "doc80070"], "ranked_scores": [0.6277, 0.6263, 0.6244, 0.5951, 0.5769, 0.5591, 0.5582, 0.5545, 0.5534, 0.5483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc1781006", "doc72416", "doc2010420", "doc2240291", "doc183950", "doc1430768", "doc108794", "doc702902"], "ranked_scores": [0.7915, 0.5457, 0.524, 0.5209, 0.504, 0.4885, 0.4884, 0.4879, 0.487, 0.4869], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc207464", "doc26461", "doc2289855", "doc131786", "doc26467", "doc764184", "doc675035", "doc26446"], "ranked_scores": [0.7479, 0.6348, 0.5973, 0.5912, 0.5744, 0.5707, 0.5626, 0.5579, 0.5543, 0.5538], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc148885", "doc192542", "doc337483", "doc1407977", "doc1732443", "doc890730", "doc308346"], "ranked_scores": [0.7621, 0.5835, 0.5663, 0.4889, 0.4839, 0.4766, 0.4761, 0.4756, 0.4723, 0.4597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc964756", "doc988735", "doc890257", "doc281595", "doc1285744", "doc64791", "doc2263202", "doc509898", "doc1632991"], "ranked_scores": [0.6805, 0.5623, 0.5562, 0.5489, 0.5469, 0.5399, 0.5387, 0.5276, 0.5265, 0.5263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc751435", "doc2060827", "doc1381513", "doc879199", "doc988607", "doc2362748", "doc1796400", "doc1464453"], "ranked_scores": [0.7016, 0.5561, 0.5527, 0.5108, 0.4987, 0.4927, 0.4827, 0.4792, 0.4784, 0.4709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc41344", "doc851269", "doc922271", "doc64314", "doc64317", "doc35524", "doc1385349", "doc1683659"], "ranked_scores": [0.7065, 0.6712, 0.6162, 0.609, 0.6015, 0.5985, 0.596, 0.592, 0.5743, 0.5723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437678", "doc82650", "doc587518", "doc1788429", "doc1520311", "doc437685", "doc2545031", "doc1321884", "doc727452", "doc252389"], "ranked_scores": [0.6359, 0.6227, 0.607, 0.6058, 0.598, 0.5854, 0.5797, 0.5792, 0.5679, 0.5657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc1778577", "doc1778592", "doc671985", "doc1315015", "doc1315097", "doc1856377", "doc1315083", "doc552720"], "ranked_scores": [0.6687, 0.5434, 0.5372, 0.5332, 0.5151, 0.5088, 0.5082, 0.5057, 0.4965, 0.4953], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1801894", "doc170955", "doc696366", "doc24934", "doc1464195", "doc2131758", "doc773669", "doc872070", "doc1894178"], "ranked_scores": [0.5184, 0.4267, 0.4039, 0.3976, 0.3953, 0.3826, 0.3822, 0.3775, 0.3746, 0.3696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc611287", "doc89435", "doc371079", "doc1298637", "doc284394", "doc1283940", "doc1005393", "doc1069317"], "ranked_scores": [0.7063, 0.69, 0.5743, 0.5717, 0.5481, 0.5308, 0.5254, 0.5207, 0.5191, 0.5176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394755", "doc1394758", "doc1394760", "doc1635999", "doc173076", "doc967808", "doc2259504", "doc530778"], "ranked_scores": [0.7825, 0.7001, 0.6215, 0.6057, 0.6052, 0.5945, 0.5917, 0.588, 0.5879, 0.5823], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc402145", "doc2527260", "doc1437877", "doc660271", "doc147268", "doc1837771", "doc660237", "doc515771", "doc660236"], "ranked_scores": [0.6406, 0.6374, 0.619, 0.5921, 0.5735, 0.5717, 0.5711, 0.5675, 0.567, 0.5668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc849003", "doc719006", "doc566026", "doc543176", "doc1729412", "doc171833", "doc2355469", "doc8477"], "ranked_scores": [0.7568, 0.6522, 0.647, 0.6269, 0.6242, 0.61, 0.6096, 0.6024, 0.5864, 0.5613], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc628470", "doc2224155", "doc1927002", "doc52414", "doc2107018", "doc606253", "doc6531", "doc2500959", "doc2252577"], "ranked_scores": [0.639, 0.6186, 0.6181, 0.616, 0.6108, 0.5977, 0.5761, 0.5704, 0.569, 0.5627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313364", "doc211230", "doc70904", "doc1540259", "doc313342", "doc465988", "doc378301", "doc435078", "doc42101", "doc1841144"], "ranked_scores": [0.6014, 0.5949, 0.5913, 0.5853, 0.5756, 0.5744, 0.5698, 0.5655, 0.564, 0.5639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2119808", "doc878338", "doc336518", "doc2636635", "doc2042102", "doc2187649", "doc2636762", "doc397701", "doc1185297"], "ranked_scores": [0.627, 0.5205, 0.5103, 0.5019, 0.4928, 0.4733, 0.4726, 0.4649, 0.4592, 0.4582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1962174", "doc1538025", "doc720754", "doc143496", "doc2357458", "doc245411", "doc884905", "doc1130168"], "ranked_scores": [0.6419, 0.5775, 0.5124, 0.508, 0.4952, 0.4951, 0.4919, 0.4917, 0.4916, 0.4905], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1055373", "doc1345740", "doc1293555", "doc1810672", "doc376241", "doc2005304", "doc390322", "doc1153924", "doc376243"], "ranked_scores": [0.5839, 0.5449, 0.5398, 0.4887, 0.4887, 0.4862, 0.4772, 0.4457, 0.4408, 0.4302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1584862", "doc588578", "doc1629620", "doc1160263", "doc1333905", "doc2275203", "doc294604", "doc1943842", "doc641270", "doc61233"], "ranked_scores": [0.6066, 0.6017, 0.5918, 0.5854, 0.5772, 0.5754, 0.5643, 0.5572, 0.5544, 0.5513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2067045", "doc312607", "doc845380", "doc221817", "doc2262639", "doc1185589", "doc1339771", "doc1029479", "doc1136780", "doc807"], "ranked_scores": [0.4902, 0.4827, 0.4796, 0.4671, 0.4519, 0.4441, 0.4428, 0.4408, 0.4399, 0.4366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88974", "doc88973", "doc1639229", "doc1670518", "doc2624067", "doc88933", "doc2015719", "doc1452752"], "ranked_scores": [0.7191, 0.6701, 0.6563, 0.6358, 0.6111, 0.6091, 0.5984, 0.5749, 0.5746, 0.5742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338801", "doc338815", "doc21340", "doc338810", "doc1455444", "doc1455462", "doc338818", "doc21350", "doc21378", "doc21372"], "ranked_scores": [0.5357, 0.5255, 0.5037, 0.5027, 0.4994, 0.4955, 0.4882, 0.4806, 0.4765, 0.4756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4838, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc108559", "doc2072948", "doc63585", "doc18273", "doc63590", "doc911115", "doc1791044", "doc108477", "doc18274"], "ranked_scores": [0.6702, 0.6583, 0.6406, 0.6367, 0.6364, 0.6364, 0.6364, 0.6257, 0.6223, 0.6203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7163", "doc2373327", "doc355540", "doc1670303", "doc2677350", "doc2128755", "doc2265484", "doc246550", "doc1378028"], "ranked_scores": [0.5758, 0.5144, 0.4961, 0.4899, 0.4892, 0.4758, 0.464, 0.4517, 0.4507, 0.4494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1564136", "doc1826212", "doc1568962", "doc751726", "doc2431178", "doc1260420", "doc1260422", "doc751729", "doc751719"], "ranked_scores": [0.5093, 0.4238, 0.3968, 0.3873, 0.3805, 0.3717, 0.3637, 0.3606, 0.3479, 0.346], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc1809840", "doc2084882", "doc2057552", "doc2007762", "doc2011376", "doc1364067", "doc2634368", "doc705226", "doc868658"], "ranked_scores": [0.5126, 0.487, 0.478, 0.4688, 0.4408, 0.4327, 0.4296, 0.4245, 0.4226, 0.4108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36460", "doc36463", "doc1618374", "doc1618372", "doc36485", "doc2622759", "doc2633722", "doc2362869", "doc427398"], "ranked_scores": [0.6801, 0.5861, 0.5817, 0.5521, 0.5237, 0.5119, 0.5046, 0.4923, 0.4923, 0.4837], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc973089", "doc106355", "doc703719", "doc2877", "doc2832", "doc703736", "doc106372", "doc2456577", "doc1390073"], "ranked_scores": [0.6365, 0.5939, 0.5912, 0.5886, 0.5791, 0.5775, 0.577, 0.5751, 0.5637, 0.5593], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc643072", "doc1373323", "doc1373324", "doc108887", "doc2393669", "doc108892", "doc1119808", "doc873559", "doc1220654"], "ranked_scores": [0.6948, 0.6656, 0.6606, 0.6471, 0.6454, 0.6299, 0.6152, 0.6024, 0.5956, 0.5886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc936401", "doc429400", "doc380173", "doc2378961", "doc1160422", "doc2079848"], "ranked_scores": [0.6787, 0.6304, 0.6181, 0.552, 0.5343, 0.5046, 0.4884, 0.4847, 0.4828, 0.4804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-tq-2bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc57242", "doc751998", "doc3001", "doc1665946", "doc57232", "doc2116209", "doc1622317", "doc63804"], "ranked_scores": [0.6825, 0.6342, 0.6314, 0.5986, 0.5552, 0.53, 0.5281, 0.5113, 0.5027, 0.5017], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc2292349", "doc1664486", "doc1942575", "doc2473154", "doc1664485", "doc474276", "doc1952699"], "ranked_scores": [0.6038, 0.5914, 0.5791, 0.5476, 0.5211, 0.5207, 0.4923, 0.4872, 0.4837, 0.4753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc21841", "doc452039", "doc21831", "doc2285692", "doc21829", "doc1058398", "doc1675505"], "ranked_scores": [0.6712, 0.6123, 0.558, 0.5273, 0.5223, 0.5176, 0.5162, 0.5123, 0.5079, 0.5022], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453089", "doc392077", "doc146101", "doc453091", "doc536608", "doc161015", "doc415358", "doc565706", "doc1911408", "doc2525766"], "ranked_scores": [0.5744, 0.5576, 0.5517, 0.5484, 0.5394, 0.5394, 0.5394, 0.5394, 0.5394, 0.5394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc2165905", "doc887635", "doc1812659", "doc1812661", "doc1366756", "doc88443", "doc1741706", "doc2165920", "doc1366757"], "ranked_scores": [0.5908, 0.5882, 0.5669, 0.5557, 0.5495, 0.5452, 0.5419, 0.5372, 0.5355, 0.5351], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1324046", "doc381292", "doc540358", "doc1996268", "doc27535", "doc738831", "doc2272998", "doc459410", "doc27538"], "ranked_scores": [0.5365, 0.5338, 0.5279, 0.5061, 0.5047, 0.4989, 0.4857, 0.4763, 0.4743, 0.4706], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc579128", "doc1669853", "doc2206589", "doc1369505", "doc484979", "doc825186", "doc2299641", "doc2299643"], "ranked_scores": [0.7047, 0.6339, 0.6115, 0.6037, 0.5972, 0.5917, 0.5913, 0.5901, 0.58, 0.58], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc101561", "doc641530", "doc38721", "doc29759", "doc29764", "doc520689", "doc1486663", "doc445548"], "ranked_scores": [0.7283, 0.5829, 0.5815, 0.5688, 0.5604, 0.5568, 0.5445, 0.5431, 0.5264, 0.5129], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc61054", "doc1558629", "doc91244", "doc2083822", "doc2080046", "doc1612682"], "ranked_scores": [0.6745, 0.5934, 0.5449, 0.5423, 0.4544, 0.447, 0.4458, 0.4366, 0.4277, 0.4266], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97442", "doc97445", "doc1116765", "doc97430", "doc369237", "doc2071107", "doc2071083", "doc2426358"], "ranked_scores": [0.7374, 0.6612, 0.616, 0.6096, 0.5979, 0.5752, 0.5192, 0.4956, 0.4894, 0.4883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1651444", "doc281595", "doc562696", "doc64791", "doc490395", "doc1911857", "doc2540212", "doc727789"], "ranked_scores": [0.648, 0.5385, 0.538, 0.5178, 0.5127, 0.5125, 0.4893, 0.4849, 0.4775, 0.477], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc83863", "doc1984127", "doc437627", "doc2372621", "doc759547", "doc83871", "doc2537823", "doc50109", "doc1197760"], "ranked_scores": [0.6012, 0.589, 0.552, 0.5274, 0.5237, 0.521, 0.5195, 0.5003, 0.4998, 0.4909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc427621", "doc388464", "doc1887731", "doc703719", "doc106355", "doc1246072", "doc106372", "doc703736", "doc703711"], "ranked_scores": [0.6236, 0.6026, 0.5896, 0.5862, 0.5734, 0.572, 0.5716, 0.5684, 0.5682, 0.5679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7091", "doc7099", "doc7116", "doc7112", "doc692559", "doc695983", "doc7119", "doc1599042", "doc1694554"], "ranked_scores": [0.5903, 0.5753, 0.5714, 0.5684, 0.5516, 0.549, 0.5424, 0.538, 0.5226, 0.5063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc82127", "doc1891830", "doc2236863", "doc1846029", "doc1169637", "doc90819", "doc1443647"], "ranked_scores": [0.7002, 0.6218, 0.6068, 0.5063, 0.4797, 0.4716, 0.4715, 0.4467, 0.4377, 0.4221], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc897", "doc750407", "doc919340", "doc2465776", "doc2370166", "doc244368", "doc428406", "doc2203117", "doc2581432"], "ranked_scores": [0.5204, 0.5135, 0.4734, 0.4708, 0.4645, 0.4621, 0.461, 0.4591, 0.4547, 0.4541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380357", "doc1786046", "doc1926206", "doc1380356", "doc300567", "doc24929", "doc1824654", "doc2202499", "doc416774"], "ranked_scores": [0.6101, 0.5943, 0.5758, 0.5583, 0.5564, 0.5551, 0.5536, 0.5405, 0.5371, 0.5366], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc573905", "doc2483632", "doc1874808", "doc2225375", "doc648355", "doc2009369", "doc938300", "doc2018288", "doc454592"], "ranked_scores": [0.5244, 0.4862, 0.4861, 0.4854, 0.4666, 0.4545, 0.4512, 0.4497, 0.4473, 0.4452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc56921", "doc873481", "doc2509989", "doc56902", "doc2313864", "doc56903", "doc2313854", "doc2091589"], "ranked_scores": [0.6797, 0.663, 0.6575, 0.6396, 0.5986, 0.5492, 0.5453, 0.5446, 0.5445, 0.5119], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80074", "doc137908", "doc80151", "doc80154", "doc2076427", "doc1391659", "doc345642", "doc80100", "doc80070", "doc80078"], "ranked_scores": [0.5934, 0.5923, 0.5904, 0.543, 0.5405, 0.5279, 0.515, 0.5113, 0.5111, 0.5094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc1781006", "doc72416", "doc2010420", "doc108794", "doc702902", "doc2240291", "doc180079", "doc183950"], "ranked_scores": [0.7524, 0.5151, 0.4905, 0.4824, 0.4546, 0.4543, 0.4483, 0.448, 0.4463, 0.4459], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc207464", "doc2289855", "doc26461", "doc26467", "doc131786", "doc2376934", "doc675035", "doc764184"], "ranked_scores": [0.7105, 0.5844, 0.5648, 0.5425, 0.5387, 0.534, 0.5312, 0.5302, 0.5279, 0.5185], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1732443", "doc192542", "doc890730", "doc148885", "doc2392865", "doc1407977", "doc337483"], "ranked_scores": [0.7218, 0.5445, 0.5275, 0.4596, 0.4592, 0.4458, 0.4453, 0.4438, 0.4434, 0.443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc964756", "doc64791", "doc281595", "doc890257", "doc2263202", "doc988735", "doc1632991", "doc736558", "doc2582472"], "ranked_scores": [0.6469, 0.5371, 0.521, 0.5199, 0.5179, 0.5173, 0.5129, 0.5001, 0.4927, 0.4917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1128302", "doc2060827", "doc2362748", "doc988607", "doc1796400", "doc1464453", "doc1117345", "doc879199"], "ranked_scores": [0.6334, 0.5274, 0.5074, 0.4687, 0.4659, 0.458, 0.453, 0.4507, 0.4468, 0.4434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc851269", "doc41344", "doc64317", "doc35524", "doc922271", "doc1683659", "doc64314", "doc1385349"], "ranked_scores": [0.6759, 0.6459, 0.5812, 0.5734, 0.5709, 0.5648, 0.5603, 0.5524, 0.5425, 0.5382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437678", "doc1788429", "doc82650", "doc437685", "doc1520311", "doc587518", "doc2545031", "doc252389", "doc1334192", "doc1321884"], "ranked_scores": [0.6123, 0.5836, 0.5748, 0.5556, 0.5551, 0.5492, 0.5366, 0.5352, 0.5335, 0.5317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc1778592", "doc1856377", "doc1315097", "doc1778577", "doc1315015", "doc671985", "doc1315083", "doc1314995"], "ranked_scores": [0.6245, 0.5183, 0.5125, 0.5038, 0.4987, 0.4967, 0.4818, 0.4803, 0.4765, 0.4686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1801894", "doc170955", "doc696366", "doc24934", "doc384744", "doc1464195", "doc1597244", "doc872070", "doc645564"], "ranked_scores": [0.4645, 0.3926, 0.3831, 0.3817, 0.3699, 0.3553, 0.3531, 0.3474, 0.3421, 0.3419], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc89435", "doc611287", "doc371079", "doc1005393", "doc172947", "doc1298637", "doc1784440", "doc1501334"], "ranked_scores": [0.6756, 0.6355, 0.5287, 0.522, 0.506, 0.5016, 0.4915, 0.489, 0.4882, 0.4817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394755", "doc1635999", "doc173076", "doc1394758", "doc2259504", "doc1624145", "doc1394760", "doc1088161"], "ranked_scores": [0.7286, 0.6449, 0.5584, 0.5478, 0.5454, 0.5449, 0.5422, 0.5342, 0.5338, 0.5321], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2449643", "doc2527260", "doc660236", "doc147268", "doc1437877", "doc2429823", "doc660271", "doc11659", "doc11669"], "ranked_scores": [0.6079, 0.6027, 0.5746, 0.5478, 0.5376, 0.5367, 0.5324, 0.5307, 0.53, 0.5295], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc719006", "doc849003", "doc566026", "doc171833", "doc543176", "doc1729412", "doc2355469", "doc8477"], "ranked_scores": [0.7058, 0.6181, 0.6101, 0.6012, 0.6002, 0.5942, 0.5705, 0.5546, 0.5488, 0.5383], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc358938", "doc1927002", "doc628470", "doc52414", "doc2107018", "doc606253", "doc6531", "doc1690531", "doc2252577"], "ranked_scores": [0.5701, 0.5697, 0.5688, 0.5636, 0.5632, 0.5552, 0.5235, 0.5166, 0.5141, 0.5141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211230", "doc70904", "doc1540259", "doc768322", "doc313364", "doc42101", "doc378301", "doc1841145", "doc435078", "doc465988"], "ranked_scores": [0.5755, 0.5627, 0.5511, 0.5502, 0.5402, 0.5345, 0.5322, 0.5274, 0.5272, 0.5263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2119808", "doc878338", "doc2636635", "doc336518", "doc2042102", "doc397701", "doc2448623", "doc264212", "doc1185297"], "ranked_scores": [0.5913, 0.4872, 0.4594, 0.4507, 0.4446, 0.4375, 0.43, 0.4292, 0.4275, 0.4265], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2357458", "doc1962174", "doc143496", "doc245411", "doc884905", "doc159492", "doc1538025", "doc1130168"], "ranked_scores": [0.5935, 0.5497, 0.456, 0.456, 0.4548, 0.454, 0.4486, 0.4482, 0.4467, 0.4446], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1055373", "doc1345740", "doc376241", "doc1293555", "doc1810672", "doc376243", "doc2005304", "doc2449727", "doc57975"], "ranked_scores": [0.5523, 0.5143, 0.5087, 0.4668, 0.4629, 0.4613, 0.4274, 0.4245, 0.4187, 0.4022], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1584862", "doc588578", "doc1160263", "doc1333905", "doc1629620", "doc2275203", "doc1943842", "doc641270", "doc294604", "doc1730233"], "ranked_scores": [0.5791, 0.5727, 0.5624, 0.5523, 0.5496, 0.5417, 0.5258, 0.5248, 0.5145, 0.5114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2067045", "doc221817", "doc845380", "doc312607", "doc1185589", "doc877974", "doc1370451", "doc2262639", "doc807", "doc2391797"], "ranked_scores": [0.4598, 0.4564, 0.4502, 0.4405, 0.4279, 0.4198, 0.4196, 0.4168, 0.4102, 0.4028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88974", "doc1670518", "doc88973", "doc1639229", "doc2015719", "doc2624067", "doc1452752", "doc88933"], "ranked_scores": [0.6833, 0.635, 0.6161, 0.5929, 0.5814, 0.5759, 0.5639, 0.5593, 0.5369, 0.5276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338801", "doc21340", "doc338815", "doc21372", "doc21350", "doc1455444", "doc2267530", "doc338810", "doc338818", "doc21378"], "ranked_scores": [0.4906, 0.4748, 0.4705, 0.4663, 0.4498, 0.4482, 0.4386, 0.4386, 0.4355, 0.4352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc108559", "doc2072948", "doc108477", "doc18273", "doc63590", "doc911115", "doc63585", "doc108480", "doc1791044"], "ranked_scores": [0.6388, 0.6306, 0.619, 0.6114, 0.6106, 0.6106, 0.6106, 0.6094, 0.6033, 0.5982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7163", "doc2373327", "doc355540", "doc1670303", "doc2128755", "doc1378028", "doc2677350", "doc7166", "doc246550"], "ranked_scores": [0.5428, 0.4737, 0.4692, 0.4623, 0.4514, 0.4421, 0.4312, 0.4212, 0.4144, 0.4114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1564136", "doc751726", "doc1568962", "doc1826212", "doc2431178", "doc1260422", "doc751718", "doc751719", "doc1260420"], "ranked_scores": [0.4778, 0.3967, 0.3614, 0.3566, 0.3466, 0.3345, 0.3319, 0.3281, 0.3268, 0.3251], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc1809840", "doc2084882", "doc2057552", "doc2007762", "doc2011376", "doc2634368", "doc2639996", "doc281066", "doc868658"], "ranked_scores": [0.4793, 0.4591, 0.4445, 0.4204, 0.4141, 0.406, 0.4047, 0.3875, 0.3855, 0.3837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36460", "doc36463", "doc1618374", "doc2622759", "doc427398", "doc36485", "doc1618372", "doc2362869", "doc2633722"], "ranked_scores": [0.6408, 0.5423, 0.5276, 0.5117, 0.4729, 0.4719, 0.4691, 0.4689, 0.4656, 0.4656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc2832", "doc973089", "doc106355", "doc703719", "doc1332302", "doc106372", "doc703736", "doc2877", "doc211929"], "ranked_scores": [0.596, 0.5547, 0.5546, 0.5517, 0.5464, 0.5451, 0.5425, 0.5417, 0.533, 0.5279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc643072", "doc1373323", "doc108887", "doc1373324", "doc2393669", "doc108892", "doc109002", "doc1119808", "doc873559"], "ranked_scores": [0.625, 0.6189, 0.6096, 0.6093, 0.5877, 0.5613, 0.5607, 0.5507, 0.5454, 0.5421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc936401", "doc380173", "doc2388767", "doc429400", "doc1160422", "doc2378961"], "ranked_scores": [0.6203, 0.5745, 0.5712, 0.5407, 0.4786, 0.4697, 0.4674, 0.4655, 0.465, 0.4579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-tq-1bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc751998", "doc57242", "doc1665946", "doc63804", "doc380683", "doc751967", "doc3001", "doc57232"], "ranked_scores": [0.5339, 0.5234, 0.5052, 0.4974, 0.4219, 0.4141, 0.401, 0.3958, 0.3932, 0.3932], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc1664486", "doc1952699", "doc2292349", "doc474276", "doc1664485", "doc1942575", "doc1747911"], "ranked_scores": [0.5182, 0.4792, 0.4609, 0.4193, 0.4115, 0.4115, 0.3932, 0.3776, 0.375, 0.3672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc21856", "doc812322", "doc1058398", "doc1285909", "doc1393773", "doc21829", "doc21832", "doc452039"], "ranked_scores": [0.5365, 0.5026, 0.4036, 0.401, 0.3958, 0.3802, 0.3802, 0.375, 0.375, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc146101", "doc2317442", "doc453091", "doc1177870", "doc1347475", "doc415323", "doc1247565", "doc392076", "doc690618", "doc392077"], "ranked_scores": [0.4505, 0.4453, 0.4349, 0.4323, 0.4297, 0.4297, 0.4271, 0.4219, 0.4219, 0.4193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc887635", "doc1366757", "doc1812659", "doc2165920", "doc2165905", "doc1366756", "doc2165906", "doc684238", "doc1366769", "doc1741706"], "ranked_scores": [0.4635, 0.4557, 0.4453, 0.4375, 0.4349, 0.4349, 0.4349, 0.4323, 0.4271, 0.4245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc381292", "doc1324046", "doc27535", "doc1996268", "doc27529", "doc2332017", "doc540358", "doc1692291", "doc27538", "doc738831"], "ranked_scores": [0.4219, 0.4167, 0.3958, 0.3932, 0.3906, 0.3724, 0.3724, 0.3698, 0.3646, 0.3646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc1669853", "doc579128", "doc825186", "doc856735", "doc484979", "doc2206589", "doc925929", "doc1397231"], "ranked_scores": [0.5937, 0.5234, 0.5182, 0.487, 0.4818, 0.4818, 0.4792, 0.4661, 0.4583, 0.4583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc38721", "doc101561", "doc1798668", "doc29764", "doc1486663", "doc520689", "doc641530", "doc2096501", "doc761733"], "ranked_scores": [0.6198, 0.4557, 0.4557, 0.4427, 0.4427, 0.4323, 0.4297, 0.4245, 0.4167, 0.4115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61043", "doc61045", "doc2083822", "doc1380860", "doc91244", "doc2080046", "doc627159", "doc1526139"], "ranked_scores": [0.5339, 0.4687, 0.4349, 0.3828, 0.3438, 0.3437, 0.3385, 0.3385, 0.3359, 0.3255], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97442", "doc1116765", "doc369237", "doc97430", "doc97445", "doc2426358", "doc152515", "doc2071107"], "ranked_scores": [0.612, 0.5443, 0.4661, 0.4583, 0.4349, 0.4297, 0.4271, 0.3984, 0.3906, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc281595", "doc1651444", "doc1311119", "doc47608", "doc1063714", "doc562696", "doc64791", "doc2680676"], "ranked_scores": [0.5078, 0.4531, 0.388, 0.375, 0.3724, 0.3672, 0.3646, 0.362, 0.3594, 0.3568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc759547", "doc83863", "doc1984127", "doc83871", "doc2372621", "doc2537823", "doc2254475", "doc1604550", "doc2278170"], "ranked_scores": [0.474, 0.4557, 0.4323, 0.4271, 0.4219, 0.4036, 0.3932, 0.388, 0.3802, 0.3802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1887731", "doc106332", "doc703719", "doc703706", "doc703733", "doc106355", "doc388464", "doc427621", "doc703711", "doc703701"], "ranked_scores": [0.4922, 0.4792, 0.4661, 0.4661, 0.4635, 0.4635, 0.4635, 0.4609, 0.4557, 0.4505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc692559", "doc7091", "doc7112", "doc7116", "doc7099", "doc1599042", "doc695983", "doc7119", "doc7108"], "ranked_scores": [0.4609, 0.4505, 0.4479, 0.4453, 0.4427, 0.4375, 0.4219, 0.4062, 0.4062, 0.4062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc2236863", "doc2247113", "doc1891830", "doc82127", "doc2033841", "doc1169637", "doc90819"], "ranked_scores": [0.5469, 0.4531, 0.4427, 0.3646, 0.362, 0.3594, 0.3516, 0.3385, 0.3333, 0.3281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc428406", "doc2465776", "doc919340", "doc2018288", "doc2581432", "doc190628", "doc2659217", "doc750407"], "ranked_scores": [0.388, 0.3724, 0.3724, 0.362, 0.3568, 0.3516, 0.3464, 0.3437, 0.3385, 0.3385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc2202499", "doc1686189", "doc1824654", "doc1926206", "doc1380357", "doc1786046", "doc2570462", "doc90322", "doc24929"], "ranked_scores": [0.4479, 0.4245, 0.4245, 0.4219, 0.4193, 0.4115, 0.4115, 0.4063, 0.4036, 0.401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc2225375", "doc573905", "doc1104361", "doc58892", "doc1874808", "doc36402", "doc2041368", "doc1825428", "doc402317"], "ranked_scores": [0.388, 0.3802, 0.3698, 0.3646, 0.3516, 0.3438, 0.3411, 0.3333, 0.3333, 0.3333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc2509989", "doc2313854", "doc2313864", "doc2318634", "doc963669", "doc56902"], "ranked_scores": [0.5286, 0.5286, 0.5052, 0.5026, 0.4766, 0.4323, 0.4245, 0.4245, 0.4193, 0.4089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80074", "doc137908", "doc1391659", "doc80151", "doc80070", "doc80067", "doc80078", "doc2076427", "doc80154", "doc345642"], "ranked_scores": [0.4583, 0.4401, 0.4375, 0.4193, 0.401, 0.3984, 0.3906, 0.388, 0.3854, 0.3828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc72416", "doc1214168", "doc2240291", "doc2353712", "doc2010388", "doc1018578", "doc2240293", "doc180079"], "ranked_scores": [0.6536, 0.4427, 0.3828, 0.3698, 0.3646, 0.362, 0.3594, 0.3542, 0.3438, 0.3438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc26461", "doc207464", "doc1159969", "doc2361044", "doc796735", "doc1204806", "doc725659", "doc764184"], "ranked_scores": [0.6068, 0.4922, 0.4609, 0.4505, 0.4271, 0.4245, 0.4193, 0.4167, 0.4141, 0.4115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc192542", "doc1682561", "doc1732443", "doc890730", "doc148885", "doc2392865", "doc498384"], "ranked_scores": [0.5573, 0.474, 0.4375, 0.362, 0.3542, 0.3464, 0.3385, 0.3281, 0.3255, 0.3203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc1632991", "doc890684", "doc1080514", "doc1784440", "doc2263202", "doc890257", "doc964756", "doc736558", "doc1285744"], "ranked_scores": [0.5078, 0.4271, 0.4036, 0.3958, 0.3958, 0.3906, 0.3906, 0.3906, 0.3906, 0.388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1128302", "doc988607", "doc1117345", "doc2362748", "doc902657", "doc2060827", "doc2129979", "doc525586"], "ranked_scores": [0.487, 0.3568, 0.3542, 0.3542, 0.3516, 0.349, 0.3411, 0.3385, 0.3333, 0.3229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc35524", "doc64317", "doc1385345", "doc851269", "doc41344", "doc1683659", "doc64314", "doc971992"], "ranked_scores": [0.5547, 0.5156, 0.4714, 0.4661, 0.4505, 0.4453, 0.4401, 0.4349, 0.4349, 0.4245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437678", "doc2545031", "doc1788429", "doc1520311", "doc587518", "doc459280", "doc1520275", "doc437677", "doc437685", "doc2045075"], "ranked_scores": [0.4948, 0.4401, 0.4375, 0.4323, 0.4219, 0.4219, 0.4219, 0.4141, 0.4115, 0.4089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1778577", "doc1778592", "doc1315097", "doc1314979", "doc1315015", "doc720136", "doc2361775", "doc877823", "doc720175"], "ranked_scores": [0.5078, 0.4115, 0.4089, 0.3984, 0.3958, 0.3958, 0.362, 0.3594, 0.3568, 0.3568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc696366", "doc24934", "doc1801894", "doc170955", "doc2251710", "doc2655378", "doc524130", "doc531512", "doc1212031"], "ranked_scores": [0.3646, 0.3203, 0.2943, 0.2917, 0.2917, 0.2917, 0.2813, 0.2786, 0.2734, 0.2656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc89435", "doc1298637", "doc611287", "doc172947", "doc1069317", "doc1915960", "doc371079", "doc344833"], "ranked_scores": [0.5417, 0.5026, 0.4375, 0.4375, 0.4062, 0.401, 0.3984, 0.3932, 0.3932, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394758", "doc2370519", "doc783808", "doc25697", "doc1394755", "doc1394760", "doc2259504", "doc173076"], "ranked_scores": [0.5755, 0.4766, 0.4349, 0.4323, 0.4323, 0.4297, 0.4167, 0.4167, 0.4167, 0.4115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc660236", "doc2449643", "doc2527260", "doc660271", "doc1437877", "doc147268", "doc660237", "doc84492", "doc11659"], "ranked_scores": [0.4688, 0.4531, 0.4505, 0.4479, 0.4427, 0.4271, 0.4245, 0.4193, 0.4141, 0.4141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc171833", "doc566026", "doc105758", "doc719006", "doc543176", "doc849003", "doc105751", "doc1534825", "doc2355469"], "ranked_scores": [0.5677, 0.5, 0.4974, 0.4687, 0.4531, 0.4453, 0.4271, 0.4167, 0.3984, 0.3958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc606253", "doc2224155", "doc628470", "doc358938", "doc52414", "doc1927002", "doc2107018", "doc716573", "doc412475", "doc2426974"], "ranked_scores": [0.4193, 0.4193, 0.4141, 0.4089, 0.3984, 0.388, 0.388, 0.388, 0.3854, 0.3776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211230", "doc313364", "doc465988", "doc1540259", "doc42101", "doc70904", "doc435078", "doc768322", "doc313342", "doc1841146"], "ranked_scores": [0.4349, 0.4323, 0.4245, 0.4219, 0.4219, 0.4167, 0.4167, 0.4141, 0.4089, 0.401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2119808", "doc878338", "doc1185297", "doc2636635", "doc1736704", "doc733127", "doc2042102", "doc2448623", "doc336518"], "ranked_scores": [0.4714, 0.3828, 0.362, 0.3385, 0.3359, 0.3281, 0.3125, 0.3099, 0.3099, 0.3073], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1746659", "doc487000", "doc1130168", "doc143496", "doc180922", "doc1563751", "doc1962174", "doc884905"], "ranked_scores": [0.4583, 0.4375, 0.3672, 0.3594, 0.349, 0.3464, 0.3333, 0.3307, 0.3307, 0.3307], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1345740", "doc1055373", "doc601133", "doc376241", "doc1810672", "doc1293555", "doc2005304", "doc2449727", "doc376243", "doc57975"], "ranked_scores": [0.4089, 0.3984, 0.3802, 0.3646, 0.3542, 0.3229, 0.3203, 0.3203, 0.3151, 0.3151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1584862", "doc588578", "doc1629620", "doc1160263", "doc1333905", "doc641270", "doc2275203", "doc1975694", "doc1155179", "doc294604"], "ranked_scores": [0.4818, 0.4557, 0.4453, 0.4323, 0.4297, 0.4271, 0.4245, 0.4115, 0.3984, 0.3958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2067045", "doc845380", "doc312607", "doc1029479", "doc190844", "doc221817", "doc1185589", "doc2262639", "doc1218368", "doc2334133"], "ranked_scores": [0.3724, 0.3542, 0.3255, 0.3229, 0.3203, 0.3203, 0.3203, 0.3203, 0.3177, 0.3177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88974", "doc1670518", "doc88973", "doc1639229", "doc2624067", "doc2288308", "doc88933", "doc2015719"], "ranked_scores": [0.5312, 0.4792, 0.4714, 0.4479, 0.4375, 0.4349, 0.4193, 0.4089, 0.3906, 0.388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338815", "doc338801", "doc2336226", "doc21340", "doc642895", "doc864003", "doc338818", "doc1455462", "doc1455444", "doc338810"], "ranked_scores": [0.3984, 0.3776, 0.362, 0.3594, 0.349, 0.3437, 0.3359, 0.3359, 0.3281, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc63585", "doc108480", "doc323321", "doc18273", "doc63590", "doc911115", "doc2072948", "doc108477", "doc376580", "doc1844919"], "ranked_scores": [0.4896, 0.4844, 0.4792, 0.474, 0.474, 0.474, 0.4635, 0.4609, 0.4583, 0.4505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1670303", "doc7163", "doc885054", "doc2128755", "doc1130696", "doc2373327", "doc299691", "doc1026678", "doc2020810"], "ranked_scores": [0.3828, 0.3594, 0.3464, 0.3437, 0.3411, 0.3307, 0.3229, 0.3203, 0.3151, 0.3151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1564136", "doc1260422", "doc2431178", "doc1826212", "doc751726", "doc455756", "doc751729", "doc418571", "doc751719"], "ranked_scores": [0.3698, 0.3073, 0.2708, 0.2656, 0.2552, 0.2474, 0.2448, 0.2422, 0.2422, 0.2396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc642762", "doc2057552", "doc2084882", "doc2011376", "doc2007762", "doc1961593", "doc2634368", "doc1364067", "doc2119024"], "ranked_scores": [0.3828, 0.3724, 0.362, 0.3594, 0.3464, 0.3281, 0.3151, 0.3073, 0.2943, 0.2943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36460", "doc1618374", "doc36463", "doc36485", "doc2245655", "doc1927686", "doc417364", "doc2622759", "doc1618376"], "ranked_scores": [0.5312, 0.4245, 0.4219, 0.4036, 0.3776, 0.3776, 0.3776, 0.3776, 0.375, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc1332302", "doc2877", "doc2832", "doc436998", "doc1390073", "doc24299", "doc973089", "doc392476", "doc211929"], "ranked_scores": [0.4792, 0.4635, 0.4401, 0.4401, 0.4245, 0.4245, 0.4115, 0.4115, 0.4115, 0.4089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc643072", "doc1373324", "doc1373323", "doc729661", "doc108887", "doc1119808", "doc2393669", "doc108892", "doc1220654"], "ranked_scores": [0.4974, 0.4687, 0.4635, 0.4583, 0.4505, 0.4505, 0.4323, 0.4297, 0.4297, 0.4167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc1504263", "doc77976", "doc1430993", "doc429400", "doc1224325", "doc2388767", "doc364943", "doc214275", "doc2378961"], "ranked_scores": [0.4818, 0.4271, 0.4141, 0.3958, 0.362, 0.3568, 0.349, 0.3438, 0.3385, 0.3359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-atanh-gamma0.1": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc57242", "doc57226", "doc1665946", "doc3001", "doc751998", "doc57232", "doc1622317", "doc2116209", "doc63804"], "ranked_scores": [602.0, 600.0, 598.0, 593.0, 588.0, 581.0, 576.0, 541.0, 538.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1664486", "doc2292349", "doc1664485", "doc1749973", "doc2664641", "doc2473154", "doc314759", "doc2345266"], "ranked_scores": [592.0, 568.0, 552.0, 543.0, 543.0, 539.0, 533.0, 530.0, 529.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc21841", "doc21831", "doc21829", "doc69765", "doc812322", "doc296216", "doc21844", "doc21871", "doc660012"], "ranked_scores": [549.0, 540.0, 533.0, 530.0, 530.0, 527.0, 523.0, 520.0, 519.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1247565", "doc453089", "doc453091", "doc1104225", "doc146101", "doc415323", "doc564709", "doc658301", "doc392077", "doc979054"], "ranked_scores": [560.0, 554.0, 547.0, 545.0, 545.0, 544.0, 538.0, 537.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc1741701", "doc1741704", "doc1366756", "doc1366765", "doc887635", "doc88443", "doc338854", "doc1366757", "doc387897"], "ranked_scores": [566.0, 556.0, 556.0, 555.0, 550.0, 550.0, 549.0, 549.0, 547.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1324046", "doc540363", "doc381292", "doc27538", "doc540358", "doc27529", "doc361696", "doc27535", "doc459410", "doc239270"], "ranked_scores": [546.0, 542.0, 539.0, 538.0, 537.0, 528.0, 527.0, 520.0, 519.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc579128", "doc1208808", "doc484979", "doc1924612", "doc1340806", "doc856735", "doc613963", "doc782194"], "ranked_scores": [626.0, 594.0, 586.0, 576.0, 573.0, 571.0, 571.0, 571.0, 570.0, 570.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc641530", "doc29765", "doc1486663", "doc101561", "doc29759", "doc29764", "doc2111513", "doc2096501", "doc231271"], "ranked_scores": [623.0, 570.0, 562.0, 560.0, 553.0, 553.0, 552.0, 542.0, 536.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc1048266", "doc61054", "doc829494", "doc2193668", "doc988606", "doc2080046"], "ranked_scores": [603.0, 590.0, 568.0, 562.0, 534.0, 531.0, 525.0, 523.0, 523.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97442", "doc1116765", "doc97445", "doc97430", "doc369220", "doc369237", "doc369277", "doc2083987"], "ranked_scores": [600.0, 566.0, 566.0, 553.0, 548.0, 534.0, 531.0, 531.0, 523.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc2224204", "doc736558", "doc33196", "doc1008940", "doc562262", "doc988735", "doc727789", "doc1006755"], "ranked_scores": [583.0, 551.0, 545.0, 542.0, 539.0, 538.0, 534.0, 533.0, 529.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc1984127", "doc83863", "doc1974480", "doc2372621", "doc1780375", "doc2254475", "doc2537823", "doc83872", "doc1406086"], "ranked_scores": [586.0, 579.0, 575.0, 555.0, 544.0, 543.0, 542.0, 542.0, 539.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703706", "doc106332", "doc703736", "doc703714", "doc106372", "doc1246069", "doc703711", "doc703705", "doc703702", "doc703728"], "ranked_scores": [577.0, 573.0, 570.0, 569.0, 568.0, 567.0, 566.0, 566.0, 565.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc692559", "doc7108", "doc1599042", "doc7112", "doc670570", "doc2606816", "doc2670770", "doc485206", "doc934401"], "ranked_scores": [565.0, 556.0, 543.0, 539.0, 537.0, 534.0, 526.0, 526.0, 525.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc1891830", "doc82127", "doc1169637", "doc431563", "doc1740481", "doc1846029", "doc1968582"], "ranked_scores": [594.0, 564.0, 550.0, 543.0, 541.0, 517.0, 514.0, 514.0, 513.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc382065", "doc187232", "doc919340", "doc2420503", "doc2009369", "doc220990", "doc1186883", "doc15095", "doc244368"], "ranked_scores": [551.0, 518.0, 512.0, 512.0, 508.0, 507.0, 506.0, 506.0, 505.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1926206", "doc30773", "doc24929", "doc90322", "doc468490", "doc1380357", "doc1824654", "doc1734041", "doc1786046"], "ranked_scores": [570.0, 551.0, 550.0, 548.0, 538.0, 535.0, 534.0, 531.0, 528.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc2483632", "doc36402", "doc36393", "doc573905", "doc648364", "doc1902615", "doc1825428", "doc2225375", "doc2277317"], "ranked_scores": [530.0, 530.0, 521.0, 519.0, 518.0, 514.0, 512.0, 510.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc1102442", "doc56897", "doc56921", "doc2509989", "doc56902", "doc2091589", "doc2313854", "doc346623", "doc2638106"], "ranked_scores": [610.0, 604.0, 596.0, 570.0, 555.0, 544.0, 538.0, 533.0, 529.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc137908", "doc80151", "doc80154", "doc2076427", "doc80078", "doc1521484", "doc80067", "doc2203841", "doc80074", "doc596891"], "ranked_scores": [564.0, 563.0, 559.0, 559.0, 556.0, 556.0, 547.0, 547.0, 546.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.389, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc72416", "doc2174234", "doc506841", "doc2240291", "doc2010420", "doc1781006", "doc108794", "doc1018577", "doc527459"], "ranked_scores": [627.0, 545.0, 533.0, 524.0, 521.0, 517.0, 514.0, 514.0, 513.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26461", "doc138458", "doc207464", "doc224770", "doc1159969", "doc725659", "doc99377", "doc675035", "doc764184"], "ranked_scores": [590.0, 555.0, 552.0, 548.0, 546.0, 540.0, 539.0, 538.0, 531.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc337483", "doc1219639", "doc1265623", "doc302286", "doc2592003", "doc192542", "doc890730"], "ranked_scores": [604.0, 552.0, 550.0, 547.0, 536.0, 533.0, 532.0, 527.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc490395", "doc890257", "doc988735", "doc57948", "doc1632991", "doc1390300", "doc721746", "doc37890", "doc736558"], "ranked_scores": [593.0, 545.0, 544.0, 543.0, 542.0, 537.0, 534.0, 533.0, 532.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1657214", "doc1381513", "doc879199", "doc1128302", "doc2060827", "doc1796400", "doc1077629", "doc1448736", "doc2357495"], "ranked_scores": [607.0, 538.0, 531.0, 529.0, 523.0, 519.0, 519.0, 515.0, 514.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64318", "doc64314", "doc922271", "doc35524", "doc35499", "doc388285", "doc2487656", "doc41344", "doc851269"], "ranked_scores": [561.0, 546.0, 541.0, 535.0, 531.0, 528.0, 528.0, 521.0, 519.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc587518", "doc1321868", "doc1321914", "doc437677", "doc727452", "doc1334192", "doc1321929", "doc1520300", "doc437683", "doc1520286"], "ranked_scores": [562.0, 556.0, 553.0, 552.0, 551.0, 549.0, 549.0, 548.0, 548.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc671985", "doc866437", "doc754076", "doc720175", "doc1314995", "doc552702", "doc1315083", "doc2543056"], "ranked_scores": [556.0, 527.0, 527.0, 521.0, 517.0, 514.0, 512.0, 512.0, 509.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1801894", "doc384744", "doc1445420", "doc170955", "doc200940", "doc587116", "doc602735", "doc1440230", "doc24934"], "ranked_scores": [501.0, 499.0, 487.0, 486.0, 483.0, 482.0, 479.0, 479.0, 478.0, 478.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc611287", "doc580016", "doc611283", "doc1005393", "doc284394", "doc1069317", "doc1298637", "doc89435"], "ranked_scores": [593.0, 588.0, 544.0, 538.0, 534.0, 533.0, 531.0, 526.0, 526.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc324530", "doc1635999", "doc783808", "doc2259504", "doc430825", "doc812613", "doc996399", "doc25697", "doc1394755"], "ranked_scores": [649.0, 572.0, 568.0, 555.0, 554.0, 553.0, 552.0, 552.0, 546.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2449643", "doc2194194", "doc2527260", "doc94367", "doc898833", "doc660237", "doc147268", "doc660271", "doc990514"], "ranked_scores": [576.0, 569.0, 552.0, 547.0, 541.0, 540.0, 540.0, 537.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc849003", "doc105758", "doc566026", "doc543176", "doc105759", "doc105763", "doc830308", "doc719006", "doc719065"], "ranked_scores": [619.0, 585.0, 583.0, 567.0, 566.0, 559.0, 555.0, 553.0, 546.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107018", "doc358938", "doc52414", "doc606253", "doc1927002", "doc1400527", "doc2081252", "doc1400528", "doc2166568", "doc1400520"], "ranked_scores": [561.0, 553.0, 552.0, 544.0, 543.0, 540.0, 538.0, 538.0, 538.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc70904", "doc211230", "doc465988", "doc42101", "doc313365", "doc378301", "doc768322", "doc313354", "doc1204609", "doc720207"], "ranked_scores": [551.0, 550.0, 549.0, 547.0, 546.0, 544.0, 543.0, 537.0, 535.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc733127", "doc2665803", "doc2119808", "doc650883", "doc289212", "doc518394", "doc2636762", "doc1736708"], "ranked_scores": [547.0, 515.0, 509.0, 506.0, 504.0, 500.0, 497.0, 495.0, 492.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc143496", "doc1548640", "doc1563751", "doc775913", "doc311498", "doc1538025", "doc1202504", "doc1245931", "doc1962174"], "ranked_scores": [551.0, 536.0, 531.0, 527.0, 519.0, 519.0, 514.0, 513.0, 513.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc1345740", "doc601133", "doc376243", "doc2005304", "doc1810672", "doc376241", "doc376238", "doc564961", "doc864555"], "ranked_scores": [532.0, 527.0, 525.0, 514.0, 513.0, 510.0, 504.0, 498.0, 496.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1629620", "doc2465656", "doc588578", "doc1986449", "doc1986437", "doc641270", "doc61233", "doc1333905", "doc1584862"], "ranked_scores": [562.0, 558.0, 555.0, 554.0, 554.0, 544.0, 541.0, 539.0, 537.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc2391797", "doc312605", "doc312607", "doc807", "doc806", "doc190844", "doc1499831", "doc201166", "doc221817"], "ranked_scores": [517.0, 505.0, 505.0, 503.0, 500.0, 500.0, 497.0, 495.0, 495.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88974", "doc88973", "doc2624067", "doc1670518", "doc1452752", "doc1639229", "doc2624072", "doc1763997"], "ranked_scores": [614.0, 606.0, 598.0, 584.0, 560.0, 558.0, 555.0, 542.0, 540.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338815", "doc338810", "doc21378", "doc21340", "doc21363", "doc21372", "doc642895", "doc1455511", "doc338801", "doc338813"], "ranked_scores": [552.0, 527.0, 520.0, 520.0, 518.0, 517.0, 516.0, 515.0, 513.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4825, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc1791044", "doc2003302", "doc2072948", "doc376580", "doc108477", "doc323321", "doc63590", "doc18273", "doc911115", "doc1844919"], "ranked_scores": [571.0, 570.0, 566.0, 565.0, 565.0, 563.0, 560.0, 560.0, 560.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1670303", "doc7163", "doc2004259", "doc355540", "doc2128755", "doc246550", "doc1026678", "doc2677350", "doc2265484"], "ranked_scores": [549.0, 534.0, 517.0, 517.0, 515.0, 514.0, 504.0, 503.0, 501.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc2653657", "doc751718", "doc1826212", "doc2494655", "doc2295957", "doc1568962", "doc1564136", "doc757822", "doc1537788"], "ranked_scores": [516.0, 481.0, 480.0, 477.0, 477.0, 474.0, 473.0, 472.0, 464.0, 460.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc1809840", "doc2011376", "doc2084882", "doc2057552", "doc2639996", "doc1961593", "doc705226", "doc1382750", "doc2634368"], "ranked_scores": [523.0, 511.0, 507.0, 503.0, 499.0, 496.0, 494.0, 491.0, 486.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc427398", "doc207271", "doc1618374", "doc1926786", "doc1618372", "doc36460", "doc2622759", "doc417364"], "ranked_scores": [592.0, 539.0, 527.0, 525.0, 523.0, 519.0, 518.0, 518.0, 515.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106372", "doc703736", "doc703719", "doc703711", "doc106355", "doc703701", "doc106357", "doc298160", "doc703721"], "ranked_scores": [589.0, 583.0, 581.0, 565.0, 565.0, 562.0, 557.0, 556.0, 556.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc1373324", "doc643072", "doc1119808", "doc1373323", "doc108887", "doc109002", "doc729661", "doc1119544", "doc2393669"], "ranked_scores": [589.0, 579.0, 571.0, 565.0, 563.0, 559.0, 551.0, 551.0, 546.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc1376157", "doc2378961", "doc1431001", "doc1160422", "doc936401", "doc643972"], "ranked_scores": [582.0, 574.0, 568.0, 540.0, 513.0, 512.0, 510.0, 510.0, 505.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-asigm-2b": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc57247", "doc751998", "doc1665946", "doc3001", "doc57232", "doc703715", "doc751967", "doc63804"], "ranked_scores": [0.5335, 0.5232, 0.518, 0.5103, 0.4639, 0.4588, 0.451, 0.3763, 0.3737, 0.3608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1664486", "doc314759", "doc2292349", "doc1664485", "doc2473154", "doc2415290", "doc1952665", "doc2664641"], "ranked_scores": [0.5206, 0.4613, 0.3969, 0.3814, 0.3608, 0.3582, 0.3557, 0.3505, 0.3402, 0.3351], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc21841", "doc660012", "doc21831", "doc1675505", "doc21829", "doc2285692", "doc296216"], "ranked_scores": [0.4201, 0.4021, 0.384, 0.3789, 0.3686, 0.3634, 0.3608, 0.3505, 0.3376, 0.3351], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453089", "doc1911408", "doc161015", "doc565706", "doc415358", "doc536608", "doc2525766", "doc415323", "doc1177870", "doc1402783"], "ranked_scores": [0.4253, 0.4128, 0.4128, 0.4128, 0.4128, 0.4128, 0.4128, 0.4098, 0.4046, 0.3943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1741704", "doc1366756", "doc1741702", "doc1167678", "doc1812659", "doc684238", "doc1741701", "doc1366765", "doc88443", "doc1741706"], "ranked_scores": [0.441, 0.4385, 0.4231, 0.4231, 0.4205, 0.418, 0.418, 0.4154, 0.4051, 0.4051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1324046", "doc381292", "doc540358", "doc540363", "doc27538", "doc1628841", "doc27529", "doc1852503", "doc1615533", "doc361696"], "ranked_scores": [0.433, 0.4304, 0.3789, 0.3737, 0.3608, 0.3608, 0.3582, 0.3582, 0.3402, 0.3376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc484979", "doc579128", "doc349744", "doc1994393", "doc782194", "doc825186", "doc1208808", "doc856735", "doc1340806"], "ranked_scores": [0.6484, 0.5102, 0.5004, 0.4956, 0.4956, 0.4931, 0.493, 0.4808, 0.4759, 0.4734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc641530", "doc1486663", "doc29759", "doc29765", "doc101561", "doc761733", "doc1798668", "doc29764", "doc231271"], "ranked_scores": [0.5851, 0.4201, 0.4201, 0.3789, 0.366, 0.366, 0.3582, 0.3557, 0.3454, 0.3428], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc829494", "doc61054", "doc1048266", "doc2193668", "doc1558629", "doc988606"], "ranked_scores": [0.5825, 0.5438, 0.4691, 0.4149, 0.3969, 0.3866, 0.3737, 0.3557, 0.3454, 0.3376], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97442", "doc97421", "doc1116765", "doc97445", "doc369237", "doc97430", "doc2071083", "doc214269", "doc2071066"], "ranked_scores": [0.5438, 0.4845, 0.451, 0.4407, 0.433, 0.3686, 0.3531, 0.3351, 0.3273, 0.3247], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc562262", "doc1651444", "doc562696", "doc33196", "doc1008940", "doc736558", "doc2224204", "doc47608", "doc988735"], "ranked_scores": [0.4948, 0.4149, 0.4046, 0.3918, 0.3763, 0.3711, 0.3686, 0.3686, 0.3686, 0.3608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc83863", "doc1984127", "doc2372621", "doc83872", "doc2537823", "doc2254475", "doc1984114", "doc877114", "doc2254465"], "ranked_scores": [0.5051, 0.4897, 0.4897, 0.4026, 0.3923, 0.3821, 0.3769, 0.3718, 0.3641, 0.3564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc703728", "doc388464", "doc703736", "doc703719", "doc106332", "doc106372", "doc703715", "doc1246069", "doc703721"], "ranked_scores": [0.4665, 0.4562, 0.451, 0.451, 0.4485, 0.4462, 0.4459, 0.4407, 0.4253, 0.4227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc692559", "doc7106", "doc2606816", "doc1599042", "doc7099", "doc2670770", "doc934401", "doc485206", "doc670570", "doc1377683"], "ranked_scores": [0.4124, 0.4098, 0.3789, 0.3737, 0.3634, 0.3615, 0.3608, 0.3582, 0.3557, 0.3428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc82127", "doc1891830", "doc90808", "doc1169637", "doc1846029", "doc1740481", "doc1040316", "doc704392"], "ranked_scores": [0.5722, 0.4691, 0.4253, 0.4021, 0.384, 0.3196, 0.317, 0.317, 0.3041, 0.3041], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc187232", "doc220990", "doc439366", "doc2581432", "doc2193690", "doc382065", "doc919340", "doc269387", "doc2420503"], "ranked_scores": [0.3454, 0.3428, 0.3376, 0.3247, 0.3144, 0.3093, 0.3093, 0.3041, 0.3015, 0.299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1926206", "doc24929", "doc1734041", "doc2202506", "doc90322", "doc1786046", "doc2202499", "doc30773", "doc1380357"], "ranked_scores": [0.4485, 0.4175, 0.4072, 0.3814, 0.3737, 0.3711, 0.3711, 0.3608, 0.3582, 0.3531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc1104361", "doc573905", "doc402317", "doc2225375", "doc36402", "doc2277317", "doc904153", "doc19185", "doc36393"], "ranked_scores": [0.3634, 0.3582, 0.3402, 0.3402, 0.3376, 0.3299, 0.3299, 0.3247, 0.3247, 0.3222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56921", "doc56902", "doc2509989", "doc2091589", "doc2439294", "doc2313854", "doc2408092"], "ranked_scores": [0.5462, 0.5412, 0.5361, 0.4923, 0.4407, 0.4304, 0.4149, 0.3814, 0.3789, 0.3763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc2076427", "doc137908", "doc80074", "doc80151", "doc596891", "doc439513", "doc1357314", "doc80078", "doc1521484", "doc2557673"], "ranked_scores": [0.4536, 0.4485, 0.4433, 0.4072, 0.4072, 0.4021, 0.3969, 0.3943, 0.3918, 0.384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc72416", "doc2240291", "doc506841", "doc1177572", "doc2174234", "doc2010420", "doc1018577", "doc1018578", "doc183950"], "ranked_scores": [0.6134, 0.3892, 0.3763, 0.3608, 0.3402, 0.3402, 0.3402, 0.3351, 0.3273, 0.3273], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26461", "doc1159969", "doc138458", "doc746306", "doc764184", "doc725659", "doc131786", "doc207464", "doc26467"], "ranked_scores": [0.5129, 0.4536, 0.4124, 0.4124, 0.3995, 0.3892, 0.3866, 0.384, 0.3711, 0.3634], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1265623", "doc337483", "doc192542", "doc2438080", "doc498384", "doc1219639", "doc889101"], "ranked_scores": [0.5747, 0.4562, 0.4072, 0.3866, 0.3866, 0.384, 0.3711, 0.3667, 0.3608, 0.3582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc988735", "doc2115402", "doc890257", "doc490395", "doc37884", "doc57948", "doc2263202", "doc721746", "doc119508"], "ranked_scores": [0.4897, 0.4046, 0.3969, 0.3892, 0.384, 0.3789, 0.3763, 0.3686, 0.3686, 0.3634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1381513", "doc1128302", "doc902657", "doc22149", "doc751435", "doc1077629", "doc959527", "doc2068337", "doc879199"], "ranked_scores": [0.5619, 0.3479, 0.3376, 0.3247, 0.3222, 0.3196, 0.3196, 0.3196, 0.3196, 0.317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc64314", "doc851269", "doc922271", "doc2487656", "doc2426896", "doc1683659", "doc388286", "doc35524"], "ranked_scores": [0.4768, 0.4021, 0.3789, 0.3789, 0.3582, 0.3557, 0.3505, 0.3505, 0.3505, 0.3454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc519281", "doc1739769", "doc1334192", "doc727452", "doc1321929", "doc1788429", "doc437678", "doc2545074", "doc437662", "doc587518"], "ranked_scores": [0.4356, 0.4304, 0.4278, 0.4201, 0.4046, 0.3995, 0.3969, 0.3943, 0.3918, 0.3918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc671985", "doc552720", "doc1778577", "doc2361775", "doc1314995", "doc1315064", "doc2296331", "doc552702"], "ranked_scores": [0.4433, 0.384, 0.3454, 0.3436, 0.3385, 0.3299, 0.3299, 0.3299, 0.3273, 0.3273], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc1440230", "doc645602", "doc1445420", "doc938718", "doc2334138", "doc384744", "doc360990", "doc2087111", "doc602735"], "ranked_scores": [0.2887, 0.268, 0.2603, 0.2603, 0.2577, 0.2526, 0.25, 0.2448, 0.2448, 0.2448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc580016", "doc284394", "doc611282", "doc1069317", "doc1005393", "doc611283", "doc611287", "doc535996"], "ranked_scores": [0.5593, 0.518, 0.3686, 0.3634, 0.3582, 0.3531, 0.3479, 0.3428, 0.3351, 0.3299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc812613", "doc2015675", "doc783808", "doc28582", "doc324530", "doc1635999", "doc2259504", "doc579817", "doc996399"], "ranked_scores": [0.6418, 0.4487, 0.4098, 0.3995, 0.3995, 0.3995, 0.3892, 0.384, 0.3814, 0.3737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc660237", "doc2449643", "doc660236", "doc2527260", "doc147268", "doc2194194", "doc1837771", "doc11659", "doc1837769"], "ranked_scores": [0.4564, 0.426, 0.4128, 0.4, 0.3846, 0.3744, 0.3718, 0.3692, 0.3667, 0.3622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc849003", "doc105759", "doc566026", "doc105763", "doc719006", "doc543176", "doc719065", "doc830308"], "ranked_scores": [0.616, 0.5464, 0.4794, 0.4536, 0.4536, 0.4356, 0.433, 0.433, 0.4149, 0.4124], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc2107018", "doc2224155", "doc358938", "doc628470", "doc1400528", "doc2500959", "doc1927002", "doc675222", "doc2166568"], "ranked_scores": [0.4588, 0.4459, 0.4175, 0.4175, 0.4124, 0.4046, 0.3995, 0.3943, 0.3892, 0.3866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211230", "doc42101", "doc465988", "doc378301", "doc2288928", "doc70904", "doc313365", "doc1841145", "doc2498492", "doc70909"], "ranked_scores": [0.4149, 0.4072, 0.3918, 0.384, 0.3763, 0.3763, 0.366, 0.3634, 0.3608, 0.3608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc2665803", "doc264212", "doc289212", "doc336518", "doc2636635", "doc2187649", "doc650883", "doc688403"], "ranked_scores": [0.4385, 0.3077, 0.3, 0.2949, 0.2923, 0.2872, 0.2795, 0.2792, 0.2769, 0.2744], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1245931", "doc143496", "doc159492", "doc1538025", "doc1202504", "doc1563751", "doc775913", "doc552141"], "ranked_scores": [0.4253, 0.3763, 0.3557, 0.3505, 0.3487, 0.3376, 0.3325, 0.3299, 0.3273, 0.3247], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc2005304", "doc1055373", "doc1345740", "doc564961", "doc601133", "doc1810672", "doc376238", "doc1300782", "doc376243", "doc376241"], "ranked_scores": [0.3789, 0.3686, 0.3428, 0.3376, 0.3247, 0.3067, 0.299, 0.2938, 0.2912, 0.2887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1629620", "doc1160263", "doc1986449", "doc641270", "doc1730288", "doc588578", "doc1333905", "doc1304447", "doc1986437", "doc61233"], "ranked_scores": [0.433, 0.4227, 0.4201, 0.4124, 0.3943, 0.384, 0.3795, 0.3789, 0.3686, 0.366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc2067045", "doc543109", "doc845380", "doc1033272", "doc201166", "doc1339771", "doc312607", "doc1499831", "doc806"], "ranked_scores": [0.3119, 0.2964, 0.2835, 0.2821, 0.2809, 0.2784, 0.2784, 0.2784, 0.2706, 0.2706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88974", "doc2624067", "doc88973", "doc1452752", "doc1639229", "doc2015719", "doc1670518", "doc1763997"], "ranked_scores": [0.5876, 0.5541, 0.5129, 0.4639, 0.451, 0.4381, 0.4201, 0.4124, 0.4046, 0.4046], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338815", "doc338810", "doc21363", "doc338801", "doc642895", "doc21372", "doc21340", "doc1455462", "doc21378", "doc338818"], "ranked_scores": [0.3949, 0.3923, 0.3821, 0.3744, 0.3564, 0.3513, 0.3487, 0.341, 0.3342, 0.3333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4228, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc323321", "doc1791044", "doc1374770", "doc108477", "doc2003302", "doc376580", "doc1844919", "doc2072948", "doc2563559", "doc911115"], "ranked_scores": [0.482, 0.4536, 0.4513, 0.451, 0.451, 0.4459, 0.4433, 0.4253, 0.4253, 0.4231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1670303", "doc355540", "doc2004259", "doc7163", "doc2482938", "doc2677350", "doc2128755", "doc913113", "doc246550"], "ranked_scores": [0.4149, 0.4046, 0.3376, 0.3376, 0.3325, 0.2964, 0.2912, 0.2912, 0.2887, 0.2809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc2653657", "doc2295957", "doc1564136", "doc1826212", "doc751726", "doc751718", "doc751719", "doc2494655", "doc735792"], "ranked_scores": [0.3015, 0.2732, 0.2629, 0.2577, 0.25, 0.25, 0.2371, 0.232, 0.2242, 0.2242], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2011376", "doc2084882", "doc642762", "doc1809840", "doc2057552", "doc495543", "doc2639996", "doc705226", "doc1382750", "doc2558036"], "ranked_scores": [0.3351, 0.3299, 0.3222, 0.3119, 0.3067, 0.2887, 0.2887, 0.2861, 0.2758, 0.2655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc1618374", "doc36460", "doc427398", "doc1618372", "doc207271", "doc1927669", "doc2245655", "doc417364"], "ranked_scores": [0.549, 0.4098, 0.3969, 0.3918, 0.3667, 0.366, 0.3634, 0.3531, 0.3462, 0.3462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106372", "doc703736", "doc427621", "doc298160", "doc106355", "doc106357", "doc703719", "doc703721", "doc211929"], "ranked_scores": [0.5026, 0.4278, 0.4227, 0.4227, 0.4201, 0.4149, 0.4072, 0.4046, 0.4046, 0.3892], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc643072", "doc1119808", "doc108892", "doc108887", "doc1373324", "doc109002", "doc1373323", "doc729661", "doc2393669"], "ranked_scores": [0.5026, 0.4768, 0.4536, 0.4536, 0.4485, 0.4407, 0.4356, 0.4356, 0.4149, 0.3943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc1504263", "doc77976", "doc1430993", "doc1431001", "doc1160422", "doc2445605", "doc2388767", "doc936401", "doc380173"], "ranked_scores": [0.4871, 0.4794, 0.433, 0.3892, 0.3615, 0.3222, 0.3093, 0.299, 0.2964, 0.2949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "roberta-base": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1255451", "doc1108793", "doc1765385", "doc1594219", "doc688882", "doc2114416", "doc233794", "doc1487821", "doc1273973", "doc493814"], "ranked_scores": [0.971, 0.9665, 0.966, 0.965, 0.9648, 0.9643, 0.9638, 0.9629, 0.9628, 0.962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1916315", "doc728418", "doc1899255", "doc1530226", "doc2677869", "doc1845876", "doc2292349", "doc1982537", "doc2431076", "doc964756"], "ranked_scores": [0.972, 0.9714, 0.9713, 0.9712, 0.971, 0.9707, 0.9704, 0.9702, 0.9688, 0.9687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc21856", "doc699194", "doc69778", "doc2613405", "doc2526409", "doc1783753", "doc313365", "doc21888", "doc2358359", "doc812322"], "ranked_scores": [0.9896, 0.9868, 0.9867, 0.9839, 0.9835, 0.9819, 0.9819, 0.9816, 0.9814, 0.9813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc392061", "doc2670725", "doc1104225", "doc2141465", "doc1439388", "doc294697", "doc1530226", "doc720132", "doc474064", "doc326591"], "ranked_scores": [0.9784, 0.9784, 0.9778, 0.9764, 0.9756, 0.9746, 0.9741, 0.9741, 0.9738, 0.9734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1614582", "doc190325", "doc2473154", "doc1341113", "doc132960", "doc338852", "doc1492453", "doc938302", "doc1160422", "doc1914599"], "ranked_scores": [0.9714, 0.9712, 0.9705, 0.9687, 0.9678, 0.9675, 0.9668, 0.9666, 0.9663, 0.9663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1255451", "doc257946", "doc1765385", "doc1088928", "doc1594219", "doc54026", "doc806787", "doc233794", "doc952618", "doc1381513"], "ranked_scores": [0.9725, 0.9708, 0.9689, 0.9684, 0.9681, 0.9675, 0.967, 0.9669, 0.9669, 0.9665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1741795", "doc291806", "doc782194", "doc1924612", "doc579135", "doc771233", "doc2010481", "doc864822", "doc1378090", "doc1533829"], "ranked_scores": [0.971, 0.9707, 0.9704, 0.9693, 0.9686, 0.9683, 0.9682, 0.9679, 0.9679, 0.9675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc438117", "doc2462709", "doc936409", "doc938302", "doc720132", "doc2467789", "doc1527346", "doc1378090", "doc294697", "doc233794"], "ranked_scores": [0.9753, 0.9752, 0.9746, 0.9739, 0.9731, 0.9728, 0.9727, 0.9727, 0.9724, 0.9724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1381513", "doc1796400", "doc1527346", "doc1554073", "doc1128302", "doc2432006", "doc2462709", "doc1176632", "doc1076782", "doc642762"], "ranked_scores": [0.9828, 0.9764, 0.9763, 0.9751, 0.9746, 0.9736, 0.9735, 0.9735, 0.9733, 0.9732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1587502", "doc1079691", "doc1587504", "doc1349043", "doc2084014", "doc1349039", "doc1902500", "doc2083987", "doc1430994", "doc1587500"], "ranked_scores": [0.978, 0.9769, 0.9762, 0.9752, 0.9748, 0.9742, 0.9741, 0.9721, 0.972, 0.9719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc233794", "doc54026", "doc1273973", "doc1255451", "doc1487821", "doc688882", "doc438117", "doc1878861", "doc1795458", "doc2114416"], "ranked_scores": [0.9757, 0.9742, 0.9715, 0.9712, 0.971, 0.9697, 0.9694, 0.9694, 0.9692, 0.9685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386166", "doc66003", "doc50164", "doc414338", "doc2254470", "doc1667023", "doc1933371", "doc50110", "doc824758", "doc1966959"], "ranked_scores": [0.9796, 0.9776, 0.9732, 0.9726, 0.9713, 0.9708, 0.9703, 0.9693, 0.9689, 0.968], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1765385", "doc119994", "doc2467789", "doc2093620", "doc688882", "doc2654127", "doc1150456", "doc1564158", "doc1258664", "doc2534824"], "ranked_scores": [0.9745, 0.9713, 0.9702, 0.9692, 0.9685, 0.9685, 0.9679, 0.9679, 0.9676, 0.9673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc1603040", "doc2349886", "doc552720", "doc1314857", "doc1470809", "doc7119", "doc526956", "doc720110", "doc1599042", "doc671985"], "ranked_scores": [0.9781, 0.9745, 0.9743, 0.9742, 0.9734, 0.9734, 0.9732, 0.9726, 0.9726, 0.9725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc980993", "doc233794", "doc2598514", "doc438117", "doc1378090", "doc1594219", "doc806787", "doc369298", "doc225707", "doc1878861"], "ranked_scores": [0.9778, 0.9748, 0.9744, 0.9741, 0.9736, 0.973, 0.973, 0.9725, 0.972, 0.9719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc551718", "doc2093620", "doc2093591", "doc1825079", "doc220990", "doc2397460", "doc1914599", "doc2119808", "doc244386", "doc1759594"], "ranked_scores": [0.978, 0.9735, 0.972, 0.9714, 0.9708, 0.9696, 0.9693, 0.9692, 0.9686, 0.968], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1113864", "doc1509194", "doc1160985", "doc75967", "doc1550156", "doc469055", "doc974653", "doc1711862", "doc980032", "doc620567"], "ranked_scores": [0.975, 0.9713, 0.9705, 0.9692, 0.9685, 0.9682, 0.968, 0.9678, 0.9676, 0.9676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc551718", "doc1759594", "doc1914599", "doc938302", "doc2093620", "doc1765385", "doc36402", "doc1255451", "doc2093591", "doc283967"], "ranked_scores": [0.972, 0.9719, 0.9687, 0.9668, 0.9664, 0.9663, 0.9656, 0.9655, 0.9654, 0.9649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc873479", "doc873480", "doc876038", "doc357255", "doc1315109", "doc69722", "doc638457", "doc650954", "doc1601611"], "ranked_scores": [0.9706, 0.9698, 0.9698, 0.9684, 0.9681, 0.9663, 0.966, 0.9659, 0.9657, 0.9654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc1357314", "doc1439388", "doc80074", "doc7108", "doc2537202", "doc506215", "doc2072988", "doc134224", "doc137908", "doc80123"], "ranked_scores": [0.9817, 0.9808, 0.9783, 0.9782, 0.9781, 0.9771, 0.976, 0.9759, 0.9758, 0.9756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc1273973", "doc1255451", "doc204120", "doc1487821", "doc688882", "doc1765385", "doc790970", "doc493814", "doc806787", "doc2636762"], "ranked_scores": [0.9723, 0.9713, 0.9691, 0.9683, 0.9675, 0.9672, 0.9652, 0.9652, 0.965, 0.9645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc474064", "doc725659", "doc1032688", "doc207464", "doc1652465", "doc138458", "doc1159969", "doc746306", "doc2376934", "doc1942387"], "ranked_scores": [0.9704, 0.9687, 0.9683, 0.9665, 0.9663, 0.9663, 0.9656, 0.9653, 0.965, 0.965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc1594219", "doc1765385", "doc233794", "doc692575", "doc1315096", "doc688882", "doc720105", "doc438117", "doc1314979", "doc1315109"], "ranked_scores": [0.9756, 0.9707, 0.9705, 0.9702, 0.9698, 0.969, 0.9685, 0.9684, 0.9683, 0.9683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1255451", "doc233794", "doc1273973", "doc1487821", "doc1795458", "doc54026", "doc735792", "doc1203872", "doc570839", "doc790970"], "ranked_scores": [0.9748, 0.9739, 0.9732, 0.973, 0.9724, 0.9722, 0.9718, 0.9715, 0.9714, 0.971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc1381513", "doc1128302", "doc1796400", "doc2432006", "doc1554073", "doc257946", "doc829494", "doc97437", "doc2502199", "doc1527346"], "ranked_scores": [0.9825, 0.9766, 0.976, 0.9754, 0.9739, 0.9732, 0.9727, 0.9725, 0.9724, 0.9722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc466953", "doc1725991", "doc922273", "doc388290", "doc706930", "doc1111696", "doc2428288", "doc2599837", "doc398865", "doc64318"], "ranked_scores": [0.9789, 0.976, 0.975, 0.9739, 0.9736, 0.9727, 0.9724, 0.9719, 0.9718, 0.9713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc2067559", "doc1978008", "doc1255451", "doc1594219", "doc257946", "doc1765385", "doc720132", "doc1765392", "doc1978012", "doc1626453"], "ranked_scores": [0.9648, 0.9643, 0.9642, 0.964, 0.9636, 0.9635, 0.9632, 0.9632, 0.9631, 0.9626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc2467789", "doc671969", "doc1509194", "doc1452587", "doc1176632", "doc1840164", "doc1654105", "doc1603040", "doc552720", "doc1314995"], "ranked_scores": [0.9693, 0.9689, 0.9673, 0.9659, 0.9644, 0.9642, 0.9641, 0.964, 0.9638, 0.9637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1255451", "doc1765385", "doc688882", "doc570839", "doc1088928", "doc1273973", "doc806787", "doc2067559", "doc642762", "doc735792"], "ranked_scores": [0.9759, 0.9726, 0.9709, 0.9709, 0.9701, 0.97, 0.9691, 0.9686, 0.9685, 0.9681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc735792", "doc233794", "doc1458523", "doc1487821", "doc438117", "doc60903", "doc908573", "doc54026", "doc1878861", "doc980993"], "ranked_scores": [0.9723, 0.9722, 0.9718, 0.9715, 0.9714, 0.9711, 0.971, 0.9709, 0.9709, 0.9709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc1315109", "doc835424", "doc2093620", "doc884905", "doc1314899", "doc418463", "doc1314995", "doc720132", "doc551718", "doc1986143"], "ranked_scores": [0.9658, 0.9655, 0.9654, 0.9644, 0.9644, 0.9644, 0.9641, 0.964, 0.9639, 0.9637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc294697", "doc368673", "doc828063", "doc835424", "doc1923927", "doc729661", "doc1520499", "doc108931", "doc2071028", "doc326591"], "ranked_scores": [0.9818, 0.9802, 0.9794, 0.979, 0.9773, 0.9772, 0.9765, 0.9758, 0.9752, 0.9749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1765385", "doc1108793", "doc688882", "doc1258664", "doc980993", "doc1594219", "doc1315097", "doc1255451", "doc1564158", "doc2654127"], "ranked_scores": [0.9712, 0.9697, 0.9683, 0.9676, 0.9668, 0.9662, 0.9662, 0.9659, 0.9658, 0.9651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1220233", "doc2045783", "doc52414", "doc152997", "doc69722", "doc2166568", "doc392061", "doc876038", "doc2224155", "doc358939"], "ranked_scores": [0.9721, 0.971, 0.9708, 0.97, 0.97, 0.9697, 0.9697, 0.9693, 0.9692, 0.9691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc420336", "doc2217446", "doc2646161", "doc1966959", "doc435078", "doc313365", "doc70905", "doc660871", "doc608137", "doc699194"], "ranked_scores": [0.9782, 0.9748, 0.9747, 0.9744, 0.9728, 0.9722, 0.9718, 0.9713, 0.9712, 0.9711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc397701", "doc688403", "doc393485", "doc2042102", "doc336518", "doc733127", "doc518266", "doc642762", "doc264216", "doc2093620"], "ranked_scores": [0.9684, 0.9661, 0.9646, 0.9645, 0.9638, 0.9632, 0.9625, 0.9623, 0.9617, 0.9617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1255451", "doc1765385", "doc2179035", "doc688882", "doc1314979", "doc884905", "doc1594219", "doc980993", "doc2179022", "doc233794"], "ranked_scores": [0.9692, 0.9687, 0.9677, 0.9675, 0.9675, 0.9672, 0.967, 0.9664, 0.9656, 0.9656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc2304461", "doc2043743", "doc2175324", "doc2534824", "doc261351", "doc1986143", "doc2009210", "doc693852", "doc393485", "doc225707"], "ranked_scores": [0.9714, 0.9674, 0.9643, 0.9643, 0.9639, 0.9626, 0.962, 0.9609, 0.9607, 0.9604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1381513", "doc1038435", "doc2432006", "doc1554073", "doc785515", "doc441683", "doc2613792", "doc1872130", "doc1348556", "doc1594219"], "ranked_scores": [0.9685, 0.9674, 0.9659, 0.9658, 0.9658, 0.9637, 0.9635, 0.9635, 0.9634, 0.9633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1765385", "doc1594219", "doc1258664", "doc1315097", "doc233794", "doc1564158", "doc688882", "doc980993", "doc1255451", "doc1314979"], "ranked_scores": [0.9717, 0.9698, 0.9695, 0.9676, 0.9671, 0.9665, 0.9662, 0.9657, 0.9655, 0.9654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc548704", "doc1070787", "doc655233", "doc1315443", "doc671111", "doc1124580", "doc671164", "doc1817839", "doc326591", "doc720132"], "ranked_scores": [0.978, 0.9731, 0.9712, 0.9673, 0.9644, 0.9644, 0.963, 0.963, 0.9605, 0.9591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1765385", "doc1594219", "doc1255451", "doc233794", "doc688882", "doc438117", "doc54026", "doc1626453", "doc1273973", "doc1108793"], "ranked_scores": [0.9699, 0.9698, 0.9691, 0.9666, 0.9653, 0.9644, 0.9643, 0.964, 0.9638, 0.9633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc1594219", "doc1741795", "doc771233", "doc782194", "doc353446", "doc2010481", "doc1378090", "doc2677524", "doc438117", "doc1924612"], "ranked_scores": [0.9737, 0.973, 0.9719, 0.9708, 0.9694, 0.9689, 0.9685, 0.9684, 0.9683, 0.9681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc1255451", "doc216328", "doc2067559", "doc688882", "doc1273973", "doc441683", "doc1765385", "doc1088928", "doc1904094", "doc806787"], "ranked_scores": [0.9731, 0.9699, 0.9693, 0.969, 0.969, 0.9688, 0.9687, 0.968, 0.9675, 0.9674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1381513", "doc2613792", "doc785515", "doc692575", "doc2467789", "doc1594219", "doc1526452", "doc2462709", "doc1626453", "doc1554073"], "ranked_scores": [0.9688, 0.9684, 0.9683, 0.9681, 0.968, 0.9673, 0.9673, 0.9673, 0.967, 0.9668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc688882", "doc1986143", "doc785515", "doc2093620", "doc1255451", "doc1527346", "doc393485", "doc551718", "doc662025"], "ranked_scores": [0.9809, 0.9761, 0.9738, 0.9736, 0.9729, 0.9719, 0.9696, 0.9693, 0.9693, 0.969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1933371", "doc2653657", "doc720132", "doc1381513", "doc2467789", "doc474854", "doc2432006", "doc2462709", "doc283967", "doc692575"], "ranked_scores": [0.972, 0.9674, 0.9674, 0.9673, 0.9658, 0.9655, 0.9648, 0.9646, 0.9644, 0.9643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1765385", "doc119994", "doc2467789", "doc233794", "doc99119", "doc938302", "doc1914599", "doc326591", "doc283967", "doc1150456"], "ranked_scores": [0.9751, 0.9738, 0.9725, 0.9704, 0.9697, 0.9692, 0.9691, 0.9689, 0.9688, 0.9686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc828063", "doc294697", "doc729661", "doc326591", "doc1381513", "doc97437", "doc1349039", "doc1321073", "doc2432006", "doc873559"], "ranked_scores": [0.972, 0.9716, 0.9711, 0.9703, 0.9696, 0.969, 0.9687, 0.9684, 0.9681, 0.9679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1765385", "doc233794", "doc257946", "doc1315097", "doc511808", "doc1594219", "doc119994", "doc692575", "doc1314979", "doc936409"], "ranked_scores": [0.9763, 0.9742, 0.9711, 0.9702, 0.9698, 0.9695, 0.9692, 0.9686, 0.9686, 0.9683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc1395336", "doc57242", "doc57232", "doc57248", "doc751998", "doc57247", "doc1713783", "doc2040327"], "ranked_scores": [0.675, 0.658, 0.6364, 0.636, 0.6124, 0.5638, 0.5578, 0.556, 0.5239, 0.5211], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1749973", "doc1664486", "doc1982515", "doc2345266", "doc1796956", "doc497737", "doc230557", "doc1815291"], "ranked_scores": [0.6858, 0.6236, 0.5842, 0.5824, 0.5732, 0.5694, 0.567, 0.5571, 0.5551, 0.5551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc2285692", "doc365451", "doc69778", "doc243667", "doc2019171", "doc69768", "doc21829"], "ranked_scores": [0.7441, 0.7286, 0.6669, 0.6595, 0.6374, 0.6309, 0.6192, 0.612, 0.5934, 0.5917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc564709", "doc1570656", "doc1007260", "doc643498", "doc230376", "doc404141", "doc1402781", "doc400438", "doc453161"], "ranked_scores": [0.5763, 0.5644, 0.5511, 0.5507, 0.545, 0.5445, 0.5436, 0.5365, 0.5342, 0.5296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1812659", "doc887635", "doc1382123", "doc559430", "doc1741707", "doc1366769", "doc338868", "doc2307709", "doc1741704"], "ranked_scores": [0.6576, 0.6392, 0.6299, 0.622, 0.6174, 0.6168, 0.6118, 0.6115, 0.6046, 0.6038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1996268", "doc1021718", "doc1770477", "doc1852503", "doc27538", "doc2384883", "doc540358", "doc1478919", "doc1324046"], "ranked_scores": [0.6625, 0.5334, 0.5234, 0.5207, 0.5165, 0.5091, 0.5064, 0.4993, 0.4933, 0.4922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc1480727", "doc77634", "doc925929", "doc273559", "doc1340806", "doc579128", "doc653285", "doc1953211", "doc54270"], "ranked_scores": [0.6659, 0.651, 0.6423, 0.6391, 0.6381, 0.6305, 0.6302, 0.625, 0.6209, 0.6157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc966365", "doc2509153", "doc1486663", "doc278641", "doc2096499", "doc520687", "doc440382", "doc1798668"], "ranked_scores": [0.5749, 0.559, 0.5522, 0.5282, 0.5278, 0.518, 0.5133, 0.5087, 0.5023, 0.4945], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc829494", "doc61043", "doc1612682", "doc1376345", "doc1971249", "doc988606"], "ranked_scores": [0.6486, 0.6423, 0.6263, 0.5939, 0.4963, 0.489, 0.4821, 0.4589, 0.4565, 0.4544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc97430", "doc2071107", "doc2084014", "doc369237", "doc2083987", "doc2083995", "doc2083994"], "ranked_scores": [0.6963, 0.6958, 0.6956, 0.6446, 0.6305, 0.6294, 0.6248, 0.624, 0.6237, 0.6207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc908573", "doc2534674", "doc2648883", "doc33196", "doc2534676", "doc260668", "doc260645", "doc1999887"], "ranked_scores": [0.5942, 0.5567, 0.5115, 0.5038, 0.4976, 0.4954, 0.4949, 0.4886, 0.4777, 0.473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc66003", "doc437627", "doc1386166", "doc83863", "doc1386116", "doc2537823", "doc759547", "doc875841", "doc2295211"], "ranked_scores": [0.6361, 0.6139, 0.6101, 0.5999, 0.5847, 0.5569, 0.548, 0.5307, 0.5229, 0.517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc1887731", "doc1332302", "doc337506", "doc298160", "doc337547", "doc666653", "doc703711", "doc964811"], "ranked_scores": [0.6308, 0.6008, 0.6002, 0.5901, 0.5895, 0.5749, 0.5659, 0.5624, 0.5441, 0.5422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7099", "doc7091", "doc7119", "doc692559", "doc7106", "doc7116", "doc1694554", "doc526956", "doc1599042"], "ranked_scores": [0.6751, 0.6534, 0.6531, 0.6139, 0.6119, 0.6034, 0.601, 0.5838, 0.5805, 0.562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82127", "doc787596", "doc1169637", "doc2068718", "doc82130", "doc854693", "doc1891830", "doc1254817"], "ranked_scores": [0.705, 0.5807, 0.5634, 0.5504, 0.5495, 0.5473, 0.546, 0.545, 0.5435, 0.5309], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc897", "doc750416", "doc439366", "doc2018288", "doc2203152", "doc750407", "doc1449866", "doc536387", "doc2013112"], "ranked_scores": [0.5408, 0.5332, 0.5178, 0.5118, 0.5101, 0.4601, 0.4598, 0.4554, 0.4531, 0.4514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc30773", "doc1380356", "doc563699", "doc416774", "doc1380357", "doc24903", "doc1168119", "doc239811"], "ranked_scores": [0.6924, 0.6615, 0.6421, 0.6248, 0.6023, 0.5987, 0.5919, 0.5808, 0.5786, 0.5775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc23412", "doc2009369", "doc52429", "doc1634950", "doc58892", "doc1902615", "doc1482058", "doc1825079"], "ranked_scores": [0.5629, 0.5268, 0.5196, 0.5163, 0.502, 0.4862, 0.4782, 0.4767, 0.4766, 0.4745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56921", "doc56897", "doc1102442", "doc2510026", "doc1601611", "doc952849", "doc2439294", "doc1685439", "doc2509996"], "ranked_scores": [0.7207, 0.7165, 0.6984, 0.6791, 0.6352, 0.6312, 0.6235, 0.6187, 0.5938, 0.5923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80154", "doc80074", "doc345642", "doc137908", "doc80078", "doc2215178", "doc352904", "doc80067", "doc1912506"], "ranked_scores": [0.7242, 0.7021, 0.6977, 0.6883, 0.6769, 0.642, 0.6401, 0.6338, 0.6282, 0.6238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc2353712", "doc762682", "doc2174234", "doc1248717", "doc183950", "doc2240293", "doc86071", "doc439092"], "ranked_scores": [0.6478, 0.525, 0.4962, 0.4932, 0.4926, 0.49, 0.4898, 0.4831, 0.4688, 0.4686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc26458", "doc764184", "doc26461", "doc131786", "doc2376934", "doc26460", "doc207464", "doc675035"], "ranked_scores": [0.7161, 0.6377, 0.6186, 0.6162, 0.606, 0.5982, 0.5883, 0.5854, 0.5844, 0.581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1682561", "doc1587280", "doc1272206", "doc1464212", "doc1732443", "doc446492", "doc308346"], "ranked_scores": [0.774, 0.5135, 0.4865, 0.4493, 0.4366, 0.429, 0.4257, 0.4226, 0.422, 0.4199], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc37895", "doc721746", "doc57948", "doc57946", "doc2389179", "doc57940", "doc1101054", "doc1489505"], "ranked_scores": [0.5718, 0.5339, 0.5206, 0.503, 0.5026, 0.4908, 0.4886, 0.4885, 0.4536, 0.4486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc1962033", "doc1612364", "doc2193668", "doc1224325", "doc1936829", "doc1612520", "doc1741593"], "ranked_scores": [0.6355, 0.5436, 0.4955, 0.4462, 0.4456, 0.4423, 0.4374, 0.4088, 0.4074, 0.407], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc64317", "doc971992", "doc64314", "doc35524", "doc851269", "doc41305", "doc1376793", "doc41344"], "ranked_scores": [0.5733, 0.5492, 0.537, 0.5304, 0.5303, 0.515, 0.5145, 0.5133, 0.5114, 0.5019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc437685", "doc539428", "doc1520244", "doc638932", "doc437667", "doc1520219", "doc1520275", "doc252389", "doc1520300"], "ranked_scores": [0.6486, 0.6438, 0.6372, 0.629, 0.6267, 0.6254, 0.6237, 0.6216, 0.6198, 0.6133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc1315064", "doc866436", "doc1385395", "doc754076", "doc671985", "doc2558251", "doc552720", "doc877823"], "ranked_scores": [0.5554, 0.4974, 0.4789, 0.4785, 0.454, 0.4509, 0.4416, 0.4266, 0.4237, 0.3905], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1894178", "doc602735", "doc488007", "doc585415", "doc2558036", "doc27298", "doc2161840", "doc1212031", "doc587116"], "ranked_scores": [0.456, 0.415, 0.3964, 0.3666, 0.3656, 0.3649, 0.3519, 0.3455, 0.3427, 0.3395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2179022", "doc2306629", "doc435057", "doc2179035", "doc781344", "doc2660672", "doc1283940", "doc1346601"], "ranked_scores": [0.7086, 0.5259, 0.5055, 0.4894, 0.4843, 0.4716, 0.4695, 0.4585, 0.449, 0.4437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1787621", "doc1394755", "doc1007190", "doc1394758", "doc996399", "doc2486654", "doc1857677", "doc28581"], "ranked_scores": [0.74, 0.6861, 0.6123, 0.5949, 0.5935, 0.5932, 0.5816, 0.5674, 0.5617, 0.5599], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc368643", "doc1837771", "doc2451212", "doc1119808", "doc1373323", "doc2339886", "doc84492", "doc643072", "doc934719", "doc1837759"], "ranked_scores": [0.552, 0.5502, 0.5439, 0.5399, 0.5388, 0.5387, 0.5339, 0.5339, 0.5331, 0.532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc1729412", "doc2355469", "doc105763", "doc830308", "doc543176", "doc105758", "doc1572538", "doc1552106"], "ranked_scores": [0.6315, 0.6017, 0.5612, 0.5482, 0.5481, 0.5378, 0.5378, 0.5354, 0.5341, 0.5189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc358938", "doc4147", "doc2107022", "doc2224155", "doc52414", "doc1927002", "doc2107018", "doc172405", "doc1294814"], "ranked_scores": [0.5913, 0.5849, 0.579, 0.5783, 0.5768, 0.5763, 0.5695, 0.5673, 0.5654, 0.5624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435078", "doc2587564", "doc1921625", "doc2646161", "doc2352487", "doc378301", "doc435076", "doc2498492", "doc2587562"], "ranked_scores": [0.5991, 0.5902, 0.5814, 0.5748, 0.5715, 0.5593, 0.5554, 0.5546, 0.5477, 0.5448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2119808", "doc336518", "doc733127", "doc2448623", "doc2042102", "doc15890", "doc397701", "doc1498263", "doc878338"], "ranked_scores": [0.551, 0.5372, 0.5326, 0.5159, 0.4783, 0.462, 0.455, 0.4336, 0.428, 0.4277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc159492", "doc1283940", "doc381154", "doc1245931", "doc946285", "doc2419056", "doc448867", "doc2414537", "doc1851601", "doc1538025"], "ranked_scores": [0.4659, 0.4551, 0.439, 0.4315, 0.4156, 0.4154, 0.4115, 0.4107, 0.4103, 0.4036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1345740", "doc261351", "doc367417", "doc57975", "doc1423992", "doc40405", "doc2265144", "doc2304461", "doc2035909"], "ranked_scores": [0.565, 0.5185, 0.5005, 0.4915, 0.4744, 0.4587, 0.4532, 0.4529, 0.4516, 0.4475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc1333905", "doc294604", "doc1584862", "doc1975694", "doc1271924", "doc588578", "doc1986433", "doc1730288"], "ranked_scores": [0.6062, 0.5617, 0.5192, 0.5053, 0.5052, 0.5048, 0.5038, 0.4891, 0.4719, 0.4661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc221817", "doc2142524", "doc1877808", "doc1370451", "doc2316721", "doc1105530", "doc201173", "doc2188384", "doc681964"], "ranked_scores": [0.4535, 0.4397, 0.426, 0.4127, 0.4085, 0.3987, 0.3985, 0.3918, 0.385, 0.3836], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc127040", "doc2015719", "doc88974", "doc127031", "doc1452752", "doc779563", "doc2624067", "doc88933"], "ranked_scores": [0.6508, 0.6153, 0.6136, 0.6114, 0.6084, 0.5999, 0.5862, 0.5719, 0.5703, 0.5486], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc1798523", "doc338813", "doc212860", "doc1637888", "doc2486395", "doc21340", "doc1144972", "doc1533829", "doc457119", "doc338818"], "ranked_scores": [0.4693, 0.4512, 0.4364, 0.4164, 0.4037, 0.3953, 0.3944, 0.3936, 0.3922, 0.3874], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc18273", "doc911115", "doc63590", "doc108456", "doc323321", "doc1906610", "doc376565", "doc63585", "doc2072948"], "ranked_scores": [0.6728, 0.661, 0.661, 0.661, 0.6047, 0.5651, 0.5535, 0.5447, 0.5309, 0.5282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc1839188", "doc1816051", "doc1670303", "doc1816074", "doc1945404", "doc1930877", "doc46245", "doc1524979"], "ranked_scores": [0.5608, 0.5352, 0.4959, 0.4925, 0.4621, 0.4405, 0.4381, 0.4336, 0.427, 0.4181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc2193668", "doc753576", "doc951306", "doc1574683", "doc2613797", "doc2015875", "doc1260422", "doc1244692"], "ranked_scores": [0.466, 0.4604, 0.4078, 0.3836, 0.3742, 0.3623, 0.3588, 0.3517, 0.3515, 0.3374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc642762", "doc1185713", "doc2639996", "doc1723101", "doc1222389", "doc1874808", "doc1564158", "doc2011376"], "ranked_scores": [0.5926, 0.5527, 0.528, 0.5093, 0.4833, 0.4633, 0.4531, 0.4493, 0.439, 0.4339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc2622778", "doc36460", "doc2396125", "doc1618372", "doc36485", "doc2622759", "doc2543936"], "ranked_scores": [0.6978, 0.6778, 0.6464, 0.6215, 0.5994, 0.5713, 0.567, 0.55, 0.5436, 0.5371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc337547", "doc703714", "doc337506", "doc298160", "doc2832", "doc35719", "doc1390073", "doc973089", "doc106332"], "ranked_scores": [0.5584, 0.5461, 0.54, 0.525, 0.5215, 0.5183, 0.5172, 0.5162, 0.5073, 0.4968], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc626438", "doc108887", "doc1373324", "doc2393669", "doc108892", "doc729661", "doc729573", "doc1119808"], "ranked_scores": [0.7105, 0.7077, 0.6696, 0.6634, 0.6596, 0.6355, 0.6244, 0.6159, 0.6124, 0.6104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77971", "doc77973", "doc2332984", "doc77976", "doc1334550", "doc1431001", "doc801039", "doc1430994"], "ranked_scores": [0.58, 0.485, 0.4573, 0.4505, 0.435, 0.4341, 0.4142, 0.4129, 0.405, 0.4035], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-post-int8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc1395336", "doc1254733", "doc57232", "doc57247", "doc751998", "doc57248", "doc1254764", "doc3001"], "ranked_scores": [0.5679, 0.5562, 0.5413, 0.5352, 0.5057, 0.485, 0.4812, 0.4585, 0.447, 0.4429], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1982515", "doc1664486", "doc2563094", "doc1796956", "doc1749973", "doc63542", "doc2136789", "doc2112811"], "ranked_scores": [0.6369, 0.5575, 0.5335, 0.5202, 0.4959, 0.4956, 0.4938, 0.4856, 0.484, 0.4815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc2285692", "doc69778", "doc365451", "doc812322", "doc243667", "doc660012", "doc21856", "doc69768"], "ranked_scores": [0.7155, 0.6885, 0.6309, 0.6235, 0.6202, 0.6131, 0.591, 0.5768, 0.5748, 0.5717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc1177870", "doc1570656", "doc404141", "doc230376", "doc400438", "doc643498", "doc1007260", "doc658301", "doc453161"], "ranked_scores": [0.4781, 0.478, 0.4756, 0.4651, 0.4648, 0.4577, 0.4438, 0.4365, 0.4356, 0.4332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc887635", "doc1382123", "doc1812659", "doc1366769", "doc338868", "doc1741704", "doc1741702", "doc2372195", "doc1121527"], "ranked_scores": [0.622, 0.5998, 0.5868, 0.5774, 0.5723, 0.5643, 0.5642, 0.5591, 0.5571, 0.5518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1852503", "doc27538", "doc1996268", "doc361696", "doc738831", "doc1478919", "doc2384883", "doc172864", "doc1021718"], "ranked_scores": [0.6194, 0.5005, 0.4735, 0.4727, 0.4689, 0.4666, 0.4664, 0.4656, 0.4643, 0.4609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc1480727", "doc77634", "doc925929", "doc579128", "doc272763", "doc273559", "doc653285", "doc1953211", "doc54270"], "ranked_scores": [0.5803, 0.5431, 0.5429, 0.5312, 0.5293, 0.5222, 0.519, 0.5176, 0.5173, 0.5153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc520684", "doc966365", "doc29757", "doc1486663", "doc278641", "doc520687", "doc1798668", "doc2096499", "doc2688", "doc2509153"], "ranked_scores": [0.4519, 0.4346, 0.4291, 0.4138, 0.413, 0.4014, 0.3921, 0.3866, 0.3859, 0.3821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc61045", "doc1376346", "doc1612682", "doc829494", "doc13999", "doc61043", "doc988606", "doc1376345"], "ranked_scores": [0.5864, 0.5621, 0.5589, 0.4956, 0.4452, 0.4287, 0.4167, 0.4107, 0.4046, 0.4028], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc97421", "doc2004921", "doc97430", "doc1116765", "doc2083995", "doc369237", "doc2071107", "doc97442", "doc2084014"], "ranked_scores": [0.649, 0.6471, 0.628, 0.5956, 0.5758, 0.5756, 0.5721, 0.5697, 0.566, 0.5646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc2534676", "doc33196", "doc2534674", "doc908573", "doc1999887", "doc260668", "doc562696", "doc1553106"], "ranked_scores": [0.5769, 0.5517, 0.499, 0.4932, 0.487, 0.4664, 0.4659, 0.4651, 0.4624, 0.4533], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc66003", "doc1386166", "doc437627", "doc83863", "doc1386116", "doc2537823", "doc875841", "doc1984114", "doc759547"], "ranked_scores": [0.5893, 0.5565, 0.5174, 0.5088, 0.5077, 0.5035, 0.4987, 0.4963, 0.4842, 0.4629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc1332302", "doc1887731", "doc298160", "doc2836", "doc337506", "doc703711", "doc337547", "doc2838"], "ranked_scores": [0.5427, 0.4954, 0.4887, 0.4874, 0.477, 0.4685, 0.4642, 0.4565, 0.4554, 0.4552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7119", "doc7099", "doc7106", "doc526956", "doc692559", "doc7116", "doc316997", "doc7096"], "ranked_scores": [0.5921, 0.5736, 0.5566, 0.5554, 0.5341, 0.5218, 0.5216, 0.5129, 0.4947, 0.4734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc854693", "doc82127", "doc1891830", "doc90808", "doc1254817", "doc930061", "doc1154433", "doc1098823", "doc82130"], "ranked_scores": [0.594, 0.4978, 0.4772, 0.4739, 0.4715, 0.4679, 0.4625, 0.4464, 0.4443, 0.4434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc750416", "doc439366", "doc897", "doc2018288", "doc536387", "doc2093591", "doc1449866", "doc2203152", "doc404160"], "ranked_scores": [0.4278, 0.4163, 0.4147, 0.403, 0.3947, 0.372, 0.3686, 0.3574, 0.3562, 0.3561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc30773", "doc563699", "doc1380356", "doc239811", "doc1380357", "doc563701", "doc1550148", "doc1786046"], "ranked_scores": [0.6555, 0.6171, 0.6019, 0.576, 0.5601, 0.5563, 0.5382, 0.5343, 0.5333, 0.5332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc58892", "doc2009369", "doc52429", "doc23412", "doc1634950", "doc73739", "doc1691613", "doc1825079"], "ranked_scores": [0.5008, 0.4256, 0.4249, 0.4243, 0.4174, 0.4054, 0.3996, 0.3932, 0.3931, 0.391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc952849", "doc2439294", "doc213075", "doc2678215", "doc1629783", "doc56903"], "ranked_scores": [0.6663, 0.663, 0.6305, 0.6111, 0.5613, 0.5594, 0.535, 0.5314, 0.5299, 0.5288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80154", "doc80074", "doc345642", "doc137908", "doc80078", "doc1912506", "doc2077169", "doc352904", "doc2215178"], "ranked_scores": [0.6492, 0.63, 0.6214, 0.6177, 0.5954, 0.5705, 0.5668, 0.5613, 0.5579, 0.5497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc2353712", "doc2240293", "doc2174234", "doc86071", "doc2010467", "doc183950", "doc1961593", "doc762682"], "ranked_scores": [0.5841, 0.4919, 0.4523, 0.4513, 0.4498, 0.4304, 0.4288, 0.4232, 0.4196, 0.4193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc26458", "doc131786", "doc764184", "doc26461", "doc1699100", "doc26460", "doc2517376", "doc224101"], "ranked_scores": [0.6436, 0.5733, 0.5393, 0.5352, 0.5329, 0.5115, 0.5109, 0.5098, 0.5073, 0.5029], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc308346", "doc102077", "doc273662", "doc1682561", "doc74858", "doc1732443", "doc184609", "doc174797"], "ranked_scores": [0.7338, 0.4505, 0.4417, 0.4379, 0.4289, 0.4281, 0.4272, 0.4245, 0.4065, 0.4054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc37895", "doc57948", "doc721746", "doc1199221", "doc57946", "doc57940", "doc1615976", "doc2389179", "doc1489505"], "ranked_scores": [0.5364, 0.4778, 0.472, 0.4676, 0.4658, 0.4611, 0.4457, 0.4321, 0.4292, 0.4256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc1962033", "doc2193668", "doc1224325", "doc1448736", "doc1612364", "doc2286850", "doc1368159"], "ranked_scores": [0.5831, 0.5123, 0.4465, 0.4383, 0.4375, 0.3956, 0.3888, 0.3852, 0.3706, 0.37], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64314", "doc64316", "doc64317", "doc64318", "doc971992", "doc41305", "doc467715", "doc41344", "doc851269", "doc35524"], "ranked_scores": [0.4734, 0.4725, 0.4549, 0.4515, 0.4505, 0.4473, 0.4459, 0.4381, 0.4356, 0.4296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc1520244", "doc1520311", "doc252389", "doc437667", "doc1520275", "doc539428", "doc1520219", "doc1520300", "doc1321914"], "ranked_scores": [0.5777, 0.5708, 0.5646, 0.5458, 0.5453, 0.5423, 0.5414, 0.5405, 0.536, 0.5314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc866436", "doc1315083", "doc1315064", "doc1726816", "doc754076", "doc877823", "doc1385395", "doc671985", "doc866501"], "ranked_scores": [0.5308, 0.4894, 0.4683, 0.4619, 0.4097, 0.4015, 0.3933, 0.3921, 0.3862, 0.3846], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1894178", "doc24939", "doc585415", "doc587116", "doc27298", "doc624718", "doc602735", "doc1212031", "doc488007", "doc1612316"], "ranked_scores": [0.4543, 0.4222, 0.3725, 0.3624, 0.3542, 0.3474, 0.3463, 0.3456, 0.3399, 0.3393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc435057", "doc2179022", "doc2306629", "doc1346601", "doc1283940", "doc781344", "doc2204719", "doc238803"], "ranked_scores": [0.7021, 0.518, 0.463, 0.4504, 0.4458, 0.4426, 0.4358, 0.4247, 0.4206, 0.4148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1007190", "doc1787621", "doc1394758", "doc28581", "doc152998", "doc1394755", "doc1857677", "doc1517979"], "ranked_scores": [0.6757, 0.611, 0.5458, 0.5444, 0.5255, 0.5034, 0.5021, 0.5005, 0.4886, 0.4873], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc368643", "doc934719", "doc1837771", "doc2339886", "doc402145", "doc84492", "doc1837759", "doc1119808", "doc499894", "doc660271"], "ranked_scores": [0.5331, 0.5296, 0.5279, 0.5245, 0.5225, 0.5149, 0.5094, 0.5049, 0.5033, 0.4971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc105763", "doc543176", "doc105758", "doc2355469", "doc1729412", "doc830308", "doc1552106", "doc719076"], "ranked_scores": [0.6163, 0.5598, 0.5387, 0.5184, 0.5137, 0.4982, 0.4982, 0.4955, 0.4954, 0.4931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc4147", "doc773043", "doc52414", "doc2111513", "doc2107022", "doc2224155", "doc2107018", "doc38625", "doc358938", "doc172405"], "ranked_scores": [0.5257, 0.5215, 0.5157, 0.5136, 0.4974, 0.4967, 0.4951, 0.4914, 0.4909, 0.4896], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2587564", "doc2587562", "doc435078", "doc435075", "doc378301", "doc435076", "doc2352487", "doc1921625", "doc2607396", "doc1957486"], "ranked_scores": [0.5089, 0.5067, 0.5024, 0.4979, 0.4957, 0.4874, 0.484, 0.478, 0.4749, 0.4655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc336518", "doc2665803", "doc733127", "doc2042102", "doc15890", "doc878338", "doc2119808", "doc397701", "doc1096264", "doc190844"], "ranked_scores": [0.4639, 0.4268, 0.4096, 0.4008, 0.3967, 0.3871, 0.3809, 0.3665, 0.3513, 0.3489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc159492", "doc381154", "doc1283940", "doc1245931", "doc190988", "doc448867", "doc2306629", "doc1512025", "doc2357458", "doc1056790"], "ranked_scores": [0.4504, 0.4088, 0.3999, 0.3831, 0.3747, 0.3735, 0.371, 0.3614, 0.3609, 0.3603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1345740", "doc601133", "doc367417", "doc57975", "doc261351", "doc40405", "doc80490", "doc2265144", "doc2304461", "doc1055373"], "ranked_scores": [0.4849, 0.4611, 0.4512, 0.4418, 0.4339, 0.4198, 0.4084, 0.3933, 0.3835, 0.3834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1160263", "doc1271924", "doc1333905", "doc1975694", "doc588578", "doc1986433", "doc1584862", "doc1730288", "doc546881"], "ranked_scores": [0.5492, 0.5337, 0.4887, 0.4743, 0.4698, 0.4385, 0.4331, 0.4309, 0.4298, 0.4292], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc201173", "doc2067045", "doc2258986", "doc681964", "doc1370451", "doc2316721", "doc221817", "doc1105530", "doc1877808"], "ranked_scores": [0.4073, 0.3914, 0.3891, 0.3825, 0.3823, 0.3821, 0.3783, 0.3754, 0.3725, 0.3698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc127040", "doc88974", "doc88934", "doc127031", "doc2015719", "doc2624067", "doc779563", "doc1763997", "doc1452752"], "ranked_scores": [0.6419, 0.6207, 0.6083, 0.6058, 0.5996, 0.5984, 0.5694, 0.5653, 0.5474, 0.5369], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc338813", "doc212860", "doc21340", "doc1637888", "doc669209", "doc2486395", "doc1144972", "doc2267530", "doc338818"], "ranked_scores": [0.4344, 0.4079, 0.4057, 0.3857, 0.3725, 0.3668, 0.3649, 0.3618, 0.3553, 0.3518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc18273", "doc911115", "doc63590", "doc108456", "doc323321", "doc63585", "doc18274", "doc2072948", "doc376565"], "ranked_scores": [0.5879, 0.5694, 0.5694, 0.5694, 0.5173, 0.4981, 0.4685, 0.4634, 0.4526, 0.4515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc1816051", "doc1839188", "doc1930877", "doc1670303", "doc1816074", "doc7161", "doc46245", "doc1945404"], "ranked_scores": [0.498, 0.4777, 0.4353, 0.414, 0.3969, 0.3929, 0.38, 0.3704, 0.3681, 0.3662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc2193668", "doc1574683", "doc753576", "doc1260422", "doc1244692", "doc2015875", "doc1962033", "doc2613797"], "ranked_scores": [0.4328, 0.4183, 0.4061, 0.3696, 0.3638, 0.339, 0.3268, 0.3209, 0.3036, 0.3019], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2007762", "doc642762", "doc705226", "doc1185713", "doc1364067", "doc1222389", "doc2085567", "doc2639996", "doc1088928", "doc173893"], "ranked_scores": [0.4357, 0.4231, 0.4155, 0.3817, 0.3711, 0.3682, 0.347, 0.3433, 0.343, 0.341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc2622778", "doc36460", "doc1618372", "doc36485", "doc2396125", "doc1256783", "doc2622759"], "ranked_scores": [0.6388, 0.6108, 0.6017, 0.5875, 0.5524, 0.538, 0.5203, 0.5034, 0.5014, 0.4959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc337547", "doc703714", "doc35719", "doc1390073", "doc2832", "doc973089", "doc337506", "doc106332", "doc298160"], "ranked_scores": [0.5304, 0.5284, 0.5041, 0.4947, 0.4924, 0.4918, 0.49, 0.485, 0.4814, 0.4798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc626438", "doc1373324", "doc108887", "doc2167590", "doc108892", "doc2393669", "doc1119808", "doc729573"], "ranked_scores": [0.5918, 0.5906, 0.5732, 0.5599, 0.5495, 0.5343, 0.5249, 0.5225, 0.5002, 0.498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77976", "doc2332984", "doc1431001", "doc801039", "doc77973", "doc1334550", "doc77971", "doc1430994"], "ranked_scores": [0.4778, 0.4415, 0.3969, 0.3877, 0.3725, 0.3722, 0.3719, 0.3688, 0.3671, 0.3444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-post-binary": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc1395336", "doc57242", "doc57232", "doc751998", "doc57247", "doc86433", "doc3001", "doc57248"], "ranked_scores": [563.0, 562.0, 557.0, 557.0, 549.0, 545.0, 539.0, 530.0, 527.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1796956", "doc1749973", "doc1982515", "doc1664486", "doc497737", "doc310191", "doc63543", "doc2112811", "doc2563094"], "ranked_scores": [566.0, 551.0, 545.0, 544.0, 542.0, 540.0, 540.0, 539.0, 538.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc69778", "doc2285692", "doc1675505", "doc365451", "doc1966948", "doc243667", "doc69768"], "ranked_scores": [595.0, 589.0, 578.0, 564.0, 557.0, 555.0, 553.0, 552.0, 552.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc400438", "doc1177870", "doc1570656", "doc658301", "doc1678115", "doc643498", "doc1402781", "doc404141", "doc230376"], "ranked_scores": [550.0, 544.0, 543.0, 539.0, 538.0, 537.0, 537.0, 536.0, 532.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc887635", "doc2372195", "doc1741704", "doc684238", "doc2165915", "doc338868", "doc1366743", "doc1366765", "doc1741702"], "ranked_scores": [597.0, 575.0, 573.0, 570.0, 570.0, 567.0, 566.0, 566.0, 565.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1478919", "doc27538", "doc2384883", "doc540358", "doc1021718", "doc1770477", "doc27536", "doc738831", "doc540404"], "ranked_scores": [556.0, 534.0, 521.0, 519.0, 519.0, 517.0, 516.0, 513.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1340806", "doc1480727", "doc925929", "doc653285", "doc54270", "doc422133", "doc1526230", "doc273559", "doc77634", "doc1953211"], "ranked_scores": [559.0, 559.0, 555.0, 551.0, 550.0, 549.0, 547.0, 547.0, 546.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc1486663", "doc1798668", "doc966365", "doc278641", "doc2688", "doc231271", "doc1728840", "doc1456780"], "ranked_scores": [541.0, 529.0, 521.0, 518.0, 515.0, 515.0, 513.0, 512.0, 511.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61045", "doc61036", "doc1376346", "doc988606", "doc1612682", "doc2083810", "doc1581506", "doc1376345", "doc61043"], "ranked_scores": [573.0, 567.0, 563.0, 528.0, 526.0, 525.0, 523.0, 520.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc97421", "doc2004921", "doc369237", "doc2083987", "doc2084014", "doc369270", "doc1116765", "doc2071107", "doc97442"], "ranked_scores": [588.0, 583.0, 583.0, 562.0, 561.0, 556.0, 553.0, 549.0, 549.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc2534674", "doc33193", "doc233794", "doc737219", "doc908573", "doc1153299", "doc2634491", "doc2534676", "doc260668", "doc1612525"], "ranked_scores": [523.0, 523.0, 520.0, 517.0, 515.0, 515.0, 511.0, 509.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc66003", "doc83863", "doc1386166", "doc253608", "doc437627", "doc759547", "doc83871", "doc2295211", "doc758894", "doc2537824"], "ranked_scores": [551.0, 545.0, 544.0, 543.0, 540.0, 532.0, 528.0, 526.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703714", "doc1887731", "doc298160", "doc1332302", "doc2838", "doc2832", "doc337547", "doc337506", "doc703728"], "ranked_scores": [564.0, 564.0, 561.0, 555.0, 552.0, 551.0, 549.0, 544.0, 544.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7099", "doc7112", "doc7091", "doc7119", "doc1694554", "doc7116", "doc526956", "doc7106", "doc1599042", "doc692559"], "ranked_scores": [571.0, 568.0, 564.0, 560.0, 549.0, 548.0, 546.0, 543.0, 542.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc930061", "doc854693", "doc2068718", "doc2252228", "doc787615", "doc1551353", "doc82127", "doc621928"], "ranked_scores": [589.0, 546.0, 539.0, 529.0, 528.0, 524.0, 522.0, 521.0, 521.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2018288", "doc750416", "doc269387", "doc439366", "doc897", "doc1874808", "doc750407", "doc2009369", "doc536387", "doc2093620"], "ranked_scores": [532.0, 531.0, 528.0, 527.0, 522.0, 518.0, 512.0, 508.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc30773", "doc1380356", "doc563699", "doc1380357", "doc239811", "doc1550148", "doc1824654", "doc563701"], "ranked_scores": [583.0, 562.0, 561.0, 559.0, 557.0, 551.0, 550.0, 549.0, 549.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2009369", "doc454591", "doc36402", "doc52429", "doc2483632", "doc1634950", "doc904153", "doc454592", "doc1902615", "doc1825079"], "ranked_scores": [541.0, 534.0, 533.0, 531.0, 528.0, 524.0, 523.0, 520.0, 520.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56921", "doc56897", "doc1102442", "doc2510026", "doc2313854", "doc952849", "doc2509996", "doc2439294", "doc1400297"], "ranked_scores": [580.0, 575.0, 574.0, 561.0, 552.0, 543.0, 542.0, 542.0, 541.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc345642", "doc80154", "doc80151", "doc137908", "doc80078", "doc80074", "doc737601", "doc1912506", "doc470479", "doc352904"], "ranked_scores": [576.0, 571.0, 569.0, 569.0, 565.0, 559.0, 550.0, 548.0, 545.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc2174234", "doc2010388", "doc439092", "doc762682", "doc2353712", "doc673167", "doc1248717", "doc2240281"], "ranked_scores": [565.0, 524.0, 516.0, 514.0, 514.0, 512.0, 511.0, 510.0, 508.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc764184", "doc2376934", "doc675035", "doc1845104", "doc207464", "doc131786", "doc26467", "doc26458"], "ranked_scores": [569.0, 549.0, 543.0, 543.0, 542.0, 539.0, 539.0, 538.0, 536.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc273662", "doc1682561", "doc1272206", "doc446492", "doc102077", "doc1516605", "doc1357270", "doc74858"], "ranked_scores": [591.0, 530.0, 520.0, 510.0, 505.0, 504.0, 500.0, 496.0, 495.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1199221", "doc81655", "doc2389179", "doc57948", "doc37895", "doc1094305", "doc811", "doc1489505", "doc1532821", "doc2014621"], "ranked_scores": [525.0, 521.0, 514.0, 513.0, 508.0, 505.0, 505.0, 503.0, 503.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc1612364", "doc751435", "doc2193668", "doc1224325", "doc1936829", "doc2286850", "doc2077366", "doc1962033"], "ranked_scores": [576.0, 541.0, 529.0, 519.0, 518.0, 508.0, 507.0, 505.0, 501.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64314", "doc64316", "doc64317", "doc41344", "doc922271", "doc1376793", "doc41305", "doc2487655", "doc35526", "doc456580"], "ranked_scores": [539.0, 521.0, 520.0, 517.0, 516.0, 516.0, 515.0, 514.0, 512.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc1520219", "doc1520244", "doc1520211", "doc437667", "doc1520300", "doc1321914", "doc252389", "doc437701", "doc1977978"], "ranked_scores": [584.0, 580.0, 572.0, 572.0, 571.0, 570.0, 569.0, 566.0, 566.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc866436", "doc1315083", "doc671985", "doc1315064", "doc754076", "doc1385395", "doc877823", "doc2384757", "doc1726816"], "ranked_scores": [519.0, 515.0, 501.0, 489.0, 488.0, 488.0, 488.0, 486.0, 483.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1894178", "doc602735", "doc24939", "doc295017", "doc488007", "doc524130", "doc2161840", "doc2401371", "doc27298", "doc543039"], "ranked_scores": [500.0, 495.0, 491.0, 487.0, 481.0, 480.0, 477.0, 474.0, 474.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2306629", "doc2179022", "doc857278", "doc93287", "doc1581446", "doc450131", "doc435057", "doc1735465", "doc182046"], "ranked_scores": [574.0, 524.0, 524.0, 517.0, 516.0, 510.0, 510.0, 509.0, 508.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394755", "doc1787621", "doc996399", "doc1394758", "doc1394760", "doc2259504", "doc1007190", "doc1857677"], "ranked_scores": [580.0, 577.0, 559.0, 555.0, 550.0, 547.0, 539.0, 534.0, 532.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc84492", "doc934719", "doc368643", "doc660271", "doc1837771", "doc2339886", "doc402145", "doc1373324", "doc1119808", "doc1548878"], "ranked_scores": [545.0, 537.0, 536.0, 536.0, 536.0, 533.0, 530.0, 529.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc543176", "doc105739", "doc2355469", "doc105745", "doc1729412", "doc105756", "doc105763", "doc849003", "doc1405971"], "ranked_scores": [571.0, 553.0, 543.0, 537.0, 534.0, 534.0, 532.0, 530.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc1602350", "doc2107022", "doc606253", "doc1294814", "doc1927002", "doc172405", "doc1411912", "doc562498", "doc4147"], "ranked_scores": [550.0, 544.0, 543.0, 541.0, 538.0, 538.0, 536.0, 535.0, 533.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc2646161", "doc378301", "doc435075", "doc435076", "doc1957486", "doc1921625", "doc2587564", "doc435083", "doc435081"], "ranked_scores": [573.0, 553.0, 552.0, 552.0, 551.0, 548.0, 546.0, 543.0, 543.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc733127", "doc15890", "doc2119808", "doc1498263", "doc878338", "doc2448623", "doc2042102", "doc336518", "doc397701"], "ranked_scores": [529.0, 524.0, 514.0, 508.0, 505.0, 503.0, 503.0, 500.0, 497.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc381154", "doc1245931", "doc1538025", "doc2083699", "doc1283940", "doc1877809", "doc2179022", "doc159492", "doc1512025", "doc1512044"], "ranked_scores": [519.0, 507.0, 502.0, 500.0, 500.0, 499.0, 498.0, 498.0, 497.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1345740", "doc601133", "doc261351", "doc57975", "doc367417", "doc2035909", "doc40405", "doc2304461", "doc864555", "doc80490"], "ranked_scores": [522.0, 509.0, 506.0, 505.0, 504.0, 495.0, 494.0, 493.0, 490.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc1271924", "doc1041131", "doc294604", "doc1333905", "doc2162650", "doc1975694", "doc1943842", "doc1629620"], "ranked_scores": [545.0, 542.0, 529.0, 527.0, 525.0, 520.0, 518.0, 517.0, 512.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc2258986", "doc1877808", "doc212899", "doc1490491", "doc221817", "doc312605", "doc1105530", "doc2067045", "doc2188384"], "ranked_scores": [508.0, 501.0, 496.0, 496.0, 496.0, 495.0, 493.0, 492.0, 491.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc127040", "doc127031", "doc88931", "doc88974", "doc1452752", "doc1199279", "doc107246", "doc88933", "doc88973"], "ranked_scores": [573.0, 560.0, 554.0, 550.0, 548.0, 545.0, 544.0, 542.0, 541.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc1637888", "doc212860", "doc1533829", "doc1798523", "doc855356", "doc21340", "doc1144972", "doc1455509", "doc1525759"], "ranked_scores": [519.0, 506.0, 506.0, 505.0, 505.0, 500.0, 499.0, 498.0, 494.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc63590", "doc911115", "doc18273", "doc323321", "doc108456", "doc18274", "doc1906610", "doc63585", "doc193828"], "ranked_scores": [577.0, 552.0, 552.0, 552.0, 540.0, 535.0, 534.0, 532.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1839188", "doc1670303", "doc355540", "doc1668716", "doc299691", "doc1335520", "doc1816051", "doc913113", "doc1269703"], "ranked_scores": [532.0, 523.0, 513.0, 506.0, 498.0, 495.0, 495.0, 492.0, 490.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc1260422", "doc2193668", "doc4611", "doc1574683", "doc951306", "doc753576", "doc1260420", "doc1962033", "doc2015875"], "ranked_scores": [494.0, 488.0, 487.0, 481.0, 479.0, 477.0, 474.0, 472.0, 467.0, 466.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc2007762", "doc642762", "doc208245", "doc531809", "doc1364067", "doc374355", "doc851877", "doc492385"], "ranked_scores": [529.0, 513.0, 510.0, 504.0, 497.0, 497.0, 494.0, 493.0, 493.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc2622778", "doc1618372", "doc1256783", "doc36460", "doc36485", "doc2396125", "doc2657970"], "ranked_scores": [584.0, 582.0, 577.0, 575.0, 552.0, 550.0, 550.0, 548.0, 545.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc703714", "doc1390073", "doc337506", "doc337547", "doc2832", "doc973089", "doc298160", "doc703728", "doc284011"], "ranked_scores": [560.0, 552.0, 543.0, 538.0, 536.0, 535.0, 535.0, 535.0, 532.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc1373323", "doc643072", "doc1373324", "doc108887", "doc499894", "doc729661", "doc1599987", "doc596021", "doc873559"], "ranked_scores": [582.0, 572.0, 569.0, 560.0, 552.0, 549.0, 547.0, 543.0, 543.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77971", "doc77973", "doc801039", "doc1334550", "doc1431001", "doc2332984", "doc77976", "doc2067181"], "ranked_scores": [550.0, 508.0, 506.0, 502.0, 500.0, 499.0, 496.0, 495.0, 492.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m16-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1395336", "doc1254733", "doc57226", "doc3001", "doc2116209", "doc57247", "doc2040327", "doc57232", "doc751998", "doc57242"], "ranked_scores": [0.6649, 0.6437, 0.6429, 0.635, 0.6335, 0.6262, 0.6239, 0.6234, 0.6198, 0.6127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2308785", "doc2345266", "doc1664486", "doc1911979", "doc758444", "doc1796956", "doc345111", "doc2563094", "doc314759", "doc310191"], "ranked_scores": [0.6476, 0.6463, 0.645, 0.6404, 0.6387, 0.6385, 0.6358, 0.6324, 0.6311, 0.6283], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc1085571", "doc2285692", "doc69767", "doc69778", "doc524514", "doc2271309", "doc1058398", "doc21841", "doc545539"], "ranked_scores": [0.7058, 0.6975, 0.6947, 0.6935, 0.69, 0.6841, 0.6826, 0.6805, 0.6803, 0.6781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1402781", "doc564708", "doc564728", "doc591223", "doc453161", "doc2066832", "doc1574764", "doc564709", "doc400438", "doc1247565"], "ranked_scores": [0.6052, 0.5978, 0.5952, 0.5929, 0.5869, 0.5797, 0.5776, 0.5769, 0.5748, 0.573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc559430", "doc1366756", "doc1812661", "doc1741704", "doc338868", "doc2372193", "doc682295", "doc2372195", "doc887635", "doc88443"], "ranked_scores": [0.6635, 0.6615, 0.6594, 0.6594, 0.6591, 0.658, 0.658, 0.658, 0.658, 0.658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1021710", "doc1294428", "doc1692291", "doc1021718", "doc1478921", "doc1852504", "doc1478919", "doc1685757", "doc1279689", "doc27529"], "ranked_scores": [0.5717, 0.5694, 0.5675, 0.5669, 0.5669, 0.5647, 0.5641, 0.5638, 0.5621, 0.5583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc293491", "doc293490", "doc273559", "doc268699", "doc825186", "doc1953211", "doc1620572", "doc422133", "doc925929", "doc1328113"], "ranked_scores": [0.6752, 0.6742, 0.6703, 0.6692, 0.6689, 0.6686, 0.6682, 0.6677, 0.6672, 0.6664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc1486663", "doc440382", "doc966365", "doc2107778", "doc278641", "doc2509153", "doc49200", "doc2688", "doc11739", "doc520687"], "ranked_scores": [0.5296, 0.513, 0.5103, 0.5093, 0.5081, 0.5081, 0.5072, 0.5069, 0.5055, 0.5053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61036", "doc2083822", "doc61045", "doc1376345", "doc61054", "doc903103", "doc1581506", "doc13999", "doc61056"], "ranked_scores": [0.5563, 0.5539, 0.5467, 0.5372, 0.5342, 0.5303, 0.5088, 0.4935, 0.4898, 0.4892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2083994", "doc2071107", "doc97442", "doc2084014", "doc2083995", "doc2084004", "doc2083987", "doc97421", "doc2004921", "doc369237"], "ranked_scores": [0.7151, 0.7062, 0.696, 0.6957, 0.6928, 0.6905, 0.6846, 0.6822, 0.6737, 0.6717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc2040334", "doc698048", "doc2199352", "doc371078", "doc1104254", "doc260645", "doc908573", "doc1163516", "doc2569915"], "ranked_scores": [0.5288, 0.4975, 0.4914, 0.488, 0.488, 0.4864, 0.4862, 0.4851, 0.4842, 0.4831], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386116", "doc2295211", "doc1386159", "doc2537824", "doc2171547", "doc2485855", "doc53439", "doc1386166", "doc66003"], "ranked_scores": [0.6292, 0.6234, 0.6226, 0.6057, 0.5958, 0.5938, 0.5926, 0.5917, 0.5892, 0.5892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1887731", "doc24299", "doc392476", "doc392481", "doc703714", "doc106332", "doc337506", "doc703715", "doc1445510", "doc1445498"], "ranked_scores": [0.5982, 0.5886, 0.5886, 0.5876, 0.5863, 0.5841, 0.5827, 0.5808, 0.5804, 0.5791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7116", "doc7091", "doc7099", "doc7112", "doc7120", "doc7119", "doc7093", "doc7106", "doc7108", "doc1694559"], "ranked_scores": [0.7189, 0.7189, 0.7089, 0.7082, 0.708, 0.694, 0.6742, 0.6735, 0.6647, 0.6317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc2161840", "doc2252228", "doc787596", "doc1098823", "doc854693", "doc90807", "doc1254817", "doc787615", "doc1324516", "doc155440"], "ranked_scores": [0.5894, 0.5892, 0.5891, 0.5884, 0.5839, 0.5833, 0.5825, 0.5777, 0.5765, 0.5714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc536387", "doc2013112", "doc2018288", "doc802395", "doc2009369", "doc897", "doc428400", "doc2203152", "doc2370166", "doc52429"], "ranked_scores": [0.5253, 0.5152, 0.5132, 0.5099, 0.5033, 0.5001, 0.4953, 0.4939, 0.4932, 0.4919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1380356", "doc90322", "doc1380357", "doc382236", "doc24929", "doc1734041", "doc416774", "doc651946", "doc1152526", "doc788472"], "ranked_scores": [0.665, 0.665, 0.665, 0.6643, 0.663, 0.6604, 0.6604, 0.6601, 0.6585, 0.6585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc648355", "doc2009369", "doc52429", "doc648364", "doc1719794", "doc938302", "doc1759594", "doc648344", "doc1825079", "doc36402"], "ranked_scores": [0.5202, 0.508, 0.5076, 0.5039, 0.5012, 0.4982, 0.4976, 0.4974, 0.4971, 0.4942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc2313854", "doc873481", "doc2439294", "doc1102442", "doc56897", "doc2313864", "doc2509989", "doc2299192", "doc2678215"], "ranked_scores": [0.6876, 0.6747, 0.6739, 0.6701, 0.6642, 0.6602, 0.6569, 0.6554, 0.6531, 0.6512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc596891", "doc80067", "doc737601", "doc352915", "doc80074", "doc470479", "doc80151", "doc596861", "doc2215178", "doc137908"], "ranked_scores": [0.7052, 0.7042, 0.7018, 0.7006, 0.6969, 0.6957, 0.6952, 0.6947, 0.6945, 0.6883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc2174234", "doc72413", "doc2353712", "doc1248717", "doc2240291", "doc2217863", "doc2240268", "doc180079", "doc2240293", "doc506854"], "ranked_scores": [0.5591, 0.5533, 0.549, 0.5375, 0.5359, 0.5332, 0.5307, 0.5301, 0.5234, 0.5219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26461", "doc26444", "doc796735", "doc26460", "doc1617231", "doc1107323", "doc26458", "doc764184", "doc864645", "doc2517376"], "ranked_scores": [0.6792, 0.6757, 0.6663, 0.6622, 0.6621, 0.6589, 0.6586, 0.6586, 0.6586, 0.6585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc273662", "doc864016", "doc2355469", "doc1572538", "doc74858", "doc308346", "doc1272206"], "ranked_scores": [0.6143, 0.6002, 0.5018, 0.4391, 0.4334, 0.4194, 0.4153, 0.4147, 0.4131, 0.4121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1199221", "doc81655", "doc57946", "doc1390300", "doc1390312", "doc721746", "doc37890", "doc282412", "doc2115402", "doc1101054"], "ranked_scores": [0.5444, 0.5442, 0.5327, 0.5327, 0.5327, 0.5258, 0.4989, 0.4985, 0.4949, 0.4828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc1962033", "doc2193668", "doc259703", "doc751435", "doc1187141", "doc757822", "doc561914", "doc1368159"], "ranked_scores": [0.5041, 0.4704, 0.4448, 0.4371, 0.4221, 0.4117, 0.4086, 0.3999, 0.3984, 0.3875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64317", "doc705952", "doc64316", "doc283788", "doc35522", "doc35524", "doc922263", "doc64318", "doc467715", "doc922271"], "ranked_scores": [0.5493, 0.5485, 0.548, 0.5445, 0.5445, 0.5445, 0.5445, 0.5445, 0.5445, 0.5445], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1977974", "doc1321868", "doc1520244", "doc1321914", "doc1321931", "doc256867", "doc437656", "doc437685", "doc1321904", "doc1520300"], "ranked_scores": [0.6983, 0.6975, 0.6974, 0.6963, 0.6951, 0.6951, 0.6945, 0.693, 0.693, 0.693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1315083", "doc1315064", "doc35173", "doc2558251", "doc1603040", "doc1315001", "doc877823", "doc2384757", "doc754076", "doc1778743"], "ranked_scores": [0.4531, 0.4531, 0.4263, 0.4211, 0.4167, 0.4147, 0.4085, 0.4077, 0.4072, 0.4041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2334138", "doc524130", "doc24939", "doc1445420", "doc295017", "doc2676807", "doc587116", "doc524132", "doc602735", "doc1894178"], "ranked_scores": [0.3597, 0.3574, 0.3479, 0.3456, 0.3387, 0.337, 0.3335, 0.3298, 0.3281, 0.3279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc284394", "doc53465", "doc1982650", "doc1283940", "doc2306629", "doc182046", "doc1069317", "doc238803", "doc751954"], "ranked_scores": [0.5708, 0.4768, 0.4752, 0.4648, 0.4619, 0.4611, 0.4608, 0.4576, 0.453, 0.4443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc1787621", "doc430825", "doc152998", "doc1857677", "doc1517979", "doc1394755", "doc1394758", "doc87294", "doc2486654", "doc1241567"], "ranked_scores": [0.6737, 0.6629, 0.6532, 0.6507, 0.6464, 0.6453, 0.6453, 0.6444, 0.6439, 0.6415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1619642", "doc84492", "doc294704", "doc2451212", "doc368707", "doc828063", "doc828186", "doc499894", "doc1248532", "doc2339886"], "ranked_scores": [0.6113, 0.609, 0.6082, 0.6055, 0.6054, 0.6043, 0.6009, 0.6001, 0.6, 0.5977], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc2596083", "doc105758", "doc1248125", "doc105745", "doc105739", "doc171833", "doc719057", "doc2355469", "doc1903392"], "ranked_scores": [0.584, 0.5712, 0.5706, 0.5621, 0.5619, 0.5614, 0.5602, 0.559, 0.5585, 0.558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc324540", "doc172405", "doc53643", "doc358938", "doc4147", "doc600661", "doc2224155", "doc460857", "doc2107022", "doc52414"], "ranked_scores": [0.6487, 0.6375, 0.6347, 0.632, 0.6316, 0.63, 0.6264, 0.6242, 0.6238, 0.6219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc768311", "doc2498488", "doc2587562", "doc435078", "doc412180", "doc435075", "doc2587564", "doc435083", "doc435076", "doc2646161"], "ranked_scores": [0.6594, 0.6534, 0.6534, 0.6534, 0.6534, 0.6534, 0.6534, 0.6534, 0.6534, 0.6515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc336518", "doc733127", "doc2042102", "doc397701", "doc518266", "doc1370970", "doc2085567", "doc264212", "doc2119808"], "ranked_scores": [0.5076, 0.4788, 0.4485, 0.4448, 0.4392, 0.4366, 0.4145, 0.4059, 0.4039, 0.3925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc381154", "doc1512025", "doc1245931", "doc1094361", "doc1538025", "doc357080", "doc448867", "doc1188058", "doc1512040", "doc884905"], "ranked_scores": [0.4765, 0.4691, 0.4611, 0.4572, 0.4511, 0.4469, 0.4454, 0.4446, 0.4443, 0.4436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc390322", "doc601133", "doc1293555", "doc57975", "doc376238", "doc40405", "doc693852", "doc367417", "doc2009210", "doc2265144"], "ranked_scores": [0.5124, 0.5093, 0.5076, 0.5022, 0.4988, 0.4915, 0.4829, 0.4827, 0.4826, 0.4822], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986433", "doc1986437", "doc546881", "doc588590", "doc588578", "doc2465656", "doc1975694", "doc1333905", "doc1730288"], "ranked_scores": [0.5509, 0.5432, 0.5402, 0.5368, 0.5355, 0.5342, 0.5336, 0.5332, 0.5327, 0.5262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc2316721", "doc18842", "doc2258986", "doc1105530", "doc681964", "doc360990", "doc2535522", "doc2655469", "doc2439440"], "ranked_scores": [0.4322, 0.421, 0.4043, 0.4034, 0.3986, 0.3972, 0.397, 0.3956, 0.395, 0.3928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88974", "doc2015719", "doc88973", "doc127031", "doc127040", "doc88934", "doc88931", "doc1763997", "doc1639229", "doc2624067"], "ranked_scores": [0.6752, 0.6652, 0.662, 0.6532, 0.6515, 0.6459, 0.6455, 0.6448, 0.6401, 0.6266], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc2262127", "doc1455511", "doc1455508", "doc338813", "doc338818", "doc1455462", "doc1455509", "doc969509", "doc700971"], "ranked_scores": [0.4465, 0.4422, 0.4381, 0.4367, 0.4353, 0.4321, 0.4309, 0.429, 0.4257, 0.4237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc18273", "doc63590", "doc911115", "doc108456", "doc1538520", "doc389941", "doc108535", "doc2083672", "doc376580"], "ranked_scores": [0.6962, 0.6698, 0.6698, 0.6698, 0.6164, 0.6164, 0.6164, 0.6138, 0.613, 0.608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc1670303", "doc355540", "doc1997397", "doc656863", "doc933773", "doc915991", "doc1839188", "doc1273458"], "ranked_scores": [0.4944, 0.4765, 0.4726, 0.4721, 0.469, 0.469, 0.469, 0.469, 0.4591, 0.4564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc2193668", "doc830104", "doc1244692", "doc491925", "doc757822", "doc902657", "doc1487701", "doc22915", "doc13999"], "ranked_scores": [0.3056, 0.2898, 0.2706, 0.2694, 0.2691, 0.2674, 0.2631, 0.2619, 0.2615, 0.2572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc642762", "doc2007762", "doc2639996", "doc1564158", "doc1185713", "doc1205332", "doc662025", "doc55093", "doc589376"], "ranked_scores": [0.5732, 0.5231, 0.5077, 0.4833, 0.4786, 0.4771, 0.452, 0.4415, 0.4295, 0.4295], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1618372", "doc36485", "doc36463", "doc1618376", "doc2622778", "doc2622759", "doc1256783", "doc36467", "doc2576376", "doc36460"], "ranked_scores": [0.7311, 0.7311, 0.7311, 0.7311, 0.7311, 0.731, 0.7167, 0.7075, 0.7064, 0.6968], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1445499", "doc392476", "doc24299", "doc703714", "doc392481", "doc1804263", "doc1390073", "doc298160", "doc1887731", "doc24305"], "ranked_scores": [0.5423, 0.5397, 0.5397, 0.5334, 0.5324, 0.5278, 0.5261, 0.5259, 0.5258, 0.5257], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc596014", "doc596021", "doc207176", "doc1581104", "doc729661", "doc1373323", "doc643072", "doc108903", "doc2167590", "doc2393669"], "ranked_scores": [0.684, 0.6809, 0.6765, 0.6752, 0.6736, 0.6703, 0.6703, 0.6661, 0.665, 0.6645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77976", "doc77973", "doc1504263", "doc1880724", "doc2388767", "doc5734", "doc347002", "doc77971", "doc2372456"], "ranked_scores": [0.4349, 0.4129, 0.4048, 0.3945, 0.3853, 0.3846, 0.3833, 0.3768, 0.3745, 0.3648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m16-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc2116209", "doc698039", "doc1254733", "doc1395336", "doc1390065", "doc752669", "doc284000", "doc597781", "doc108100"], "ranked_scores": [0.5084, 0.5005, 0.4974, 0.495, 0.4939, 0.4904, 0.4904, 0.488, 0.488, 0.4848], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1795214", "doc1061580", "doc1952697", "doc2664641", "doc63543", "doc1664486", "doc148310", "doc2563097", "doc2270804", "doc2674988"], "ranked_scores": [0.4591, 0.4591, 0.4453, 0.4428, 0.442, 0.4414, 0.4366, 0.4346, 0.4321, 0.432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc699194", "doc2285692", "doc776173", "doc812322", "doc365451", "doc1817763", "doc776139", "doc243667", "doc1675526", "doc21856"], "ranked_scores": [0.5324, 0.5276, 0.5236, 0.5236, 0.5236, 0.5236, 0.5153, 0.5136, 0.5111, 0.5111], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc232625", "doc146101", "doc404141", "doc392155", "doc604484", "doc230376", "doc386043", "doc539263", "doc658301", "doc2317442"], "ranked_scores": [0.5268, 0.5201, 0.5172, 0.5149, 0.5124, 0.5113, 0.5113, 0.5106, 0.5094, 0.5086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366762", "doc559430", "doc559423", "doc1382207", "doc2266529", "doc2307734", "doc1366756", "doc71587", "doc2450178", "doc555360"], "ranked_scores": [0.5423, 0.5363, 0.5363, 0.5363, 0.5346, 0.5334, 0.5333, 0.5333, 0.5291, 0.5288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1043480", "doc2034534", "doc172864", "doc82650", "doc1727553", "doc1279689", "doc1478921", "doc2176004", "doc381292", "doc754593"], "ranked_scores": [0.422, 0.422, 0.4196, 0.4183, 0.418, 0.4177, 0.4177, 0.4173, 0.4156, 0.4156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc2278342", "doc864822", "doc579135", "doc101803", "doc613963", "doc349747", "doc54270", "doc438360", "doc856735", "doc291984"], "ranked_scores": [0.5869, 0.5869, 0.5869, 0.5789, 0.5789, 0.5789, 0.5789, 0.5789, 0.5789, 0.578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc1947443", "doc327730", "doc2107778", "doc28961", "doc1456780", "doc594518", "doc650941", "doc1411599", "doc966365", "doc101561"], "ranked_scores": [0.4064, 0.4039, 0.4039, 0.4033, 0.4026, 0.4012, 0.4012, 0.4004, 0.3999, 0.3982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc742717", "doc1376346", "doc61054", "doc323921", "doc2549319", "doc1288281", "doc1464453", "doc1487701", "doc1376345"], "ranked_scores": [0.4438, 0.4433, 0.4423, 0.442, 0.4405, 0.4335, 0.4318, 0.4299, 0.4279, 0.4272], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2083994", "doc1116765", "doc369276", "doc1587500", "doc1730351", "doc1992466", "doc97445", "doc2405271", "doc369270", "doc2380013"], "ranked_scores": [0.4533, 0.4434, 0.4407, 0.4356, 0.4306, 0.4287, 0.4262, 0.4234, 0.4207, 0.4206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc2582472", "doc1153299", "doc1069317", "doc2534674", "doc525397", "doc2534676", "doc1945404", "doc57248", "doc1090039", "doc1298513"], "ranked_scores": [0.4619, 0.4571, 0.4547, 0.449, 0.4455, 0.4452, 0.4445, 0.4427, 0.4423, 0.4419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc50110", "doc66003", "doc1386116", "doc1386166", "doc437627", "doc2680499", "doc2665658", "doc369618", "doc83863", "doc50109"], "ranked_scores": [0.4943, 0.4895, 0.489, 0.4873, 0.4839, 0.4831, 0.4831, 0.4831, 0.4831, 0.4831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc2882", "doc298160", "doc874107", "doc24310", "doc703714", "doc703698", "doc703728", "doc703736", "doc703731", "doc874101"], "ranked_scores": [0.5053, 0.4977, 0.4958, 0.4958, 0.4958, 0.4946, 0.4909, 0.4909, 0.4909, 0.4909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc550633", "doc7091", "doc7099", "doc7106", "doc1950715", "doc7112", "doc1599042", "doc7116", "doc526956", "doc1059219"], "ranked_scores": [0.5773, 0.5623, 0.5623, 0.5543, 0.5543, 0.5543, 0.5543, 0.5542, 0.5513, 0.5492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc2444292", "doc1098823", "doc1324516", "doc82127", "doc1705674", "doc1254817", "doc1588867", "doc2240923", "doc722466", "doc1598856"], "ranked_scores": [0.4966, 0.4961, 0.4959, 0.4923, 0.4908, 0.4903, 0.4876, 0.4873, 0.4872, 0.4871], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2203117", "doc536387", "doc1245017", "doc897", "doc428400", "doc2420483", "doc15095", "doc269387", "doc1914609", "doc919333"], "ranked_scores": [0.3772, 0.3733, 0.3679, 0.3643, 0.3637, 0.3572, 0.355, 0.3544, 0.3544, 0.3511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1379360", "doc1168119", "doc620573", "doc1824654", "doc563699", "doc1818632", "doc300567", "doc788472", "doc90322", "doc996239"], "ranked_scores": [0.527, 0.527, 0.527, 0.527, 0.527, 0.527, 0.527, 0.5232, 0.5232, 0.5232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc220990", "doc1634950", "doc1078877", "doc52429", "doc1914609", "doc648364", "doc1874808", "doc919340", "doc2395516", "doc2148672"], "ranked_scores": [0.4273, 0.4225, 0.4209, 0.4163, 0.4072, 0.407, 0.4057, 0.4007, 0.4002, 0.4], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1685439", "doc2210110", "doc56897", "doc56921", "doc2439294", "doc1102442", "doc1288170", "doc1102445", "doc2031536", "doc2509993"], "ranked_scores": [0.5609, 0.5594, 0.5565, 0.5554, 0.5525, 0.5488, 0.5487, 0.5484, 0.5478, 0.546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc1561656", "doc2215178", "doc559711", "doc2223580", "doc2252385", "doc847439", "doc596891", "doc2344470", "doc2562963", "doc2594980"], "ranked_scores": [0.5856, 0.5851, 0.5839, 0.5839, 0.5839, 0.5839, 0.5839, 0.5837, 0.5836, 0.5836], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc2240281", "doc86071", "doc629517", "doc1214168", "doc762682", "doc180079", "doc2430823", "doc2174234", "doc527459", "doc399642"], "ranked_scores": [0.4845, 0.4732, 0.4684, 0.4681, 0.467, 0.4661, 0.4658, 0.4648, 0.463, 0.4622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc513535", "doc2517379", "doc2248924", "doc224770", "doc2376934", "doc2517376", "doc26461", "doc26467", "doc1053048", "doc1617211"], "ranked_scores": [0.5458, 0.5452, 0.5443, 0.5414, 0.5407, 0.5406, 0.5404, 0.5395, 0.5381, 0.5374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc2545120", "doc1411626", "doc102097", "doc702902", "doc1516605", "doc105763", "doc2240268", "doc1427198", "doc2355469", "doc1830328"], "ranked_scores": [0.4179, 0.4046, 0.403, 0.3977, 0.397, 0.397, 0.396, 0.3952, 0.3952, 0.3945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc37911", "doc565399", "doc37895", "doc37890", "doc1458090", "doc374355", "doc2534674", "doc1506100", "doc2389179", "doc781344"], "ranked_scores": [0.449, 0.4391, 0.4379, 0.4276, 0.4276, 0.4272, 0.4242, 0.4222, 0.4219, 0.4214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1175661", "doc879199", "doc1224325", "doc1368159", "doc1187141", "doc61045", "doc1880724", "doc1741593", "doc765127"], "ranked_scores": [0.316, 0.3098, 0.3089, 0.3084, 0.3053, 0.3009, 0.2993, 0.2976, 0.2924, 0.2915], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc467715", "doc64318", "doc706930", "doc922271", "doc283788", "doc64316", "doc228166", "doc1385353", "doc456580", "doc35513"], "ranked_scores": [0.382, 0.381, 0.3773, 0.3748, 0.3691, 0.3691, 0.3677, 0.3675, 0.3675, 0.3675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437667", "doc437668", "doc437685", "doc459280", "doc437683", "doc437701", "doc539417", "doc587517", "doc539419", "doc83659"], "ranked_scores": [0.5506, 0.5506, 0.5506, 0.5506, 0.5506, 0.5506, 0.5506, 0.5506, 0.5506, 0.5506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1315083", "doc1315064", "doc552698", "doc1778577", "doc2296331", "doc1778592", "doc35173", "doc2296332", "doc877823", "doc1314857"], "ranked_scores": [0.3657, 0.35, 0.3332, 0.3324, 0.3249, 0.3249, 0.3249, 0.3249, 0.3249, 0.3222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2402770", "doc203684", "doc2053625", "doc33191", "doc645564", "doc868658", "doc1597244", "doc832551", "doc585415", "doc48882"], "ranked_scores": [0.3105, 0.3047, 0.2925, 0.2893, 0.2887, 0.2883, 0.2873, 0.2871, 0.2867, 0.2853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc182046", "doc1556425", "doc1877808", "doc82127", "doc2200447", "doc783135", "doc704392", "doc93287", "doc2252228", "doc1839188"], "ranked_scores": [0.4472, 0.4416, 0.4351, 0.4336, 0.4304, 0.4278, 0.4274, 0.4269, 0.4248, 0.4246], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc1600089", "doc1124783", "doc868589", "doc324530", "doc1635999", "doc430825", "doc28580", "doc422931", "doc28581", "doc868590"], "ranked_scores": [0.4993, 0.4993, 0.4993, 0.4993, 0.4993, 0.4966, 0.4965, 0.4965, 0.4965, 0.4965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc626446", "doc643072", "doc729567", "doc84492", "doc729661", "doc729573", "doc750195", "doc94371", "doc935115", "doc935127"], "ranked_scores": [0.5494, 0.5494, 0.5494, 0.5494, 0.5494, 0.5494, 0.5494, 0.5494, 0.5494, 0.5494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1427198", "doc2355469", "doc1516605", "doc105763", "doc1427193", "doc946247", "doc1729412", "doc105739", "doc1587280", "doc1427181"], "ranked_scores": [0.5185, 0.5185, 0.518, 0.518, 0.5159, 0.5138, 0.5138, 0.5133, 0.5133, 0.5111], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc6583", "doc393303", "doc1927002", "doc1294814", "doc6531", "doc2111528", "doc520684", "doc1141791", "doc1400520", "doc606253"], "ranked_scores": [0.5855, 0.5855, 0.5855, 0.5834, 0.583, 0.5811, 0.5811, 0.5811, 0.5809, 0.5809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1354535", "doc2124278", "doc2217446", "doc1914276", "doc2288928", "doc2502216", "doc1985845", "doc736126", "doc2124276", "doc286805"], "ranked_scores": [0.4824, 0.4806, 0.4803, 0.4789, 0.4772, 0.477, 0.4758, 0.4746, 0.4719, 0.4701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2042102", "doc2665803", "doc1534069", "doc2119808", "doc264216", "doc2397460", "doc755217", "doc2092849", "doc15890", "doc733127"], "ranked_scores": [0.3742, 0.3566, 0.3397, 0.3378, 0.3366, 0.3011, 0.3004, 0.2984, 0.2972, 0.2965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1525423", "doc383147", "doc946285", "doc245411", "doc1629944", "doc448867", "doc381154", "doc825242", "doc388703", "doc306226"], "ranked_scores": [0.4379, 0.4362, 0.4347, 0.4328, 0.4315, 0.4302, 0.428, 0.4275, 0.4271, 0.4256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1813688", "doc261351", "doc998023", "doc512672", "doc2502630", "doc289875", "doc1293555", "doc390322", "doc1423992", "doc57975"], "ranked_scores": [0.386, 0.3854, 0.3825, 0.382, 0.3794, 0.3778, 0.3777, 0.377, 0.3753, 0.3744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986443", "doc546881", "doc1160263", "doc577385", "doc2058897", "doc1903929", "doc1584862", "doc253473", "doc536273", "doc404918"], "ranked_scores": [0.4146, 0.4103, 0.4081, 0.4061, 0.4051, 0.4037, 0.4021, 0.4011, 0.4001, 0.3989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc2334138", "doc134521", "doc1526184", "doc845380", "doc2391797", "doc190844", "doc877974", "doc2250120", "doc24939"], "ranked_scores": [0.3585, 0.35, 0.346, 0.3452, 0.3432, 0.3431, 0.3366, 0.3353, 0.3332, 0.332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc175560", "doc1639229", "doc779563", "doc88931", "doc2624067", "doc88934", "doc2015719", "doc1452752", "doc88974", "doc1199279"], "ranked_scores": [0.395, 0.3934, 0.392, 0.3903, 0.385, 0.3819, 0.381, 0.3805, 0.3782, 0.3773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1142095", "doc1336187", "doc338813", "doc2447782", "doc1798523", "doc1637888", "doc57248", "doc282412", "doc297999", "doc758964"], "ranked_scores": [0.3963, 0.3902, 0.3896, 0.386, 0.3838, 0.3804, 0.38, 0.3796, 0.373, 0.3725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc2563559", "doc376565", "doc376580", "doc1087169", "doc2614035", "doc2072948", "doc1906610", "doc88505", "doc193844", "doc193828"], "ranked_scores": [0.5379, 0.5332, 0.529, 0.5286, 0.528, 0.5253, 0.5209, 0.5208, 0.5199, 0.519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc2475623", "doc7166", "doc1816074", "doc2480339", "doc1183356", "doc2481722", "doc760435", "doc1816051", "doc1480780", "doc7161"], "ranked_scores": [0.4352, 0.4347, 0.4243, 0.424, 0.4236, 0.4229, 0.4206, 0.4194, 0.4193, 0.4191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5641, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc807066", "doc742717", "doc1590467", "doc4611", "doc356961", "doc1826212", "doc61045", "doc1101311", "doc1077629", "doc297251"], "ranked_scores": [0.2229, 0.2202, 0.2101, 0.2096, 0.2096, 0.2088, 0.2074, 0.2067, 0.206, 0.2003], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2007762", "doc204120", "doc642762", "doc2093620", "doc705226", "doc1185713", "doc1970904", "doc2639996", "doc1945756", "doc1038435"], "ranked_scores": [0.457, 0.429, 0.4285, 0.4194, 0.4191, 0.4174, 0.4125, 0.4121, 0.4058, 0.4011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc2543936", "doc2445366", "doc1926783", "doc1927669", "doc2329256", "doc2622778", "doc2633664", "doc417364", "doc2633711", "doc2633718"], "ranked_scores": [0.4581, 0.4564, 0.4539, 0.4528, 0.445, 0.4447, 0.4443, 0.4443, 0.4443, 0.4443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc408864", "doc605887", "doc435057", "doc24310", "doc703714", "doc874107", "doc703721", "doc703728", "doc714665", "doc874101"], "ranked_scores": [0.5009, 0.4966, 0.4952, 0.4948, 0.4948, 0.4948, 0.4942, 0.4942, 0.4942, 0.4942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626445", "doc626446", "doc643072", "doc750195", "doc729567", "doc935115", "doc729661", "doc94371", "doc935127", "doc84492"], "ranked_scores": [0.5913, 0.5913, 0.5913, 0.5913, 0.5913, 0.5913, 0.5913, 0.5913, 0.5913, 0.5913], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc2071135", "doc902520", "doc1430993", "doc2071134", "doc77976", "doc1353689", "doc1258664", "doc1504263", "doc1431001", "doc1334550"], "ranked_scores": [0.385, 0.3739, 0.3549, 0.3442, 0.3431, 0.3414, 0.3407, 0.3407, 0.3381, 0.3378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-tq-8bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc1395336", "doc57242", "doc57232", "doc57248", "doc751998", "doc57247", "doc1713783", "doc2040327"], "ranked_scores": [0.6741, 0.6581, 0.6368, 0.6355, 0.6123, 0.5631, 0.5554, 0.5546, 0.523, 0.5206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1749973", "doc1664486", "doc1982515", "doc2345266", "doc1796956", "doc1815291", "doc497737", "doc230557"], "ranked_scores": [0.6826, 0.6211, 0.5831, 0.577, 0.5701, 0.5677, 0.5663, 0.555, 0.555, 0.5527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc2285692", "doc365451", "doc69778", "doc243667", "doc2019171", "doc69768", "doc21829"], "ranked_scores": [0.7442, 0.7294, 0.6662, 0.6597, 0.6372, 0.6309, 0.6199, 0.6117, 0.5938, 0.592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc564709", "doc1007260", "doc1570656", "doc643498", "doc230376", "doc404141", "doc1402781", "doc400438", "doc453161"], "ranked_scores": [0.5756, 0.5643, 0.55, 0.55, 0.5452, 0.545, 0.5426, 0.5364, 0.5335, 0.5295], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1812659", "doc887635", "doc1382123", "doc1741707", "doc559430", "doc1366769", "doc338868", "doc2307709", "doc1741704"], "ranked_scores": [0.6567, 0.639, 0.63, 0.622, 0.6176, 0.6169, 0.6123, 0.6117, 0.6048, 0.6046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1996268", "doc1021718", "doc1770477", "doc1852503", "doc27538", "doc2384883", "doc540358", "doc1478919", "doc1324046"], "ranked_scores": [0.6596, 0.5341, 0.52, 0.5185, 0.517, 0.5057, 0.502, 0.4982, 0.4911, 0.4895], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc1480727", "doc77634", "doc925929", "doc273559", "doc579128", "doc1340806", "doc653285", "doc1953211", "doc54270"], "ranked_scores": [0.6673, 0.6507, 0.6436, 0.6415, 0.6385, 0.6316, 0.6312, 0.6249, 0.6206, 0.6162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc966365", "doc2509153", "doc1486663", "doc278641", "doc2096499", "doc520687", "doc440382", "doc1798668"], "ranked_scores": [0.5749, 0.5592, 0.5526, 0.5292, 0.5288, 0.5179, 0.5137, 0.5084, 0.5027, 0.495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc829494", "doc61043", "doc1612682", "doc1376345", "doc1971249", "doc988606"], "ranked_scores": [0.6517, 0.6406, 0.6267, 0.5933, 0.4945, 0.4895, 0.4831, 0.46, 0.4594, 0.4556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc97421", "doc97430", "doc2071107", "doc2084014", "doc369237", "doc2083987", "doc2083995", "doc2083994"], "ranked_scores": [0.6971, 0.6958, 0.6958, 0.644, 0.6308, 0.6303, 0.625, 0.6247, 0.6242, 0.6203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc908573", "doc2534674", "doc2648883", "doc33196", "doc2534676", "doc260668", "doc260645", "doc1999887"], "ranked_scores": [0.5937, 0.5573, 0.512, 0.503, 0.4973, 0.4962, 0.494, 0.4878, 0.478, 0.4742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc66003", "doc437627", "doc1386166", "doc83863", "doc1386116", "doc2537823", "doc759547", "doc875841", "doc2295211"], "ranked_scores": [0.638, 0.6147, 0.6088, 0.6007, 0.585, 0.5575, 0.5493, 0.5309, 0.5235, 0.5173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc1887731", "doc1332302", "doc337506", "doc298160", "doc337547", "doc666653", "doc703711", "doc964811"], "ranked_scores": [0.6298, 0.5996, 0.5988, 0.5888, 0.5879, 0.5754, 0.566, 0.5602, 0.543, 0.5423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7099", "doc7091", "doc7119", "doc692559", "doc7106", "doc7116", "doc1694554", "doc526956", "doc1599042"], "ranked_scores": [0.6745, 0.6534, 0.653, 0.6139, 0.6113, 0.6028, 0.5996, 0.5816, 0.5798, 0.5618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82127", "doc787596", "doc1169637", "doc2068718", "doc82130", "doc854693", "doc1891830", "doc1254817"], "ranked_scores": [0.7061, 0.5815, 0.5637, 0.5488, 0.5487, 0.5465, 0.5453, 0.5441, 0.5435, 0.5323], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc897", "doc750416", "doc439366", "doc2018288", "doc2203152", "doc750407", "doc1449866", "doc536387", "doc2013112"], "ranked_scores": [0.5399, 0.5339, 0.518, 0.5115, 0.5102, 0.4611, 0.4587, 0.4555, 0.4528, 0.4511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc30773", "doc1380356", "doc563699", "doc416774", "doc1380357", "doc24903", "doc1168119", "doc239811"], "ranked_scores": [0.691, 0.6625, 0.6401, 0.6254, 0.6047, 0.5996, 0.5924, 0.5824, 0.5808, 0.5778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc23412", "doc2009369", "doc52429", "doc1634950", "doc58892", "doc1902615", "doc1825079", "doc1482058"], "ranked_scores": [0.5616, 0.5273, 0.5197, 0.516, 0.5019, 0.4873, 0.4765, 0.4765, 0.4749, 0.474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56921", "doc56897", "doc1102442", "doc2510026", "doc1601611", "doc952849", "doc2439294", "doc1685439", "doc2509996"], "ranked_scores": [0.7192, 0.7159, 0.6964, 0.6766, 0.633, 0.6316, 0.6234, 0.6175, 0.5932, 0.5917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80154", "doc80074", "doc345642", "doc137908", "doc80078", "doc2215178", "doc352904", "doc80067", "doc1912506"], "ranked_scores": [0.7238, 0.7015, 0.6952, 0.6865, 0.677, 0.6394, 0.6361, 0.6331, 0.6261, 0.6218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc2353712", "doc2174234", "doc762682", "doc1248717", "doc183950", "doc2240293", "doc439092", "doc86071"], "ranked_scores": [0.6481, 0.5252, 0.4972, 0.494, 0.4922, 0.4907, 0.4904, 0.4815, 0.4696, 0.4678], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc26458", "doc764184", "doc26461", "doc131786", "doc2376934", "doc26460", "doc207464", "doc675035"], "ranked_scores": [0.7136, 0.6345, 0.6152, 0.6147, 0.6053, 0.5945, 0.586, 0.5836, 0.5805, 0.5803], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1682561", "doc1587280", "doc1272206", "doc1464212", "doc446492", "doc1732443", "doc308346"], "ranked_scores": [0.774, 0.514, 0.4878, 0.4488, 0.4362, 0.4294, 0.4256, 0.4236, 0.4232, 0.4218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc37895", "doc57948", "doc721746", "doc57946", "doc57940", "doc2389179", "doc1101054", "doc1489505"], "ranked_scores": [0.5717, 0.5345, 0.521, 0.5033, 0.5031, 0.4912, 0.4897, 0.4877, 0.4538, 0.448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc1612364", "doc2193668", "doc1962033", "doc1224325", "doc1936829", "doc1741593", "doc1612520"], "ranked_scores": [0.6307, 0.5442, 0.4945, 0.4456, 0.4404, 0.439, 0.4384, 0.4075, 0.4051, 0.4038], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64318", "doc64317", "doc64314", "doc971992", "doc35524", "doc851269", "doc41305", "doc1376793", "doc41344"], "ranked_scores": [0.5738, 0.549, 0.539, 0.5313, 0.5311, 0.5156, 0.5151, 0.5142, 0.5123, 0.5034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc437685", "doc539428", "doc1520244", "doc638932", "doc437667", "doc1520219", "doc1520275", "doc252389", "doc1520300"], "ranked_scores": [0.6482, 0.6447, 0.6382, 0.6296, 0.6275, 0.6259, 0.6238, 0.622, 0.6203, 0.6141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc1315064", "doc866436", "doc1385395", "doc754076", "doc671985", "doc2558251", "doc552720", "doc877823"], "ranked_scores": [0.5541, 0.4971, 0.4781, 0.4778, 0.4538, 0.4507, 0.4412, 0.425, 0.424, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1894178", "doc602735", "doc488007", "doc585415", "doc2558036", "doc27298", "doc2161840", "doc1212031", "doc587116"], "ranked_scores": [0.4569, 0.4161, 0.3956, 0.3659, 0.3653, 0.3641, 0.3508, 0.3465, 0.3417, 0.3396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2179022", "doc2306629", "doc435057", "doc2179035", "doc781344", "doc2660672", "doc1283940", "doc1346601"], "ranked_scores": [0.7068, 0.5243, 0.5048, 0.4909, 0.4846, 0.4707, 0.4692, 0.4587, 0.4493, 0.4426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1787621", "doc1394755", "doc1394758", "doc1007190", "doc996399", "doc2486654", "doc1857677", "doc28581"], "ranked_scores": [0.7405, 0.6854, 0.6123, 0.5958, 0.5924, 0.5922, 0.5812, 0.5667, 0.5617, 0.5585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc368643", "doc1837771", "doc2451212", "doc1119808", "doc2339886", "doc1373323", "doc84492", "doc643072", "doc934719", "doc1373324"], "ranked_scores": [0.5516, 0.5498, 0.5437, 0.5392, 0.5391, 0.5386, 0.5347, 0.534, 0.5332, 0.5332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc1729412", "doc105763", "doc2355469", "doc543176", "doc830308", "doc105758", "doc1572538", "doc1552106"], "ranked_scores": [0.6316, 0.5988, 0.5593, 0.5483, 0.5482, 0.5386, 0.538, 0.534, 0.5329, 0.5198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc358938", "doc2107022", "doc4147", "doc52414", "doc2224155", "doc1927002", "doc2107018", "doc172405", "doc1294814"], "ranked_scores": [0.5915, 0.5825, 0.5787, 0.5782, 0.5759, 0.5738, 0.5682, 0.5644, 0.5623, 0.5608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435078", "doc2587564", "doc1921625", "doc2646161", "doc2352487", "doc378301", "doc435076", "doc2498492", "doc2587562"], "ranked_scores": [0.599, 0.5892, 0.5802, 0.5749, 0.57, 0.5585, 0.5542, 0.5537, 0.5477, 0.5423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2119808", "doc336518", "doc733127", "doc2448623", "doc2042102", "doc15890", "doc397701", "doc1498263", "doc518266"], "ranked_scores": [0.5497, 0.5355, 0.5316, 0.5133, 0.4745, 0.4621, 0.4546, 0.4316, 0.4269, 0.4262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc159492", "doc1283940", "doc381154", "doc1245931", "doc946285", "doc2419056", "doc2414537", "doc1851601", "doc448867", "doc1538025"], "ranked_scores": [0.4655, 0.4542, 0.4394, 0.4324, 0.417, 0.4144, 0.4118, 0.4118, 0.4113, 0.4029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1345740", "doc261351", "doc367417", "doc57975", "doc1423992", "doc40405", "doc2265144", "doc2035909", "doc2304461"], "ranked_scores": [0.5647, 0.52, 0.4998, 0.4888, 0.4753, 0.4571, 0.4537, 0.4505, 0.4484, 0.448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc1333905", "doc294604", "doc1584862", "doc1975694", "doc1271924", "doc588578", "doc1986433", "doc1730288"], "ranked_scores": [0.6066, 0.5624, 0.5199, 0.506, 0.5058, 0.5045, 0.5037, 0.489, 0.4719, 0.465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc221817", "doc2142524", "doc1877808", "doc1370451", "doc1105530", "doc2316721", "doc201173", "doc2188384", "doc681964"], "ranked_scores": [0.4533, 0.4383, 0.4249, 0.4154, 0.4032, 0.3992, 0.3989, 0.3913, 0.3871, 0.3785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc127040", "doc2015719", "doc88974", "doc127031", "doc1452752", "doc779563", "doc2624067", "doc88933"], "ranked_scores": [0.6493, 0.6154, 0.6143, 0.6114, 0.6074, 0.599, 0.5856, 0.5718, 0.5681, 0.548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc338813", "doc212860", "doc1637888", "doc2486395", "doc21340", "doc1144972", "doc1533829", "doc457119", "doc338818"], "ranked_scores": [0.47, 0.4533, 0.4365, 0.4166, 0.4036, 0.3961, 0.3947, 0.3924, 0.3922, 0.3875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc911115", "doc63590", "doc18273", "doc108456", "doc323321", "doc1906610", "doc376565", "doc63585", "doc2072948"], "ranked_scores": [0.6728, 0.6621, 0.6621, 0.6621, 0.6056, 0.5657, 0.5533, 0.5436, 0.5307, 0.5291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc1839188", "doc1816051", "doc1670303", "doc1816074", "doc1945404", "doc1930877", "doc46245", "doc1524979"], "ranked_scores": [0.5595, 0.5343, 0.4946, 0.4926, 0.4614, 0.4424, 0.4393, 0.4357, 0.427, 0.4174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc2193668", "doc753576", "doc951306", "doc1574683", "doc2613797", "doc2015875", "doc1260422", "doc1244692"], "ranked_scores": [0.4644, 0.4603, 0.4082, 0.3826, 0.3748, 0.3625, 0.3584, 0.3517, 0.3505, 0.3373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc642762", "doc1185713", "doc2639996", "doc1723101", "doc1222389", "doc1874808", "doc1564158", "doc2011376"], "ranked_scores": [0.593, 0.5519, 0.5287, 0.5089, 0.4825, 0.4629, 0.4531, 0.4499, 0.4405, 0.4321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc2622778", "doc36460", "doc2396125", "doc1618372", "doc36485", "doc2622759", "doc2543936"], "ranked_scores": [0.6977, 0.6784, 0.6459, 0.6219, 0.5998, 0.5719, 0.5677, 0.5503, 0.5444, 0.5363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc337547", "doc703714", "doc337506", "doc298160", "doc2832", "doc35719", "doc1390073", "doc973089", "doc106332"], "ranked_scores": [0.5577, 0.545, 0.5396, 0.5239, 0.5204, 0.518, 0.5159, 0.5154, 0.5063, 0.4961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc626438", "doc108887", "doc1373324", "doc2393669", "doc108892", "doc729661", "doc729573", "doc1119808"], "ranked_scores": [0.7108, 0.7077, 0.669, 0.6639, 0.6603, 0.6361, 0.6255, 0.6194, 0.613, 0.6112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77971", "doc77973", "doc2332984", "doc77976", "doc1334550", "doc1431001", "doc801039", "doc1430994"], "ranked_scores": [0.5807, 0.4857, 0.4563, 0.4492, 0.4353, 0.4332, 0.4144, 0.4142, 0.4053, 0.4034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-tq-4bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc57242", "doc1395336", "doc57232", "doc57248", "doc751998", "doc57247", "doc1142095", "doc2040327"], "ranked_scores": [0.6639, 0.6438, 0.6255, 0.6215, 0.602, 0.5566, 0.5498, 0.5483, 0.5228, 0.5224], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1749973", "doc2345266", "doc1982515", "doc1796956", "doc1664486", "doc497737", "doc1815291", "doc230557"], "ranked_scores": [0.671, 0.6169, 0.5719, 0.5635, 0.5607, 0.5594, 0.5574, 0.5501, 0.5481, 0.5433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc2285692", "doc365451", "doc69778", "doc243667", "doc2019171", "doc21829", "doc69768"], "ranked_scores": [0.7399, 0.7223, 0.6587, 0.6572, 0.6235, 0.6186, 0.6173, 0.6028, 0.5922, 0.5867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc564709", "doc1570656", "doc230376", "doc1007260", "doc404141", "doc643498", "doc400438", "doc1402781", "doc453161"], "ranked_scores": [0.5664, 0.552, 0.5417, 0.5402, 0.5386, 0.5351, 0.5309, 0.5303, 0.5257, 0.5225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc887635", "doc1812659", "doc1741707", "doc559430", "doc1382123", "doc338868", "doc1366769", "doc1741704", "doc1366765"], "ranked_scores": [0.6408, 0.6175, 0.6164, 0.608, 0.6043, 0.6001, 0.5969, 0.5947, 0.5901, 0.5874], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1996268", "doc1021718", "doc1770477", "doc1852503", "doc27538", "doc2384883", "doc540358", "doc1478919", "doc1279689"], "ranked_scores": [0.6533, 0.5268, 0.5173, 0.5132, 0.5106, 0.5052, 0.4958, 0.4926, 0.4866, 0.4826], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc1480727", "doc925929", "doc273559", "doc77634", "doc1340806", "doc579128", "doc653285", "doc1953211", "doc512949"], "ranked_scores": [0.66, 0.6449, 0.6368, 0.6367, 0.6349, 0.628, 0.6225, 0.6195, 0.6189, 0.6099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc966365", "doc1486663", "doc2509153", "doc278641", "doc2096499", "doc440382", "doc520687", "doc2688"], "ranked_scores": [0.562, 0.55, 0.5412, 0.523, 0.5223, 0.5145, 0.5108, 0.4932, 0.493, 0.4821], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc829494", "doc61043", "doc1612682", "doc988606", "doc1376345", "doc1971249"], "ranked_scores": [0.644, 0.6221, 0.621, 0.5878, 0.492, 0.4823, 0.4748, 0.4559, 0.4545, 0.4509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc97430", "doc2071107", "doc2084014", "doc97442", "doc2083987", "doc2083995", "doc369237"], "ranked_scores": [0.6915, 0.6869, 0.6864, 0.6346, 0.6291, 0.6236, 0.6174, 0.6166, 0.6143, 0.6122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc908573", "doc2648883", "doc2534674", "doc2534676", "doc260668", "doc33196", "doc260645", "doc1999887"], "ranked_scores": [0.5913, 0.5519, 0.5025, 0.4973, 0.4972, 0.4948, 0.4933, 0.4885, 0.484, 0.4684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc66003", "doc1386166", "doc437627", "doc83863", "doc1386116", "doc2537823", "doc759547", "doc875841", "doc2295211"], "ranked_scores": [0.6369, 0.6177, 0.5991, 0.5965, 0.5751, 0.5492, 0.5366, 0.5267, 0.5181, 0.5076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc1887731", "doc1332302", "doc337506", "doc298160", "doc337547", "doc666653", "doc973089", "doc964811"], "ranked_scores": [0.6246, 0.5852, 0.5813, 0.5791, 0.5736, 0.5658, 0.5533, 0.5377, 0.5348, 0.5328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7099", "doc7091", "doc7119", "doc692559", "doc7116", "doc7106", "doc1694554", "doc526956", "doc1599042"], "ranked_scores": [0.6541, 0.6412, 0.6353, 0.5991, 0.5895, 0.5836, 0.5779, 0.5722, 0.5642, 0.5479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82127", "doc787596", "doc1169637", "doc2068718", "doc854693", "doc1891830", "doc82130", "doc2252228"], "ranked_scores": [0.6934, 0.574, 0.5537, 0.5496, 0.543, 0.5413, 0.5384, 0.5361, 0.528, 0.5186], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc897", "doc750416", "doc2018288", "doc439366", "doc750407", "doc2203152", "doc1449866", "doc2013112", "doc536387"], "ranked_scores": [0.5298, 0.5292, 0.5107, 0.5102, 0.5033, 0.4584, 0.457, 0.4502, 0.4484, 0.4442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc30773", "doc1380356", "doc563699", "doc416774", "doc1380357", "doc1168119", "doc24903", "doc894422"], "ranked_scores": [0.6761, 0.657, 0.6272, 0.6204, 0.5983, 0.5936, 0.585, 0.581, 0.5773, 0.5698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc23412", "doc2483632", "doc2009369", "doc52429", "doc1634950", "doc1088751", "doc58892", "doc1902615", "doc1482058"], "ranked_scores": [0.5533, 0.5154, 0.5126, 0.5079, 0.4866, 0.4835, 0.4681, 0.4669, 0.4659, 0.4648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56921", "doc56897", "doc1102442", "doc1601611", "doc952849", "doc2510026", "doc2439294", "doc2509996", "doc1685439"], "ranked_scores": [0.7052, 0.7031, 0.6825, 0.6669, 0.619, 0.6168, 0.607, 0.5985, 0.5776, 0.577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80154", "doc80074", "doc345642", "doc137908", "doc80078", "doc2215178", "doc352904", "doc80067", "doc1912506"], "ranked_scores": [0.7049, 0.6834, 0.6829, 0.6624, 0.6616, 0.6232, 0.6219, 0.6123, 0.6067, 0.5994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc2353712", "doc2174234", "doc762682", "doc1248717", "doc183950", "doc2240293", "doc439092", "doc86071"], "ranked_scores": [0.6386, 0.518, 0.4896, 0.4827, 0.4817, 0.4763, 0.4745, 0.4714, 0.4693, 0.4577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc764184", "doc26458", "doc26461", "doc131786", "doc26460", "doc207464", "doc2036045", "doc2376934"], "ranked_scores": [0.6965, 0.6116, 0.6006, 0.5983, 0.5938, 0.5788, 0.5702, 0.5676, 0.5649, 0.5647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1682561", "doc1587280", "doc1464212", "doc446492", "doc1272206", "doc308346", "doc174797"], "ranked_scores": [0.7666, 0.5032, 0.4767, 0.446, 0.4416, 0.4244, 0.4211, 0.4198, 0.4185, 0.4184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc37895", "doc721746", "doc57948", "doc57940", "doc2389179", "doc57946", "doc1101054", "doc1489505"], "ranked_scores": [0.566, 0.5308, 0.5112, 0.5011, 0.4995, 0.4869, 0.4834, 0.4799, 0.4482, 0.4408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc1612364", "doc1224325", "doc2193668", "doc1962033", "doc1936829", "doc1741593", "doc490060"], "ranked_scores": [0.6099, 0.5355, 0.4824, 0.4369, 0.4306, 0.4289, 0.4184, 0.3956, 0.3947, 0.3922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64318", "doc64317", "doc64314", "doc971992", "doc35524", "doc851269", "doc41305", "doc1376793", "doc41344"], "ranked_scores": [0.5697, 0.541, 0.5365, 0.529, 0.5242, 0.5141, 0.5115, 0.5092, 0.5065, 0.503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc437685", "doc539428", "doc638932", "doc1520244", "doc1520219", "doc437667", "doc252389", "doc1520275", "doc539419"], "ranked_scores": [0.6415, 0.6345, 0.6344, 0.6219, 0.6199, 0.6197, 0.6137, 0.6136, 0.6094, 0.6088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc866436", "doc1315064", "doc1385395", "doc754076", "doc671985", "doc552720", "doc2558251", "doc877823"], "ranked_scores": [0.551, 0.4844, 0.4749, 0.471, 0.463, 0.4349, 0.4345, 0.4285, 0.4264, 0.3855], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1894178", "doc602735", "doc585415", "doc488007", "doc2558036", "doc27298", "doc2161840", "doc587116", "doc2676807"], "ranked_scores": [0.4593, 0.4051, 0.3857, 0.363, 0.3628, 0.359, 0.3531, 0.3429, 0.3301, 0.3266], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2179022", "doc2306629", "doc435057", "doc2179035", "doc2660672", "doc781344", "doc1283940", "doc1346601"], "ranked_scores": [0.6978, 0.5108, 0.4952, 0.4896, 0.4831, 0.4635, 0.4602, 0.4572, 0.451, 0.4431], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1787621", "doc1394758", "doc1394755", "doc1007190", "doc996399", "doc1857677", "doc2486654", "doc152998"], "ranked_scores": [0.7184, 0.668, 0.6018, 0.5886, 0.5852, 0.5813, 0.5693, 0.5595, 0.5475, 0.5398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1837771", "doc368643", "doc2339886", "doc1119808", "doc1373323", "doc643072", "doc2451212", "doc1373324", "doc84492", "doc934719"], "ranked_scores": [0.5449, 0.5432, 0.5369, 0.5344, 0.5343, 0.5343, 0.5298, 0.5291, 0.5285, 0.5284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc105763", "doc1729412", "doc2355469", "doc543176", "doc105758", "doc830308", "doc1572538", "doc566026"], "ranked_scores": [0.617, 0.592, 0.545, 0.5435, 0.529, 0.5281, 0.5273, 0.526, 0.5222, 0.5096], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc2224155", "doc52414", "doc4147", "doc358938", "doc1927002", "doc1294814", "doc2107022", "doc172405", "doc2107018"], "ranked_scores": [0.5905, 0.5718, 0.5645, 0.5644, 0.5637, 0.5629, 0.5577, 0.5571, 0.5515, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435078", "doc2587564", "doc1921625", "doc2646161", "doc2352487", "doc378301", "doc2498492", "doc435076", "doc2587562"], "ranked_scores": [0.5934, 0.5795, 0.5688, 0.5654, 0.5568, 0.5554, 0.5535, 0.5458, 0.5402, 0.5351], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc336518", "doc2119808", "doc733127", "doc2448623", "doc2042102", "doc15890", "doc397701", "doc518266", "doc1498263"], "ranked_scores": [0.5257, 0.5184, 0.5133, 0.4952, 0.4531, 0.4512, 0.4473, 0.4246, 0.4154, 0.4101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc159492", "doc1283940", "doc381154", "doc1245931", "doc946285", "doc2414537", "doc448867", "doc2419056", "doc1512025", "doc1851601"], "ranked_scores": [0.4696, 0.4414, 0.4403, 0.4326, 0.416, 0.414, 0.413, 0.4101, 0.407, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1345740", "doc367417", "doc261351", "doc57975", "doc2304461", "doc2265144", "doc1423992", "doc2035909", "doc40405"], "ranked_scores": [0.548, 0.5132, 0.4817, 0.4816, 0.4705, 0.4456, 0.4445, 0.4434, 0.4428, 0.4376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc1333905", "doc294604", "doc1584862", "doc1271924", "doc1975694", "doc588578", "doc1986433", "doc1321056"], "ranked_scores": [0.6008, 0.5521, 0.5147, 0.5005, 0.5005, 0.5003, 0.498, 0.4778, 0.4648, 0.459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc221817", "doc1877808", "doc2142524", "doc2316721", "doc1105530", "doc201173", "doc2188384", "doc1370451", "doc681964"], "ranked_scores": [0.4421, 0.4375, 0.4131, 0.4094, 0.3973, 0.3964, 0.3935, 0.3862, 0.3845, 0.3685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc2015719", "doc127040", "doc88974", "doc1452752", "doc127031", "doc2624067", "doc779563", "doc1639229"], "ranked_scores": [0.6407, 0.6036, 0.6012, 0.6011, 0.5955, 0.5826, 0.5813, 0.5623, 0.5571, 0.5396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc338813", "doc212860", "doc1637888", "doc2486395", "doc1533829", "doc21340", "doc1144972", "doc338818", "doc457119"], "ranked_scores": [0.463, 0.457, 0.433, 0.4127, 0.3919, 0.3904, 0.3902, 0.3872, 0.3808, 0.3797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc911115", "doc18273", "doc63590", "doc193844", "doc108456", "doc323321", "doc1906610", "doc2072948", "doc376565", "doc63585"], "ranked_scores": [0.6616, 0.6616, 0.6616, 0.6613, 0.598, 0.5583, 0.5375, 0.5357, 0.5345, 0.5254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc1839188", "doc1816051", "doc1670303", "doc1816074", "doc1930877", "doc1945404", "doc46245", "doc1524979"], "ranked_scores": [0.5477, 0.5217, 0.485, 0.4843, 0.4543, 0.4401, 0.4363, 0.4281, 0.4193, 0.4166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc2193668", "doc753576", "doc951306", "doc1574683", "doc2613797", "doc1260422", "doc1244692", "doc2015875"], "ranked_scores": [0.4648, 0.4464, 0.4115, 0.3787, 0.3715, 0.3655, 0.3512, 0.3445, 0.3429, 0.34], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc642762", "doc1185713", "doc2639996", "doc1723101", "doc1222389", "doc1874808", "doc1564158", "doc1564173"], "ranked_scores": [0.5772, 0.5496, 0.5144, 0.5047, 0.4666, 0.4513, 0.4358, 0.4344, 0.4307, 0.4285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc2622778", "doc36460", "doc2396125", "doc1618372", "doc2622759", "doc36485", "doc2543936"], "ranked_scores": [0.6881, 0.6738, 0.6371, 0.6229, 0.5955, 0.572, 0.5639, 0.539, 0.5348, 0.5346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc337547", "doc703714", "doc337506", "doc1390073", "doc2832", "doc298160", "doc35719", "doc973089", "doc106332"], "ranked_scores": [0.5506, 0.5467, 0.5322, 0.5208, 0.5162, 0.5133, 0.5123, 0.5116, 0.5042, 0.4956], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc626438", "doc108887", "doc1373324", "doc108892", "doc2393669", "doc729661", "doc873559", "doc729573"], "ranked_scores": [0.7033, 0.7017, 0.6653, 0.6646, 0.6478, 0.627, 0.6258, 0.6116, 0.607, 0.6046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77971", "doc77973", "doc77976", "doc2332984", "doc1334550", "doc801039", "doc1431001", "doc1430994"], "ranked_scores": [0.5743, 0.4757, 0.4546, 0.4505, 0.4321, 0.4313, 0.4133, 0.4102, 0.4083, 0.3994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-tq-3bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc1395336", "doc57242", "doc57232", "doc57248", "doc751998", "doc57247", "doc2040327", "doc260645"], "ranked_scores": [0.652, 0.6349, 0.6255, 0.6061, 0.5974, 0.5531, 0.5371, 0.5338, 0.5159, 0.514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1749973", "doc1664486", "doc497737", "doc2345266", "doc1982515", "doc1796956", "doc230557", "doc1815291"], "ranked_scores": [0.6491, 0.5858, 0.5563, 0.5478, 0.5473, 0.5443, 0.5353, 0.5307, 0.5231, 0.5214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc2285692", "doc365451", "doc69778", "doc243667", "doc2019171", "doc21856", "doc21829"], "ranked_scores": [0.7078, 0.6996, 0.6494, 0.6303, 0.6121, 0.5968, 0.5939, 0.5885, 0.5782, 0.5701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc564709", "doc1007260", "doc643498", "doc1570656", "doc230376", "doc1402781", "doc404141", "doc564728", "doc1678115"], "ranked_scores": [0.5447, 0.5339, 0.5285, 0.52, 0.5176, 0.5135, 0.5121, 0.5094, 0.5053, 0.5026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1812659", "doc887635", "doc338868", "doc1741707", "doc1366769", "doc559430", "doc1382123", "doc1741704", "doc2307709"], "ranked_scores": [0.6357, 0.6076, 0.6028, 0.5947, 0.5903, 0.5825, 0.5821, 0.5789, 0.5742, 0.5663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1996268", "doc1770477", "doc27538", "doc1021718", "doc2384883", "doc1852503", "doc1324046", "doc27536", "doc540358"], "ranked_scores": [0.6476, 0.5111, 0.5059, 0.4944, 0.4938, 0.4822, 0.4786, 0.4757, 0.471, 0.4707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc1480727", "doc77634", "doc925929", "doc1340806", "doc273559", "doc653285", "doc579128", "doc512949", "doc620637"], "ranked_scores": [0.631, 0.6256, 0.6233, 0.6163, 0.615, 0.6148, 0.6032, 0.5999, 0.5995, 0.5974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc966365", "doc520684", "doc2509153", "doc1486663", "doc2096499", "doc278641", "doc440382", "doc520687", "doc1798668"], "ranked_scores": [0.5451, 0.5235, 0.5226, 0.5128, 0.506, 0.4985, 0.4973, 0.4885, 0.4875, 0.4721], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61045", "doc61036", "doc1376346", "doc829494", "doc61043", "doc1612682", "doc1971249", "doc1376345", "doc2083822"], "ranked_scores": [0.6208, 0.606, 0.595, 0.5656, 0.4781, 0.4584, 0.4554, 0.4409, 0.4342, 0.4321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc97445", "doc2004921", "doc97430", "doc2071107", "doc2083995", "doc2084014", "doc2083987", "doc97442", "doc1116765"], "ranked_scores": [0.6817, 0.6783, 0.6709, 0.6245, 0.61, 0.6077, 0.6076, 0.6074, 0.6052, 0.6035], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc908573", "doc2534674", "doc2534676", "doc2648883", "doc1153299", "doc260645", "doc260668", "doc1999887"], "ranked_scores": [0.5698, 0.5357, 0.5083, 0.4986, 0.4857, 0.4855, 0.4717, 0.4706, 0.4689, 0.4645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc66003", "doc437627", "doc1386166", "doc83863", "doc1386116", "doc2537823", "doc875841", "doc759547", "doc758894"], "ranked_scores": [0.6089, 0.5905, 0.5847, 0.5775, 0.5534, 0.5374, 0.5231, 0.5046, 0.494, 0.4934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc1332302", "doc337506", "doc1887731", "doc337547", "doc298160", "doc964811", "doc666653", "doc703711"], "ranked_scores": [0.616, 0.5793, 0.5685, 0.5682, 0.5678, 0.5535, 0.5472, 0.535, 0.5327, 0.5284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7099", "doc7091", "doc7119", "doc692559", "doc7116", "doc7106", "doc1694554", "doc526956", "doc1599042"], "ranked_scores": [0.6452, 0.6322, 0.6205, 0.5826, 0.5825, 0.5782, 0.5679, 0.5464, 0.5462, 0.5416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82127", "doc2068718", "doc1169637", "doc854693", "doc1154433", "doc787596", "doc1891830", "doc82130"], "ranked_scores": [0.674, 0.5638, 0.5376, 0.5371, 0.5317, 0.526, 0.5204, 0.5172, 0.5133, 0.5069], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc2018288", "doc750416", "doc439366", "doc1449866", "doc750407", "doc536387", "doc2203152", "doc2013112"], "ranked_scores": [0.5226, 0.5163, 0.4951, 0.4901, 0.4846, 0.4452, 0.445, 0.4419, 0.4355, 0.4317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc30773", "doc1380356", "doc416774", "doc563699", "doc1380357", "doc24903", "doc620573", "doc1168119"], "ranked_scores": [0.6624, 0.631, 0.6105, 0.6002, 0.5771, 0.5749, 0.5685, 0.554, 0.547, 0.5461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc23412", "doc2009369", "doc2483632", "doc1634950", "doc52429", "doc1482058", "doc1088751", "doc2504604", "doc1902615"], "ranked_scores": [0.5328, 0.4994, 0.4989, 0.4983, 0.4814, 0.4651, 0.4546, 0.4537, 0.4515, 0.4513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc2510026", "doc952849", "doc1601611", "doc2439294", "doc2509996", "doc1806221"], "ranked_scores": [0.6837, 0.6798, 0.6714, 0.6444, 0.6034, 0.5967, 0.594, 0.5851, 0.5675, 0.5621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80074", "doc80154", "doc345642", "doc137908", "doc2215178", "doc80078", "doc352904", "doc80067", "doc1912506"], "ranked_scores": [0.685, 0.6751, 0.664, 0.6604, 0.6539, 0.624, 0.6191, 0.6083, 0.6, 0.5942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc2353712", "doc1248717", "doc762682", "doc2174234", "doc183950", "doc439092", "doc2240293", "doc506841"], "ranked_scores": [0.6122, 0.5139, 0.4746, 0.4733, 0.4712, 0.4611, 0.4594, 0.4444, 0.4418, 0.4393], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc764184", "doc26458", "doc26461", "doc131786", "doc2376934", "doc2289855", "doc207464", "doc2036045"], "ranked_scores": [0.697, 0.6133, 0.5856, 0.5844, 0.5819, 0.5706, 0.5602, 0.5595, 0.5536, 0.5536], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1682561", "doc1272206", "doc1587280", "doc446492", "doc308346", "doc1464212", "doc1732443"], "ranked_scores": [0.7508, 0.5019, 0.4614, 0.426, 0.4241, 0.4206, 0.4124, 0.4084, 0.4026, 0.4018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc57948", "doc37895", "doc721746", "doc2389179", "doc57946", "doc57940", "doc57232", "doc1101054"], "ranked_scores": [0.5525, 0.5189, 0.4955, 0.4895, 0.4879, 0.4777, 0.4729, 0.4699, 0.4337, 0.4294], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc1612364", "doc1962033", "doc1224325", "doc2193668", "doc1936829", "doc2286850", "doc1741593"], "ranked_scores": [0.5848, 0.5094, 0.4566, 0.4415, 0.4164, 0.4159, 0.4155, 0.3833, 0.3821, 0.3776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64317", "doc64314", "doc64318", "doc971992", "doc41305", "doc1376793", "doc35524", "doc851269", "doc467715"], "ranked_scores": [0.5554, 0.5263, 0.5249, 0.5231, 0.5131, 0.5025, 0.501, 0.4999, 0.4954, 0.4888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc539428", "doc1520311", "doc638932", "doc1520244", "doc252389", "doc437667", "doc1520219", "doc1520211", "doc1520275"], "ranked_scores": [0.6306, 0.6283, 0.6253, 0.6156, 0.6104, 0.6037, 0.6036, 0.603, 0.6008, 0.5925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc866436", "doc1315083", "doc1385395", "doc1315064", "doc754076", "doc671985", "doc552720", "doc2558251", "doc877823"], "ranked_scores": [0.5255, 0.4672, 0.4649, 0.4457, 0.4431, 0.4319, 0.4211, 0.4177, 0.3982, 0.3673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1894178", "doc602735", "doc585415", "doc2558036", "doc488007", "doc27298", "doc2161840", "doc2676807", "doc1212031"], "ranked_scores": [0.4285, 0.3888, 0.3845, 0.3439, 0.343, 0.3397, 0.3313, 0.3311, 0.3232, 0.3205], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2306629", "doc2179022", "doc435057", "doc2660672", "doc781344", "doc2179035", "doc1283940", "doc182046"], "ranked_scores": [0.6777, 0.4905, 0.4857, 0.4742, 0.4718, 0.4509, 0.4442, 0.4335, 0.4298, 0.4266], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1787621", "doc1007190", "doc1394755", "doc1394758", "doc996399", "doc1857677", "doc2486654", "doc152997"], "ranked_scores": [0.7147, 0.6587, 0.5933, 0.5715, 0.57, 0.5663, 0.5575, 0.5477, 0.5407, 0.5319], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc368643", "doc2339886", "doc1837771", "doc1373323", "doc934719", "doc1837759", "doc643072", "doc1119808", "doc84492", "doc94371"], "ranked_scores": [0.5347, 0.5275, 0.5208, 0.5166, 0.5156, 0.5148, 0.513, 0.5121, 0.5091, 0.5091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc105763", "doc1729412", "doc2355469", "doc830308", "doc543176", "doc105758", "doc566026", "doc1572538"], "ranked_scores": [0.6045, 0.5847, 0.5358, 0.534, 0.5337, 0.5241, 0.5183, 0.5161, 0.5066, 0.5063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc2224155", "doc358938", "doc52414", "doc172405", "doc1927002", "doc2107022", "doc606253", "doc4147", "doc1294814"], "ranked_scores": [0.5739, 0.561, 0.5568, 0.5555, 0.5513, 0.5471, 0.5444, 0.5386, 0.5361, 0.5332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435078", "doc2587564", "doc1921625", "doc2646161", "doc378301", "doc2352487", "doc435076", "doc2498492", "doc2587562"], "ranked_scores": [0.5907, 0.5638, 0.56, 0.5489, 0.5418, 0.5349, 0.5342, 0.529, 0.5229, 0.5203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2119808", "doc336518", "doc733127", "doc2448623", "doc2042102", "doc15890", "doc397701", "doc518266", "doc1498263"], "ranked_scores": [0.5132, 0.5091, 0.4935, 0.4918, 0.4383, 0.4374, 0.425, 0.4205, 0.4049, 0.4032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc159492", "doc381154", "doc1245931", "doc1283940", "doc1877809", "doc946285", "doc1512044", "doc448867", "doc2419056", "doc1851601"], "ranked_scores": [0.4548, 0.4327, 0.4292, 0.4261, 0.414, 0.4073, 0.4067, 0.4058, 0.4049, 0.4049], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1345740", "doc261351", "doc367417", "doc57975", "doc2265144", "doc2304461", "doc864555", "doc1423992", "doc40405"], "ranked_scores": [0.5379, 0.4971, 0.4652, 0.4542, 0.4454, 0.4332, 0.4327, 0.4249, 0.4249, 0.4207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc1333905", "doc294604", "doc1975694", "doc1271924", "doc1584862", "doc588578", "doc1986433", "doc1730288"], "ranked_scores": [0.5826, 0.5493, 0.4949, 0.4817, 0.475, 0.4739, 0.4691, 0.4645, 0.4553, 0.4532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc221817", "doc2142524", "doc1877808", "doc2316721", "doc2188384", "doc1105530", "doc201173", "doc1370451", "doc681964"], "ranked_scores": [0.4391, 0.4182, 0.4057, 0.3992, 0.3821, 0.379, 0.3754, 0.3687, 0.3677, 0.3611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc127040", "doc2015719", "doc88934", "doc127031", "doc1452752", "doc779563", "doc2624067", "doc548704"], "ranked_scores": [0.6179, 0.5879, 0.5877, 0.5808, 0.58, 0.5772, 0.5658, 0.5476, 0.5352, 0.5318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc338813", "doc212860", "doc1637888", "doc2486395", "doc1144972", "doc79982", "doc338818", "doc457119", "doc698075"], "ranked_scores": [0.4484, 0.4252, 0.4126, 0.3948, 0.3857, 0.3829, 0.3821, 0.3815, 0.3756, 0.3749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc911115", "doc63590", "doc18273", "doc193844", "doc108456", "doc1906610", "doc323321", "doc376565", "doc2072948", "doc63585"], "ranked_scores": [0.6463, 0.6463, 0.6463, 0.6442, 0.5771, 0.5362, 0.5331, 0.5262, 0.5245, 0.5183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc1839188", "doc1816051", "doc1670303", "doc1816074", "doc1945404", "doc1930877", "doc299691", "doc1524979"], "ranked_scores": [0.5216, 0.4981, 0.4866, 0.4823, 0.4292, 0.4275, 0.4178, 0.4159, 0.3982, 0.3944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc2193668", "doc753576", "doc1574683", "doc951306", "doc1260422", "doc2015875", "doc2613797", "doc1244692"], "ranked_scores": [0.4627, 0.4411, 0.413, 0.3739, 0.3625, 0.3569, 0.3515, 0.3435, 0.3366, 0.3276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc642762", "doc1185713", "doc2639996", "doc1723101", "doc1222389", "doc1874808", "doc1564158", "doc851877"], "ranked_scores": [0.573, 0.5462, 0.4991, 0.4956, 0.4703, 0.4459, 0.4363, 0.4323, 0.4221, 0.4183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc2622778", "doc36460", "doc1618372", "doc2396125", "doc2622759", "doc2657970", "doc2543936"], "ranked_scores": [0.6713, 0.6543, 0.608, 0.5966, 0.5752, 0.5448, 0.5422, 0.5413, 0.5192, 0.5126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc337547", "doc703714", "doc284003", "doc337506", "doc2832", "doc1390073", "doc298160", "doc35719", "doc1804263", "doc973089"], "ranked_scores": [0.5391, 0.5314, 0.5309, 0.5142, 0.5135, 0.5128, 0.4976, 0.4951, 0.491, 0.4861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc626438", "doc1373324", "doc2393669", "doc108892", "doc873559", "doc729573", "doc729661"], "ranked_scores": [0.6884, 0.683, 0.6497, 0.6497, 0.6341, 0.6163, 0.612, 0.6004, 0.5984, 0.5909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77971", "doc77973", "doc77976", "doc2332984", "doc1431001", "doc1430994", "doc1334550", "doc801039"], "ranked_scores": [0.5605, 0.4787, 0.4334, 0.4323, 0.4318, 0.4186, 0.407, 0.4039, 0.3987, 0.3852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-tq-2bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc1395336", "doc57242", "doc57232", "doc57248", "doc57247", "doc2040327", "doc1713783", "doc751998"], "ranked_scores": [0.6013, 0.5988, 0.5867, 0.5758, 0.5752, 0.5169, 0.4977, 0.4892, 0.487, 0.4865], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1749973", "doc1982515", "doc1796956", "doc1664486", "doc1815291", "doc230557", "doc2664641", "doc314759"], "ranked_scores": [0.6191, 0.5536, 0.5149, 0.5045, 0.5034, 0.4994, 0.4963, 0.4925, 0.4896, 0.4848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc2285692", "doc69778", "doc243667", "doc365451", "doc69768", "doc660012", "doc2019171"], "ranked_scores": [0.6719, 0.663, 0.5952, 0.5822, 0.5729, 0.5709, 0.5622, 0.5364, 0.5341, 0.533], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc643498", "doc1007260", "doc564709", "doc1678115", "doc404141", "doc230376", "doc415323", "doc1402781", "doc1570656"], "ranked_scores": [0.5244, 0.5075, 0.4912, 0.4856, 0.4826, 0.4804, 0.4765, 0.468, 0.4673, 0.4617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1812659", "doc1741707", "doc887635", "doc1366769", "doc338868", "doc1741704", "doc1121527", "doc1121529", "doc559430"], "ranked_scores": [0.5964, 0.5725, 0.5641, 0.5518, 0.5498, 0.5475, 0.547, 0.5435, 0.5395, 0.5369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1996268", "doc1852503", "doc1279689", "doc1770477", "doc2384883", "doc1478919", "doc1021718", "doc27538", "doc540358"], "ranked_scores": [0.619, 0.4987, 0.4854, 0.4775, 0.4678, 0.4666, 0.4658, 0.4649, 0.4611, 0.4593], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc273559", "doc1480727", "doc653285", "doc925929", "doc1340806", "doc77634", "doc620637", "doc1953211", "doc512949"], "ranked_scores": [0.6175, 0.5944, 0.5868, 0.5803, 0.576, 0.5741, 0.5736, 0.5672, 0.5554, 0.5542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc520684", "doc29757", "doc966365", "doc2509153", "doc2096499", "doc1486663", "doc278641", "doc440382", "doc2688", "doc520687"], "ranked_scores": [0.4953, 0.4925, 0.485, 0.4792, 0.4709, 0.4651, 0.4599, 0.4563, 0.4467, 0.4455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61045", "doc61036", "doc1376346", "doc829494", "doc1612682", "doc1971249", "doc988606", "doc61043", "doc1581506"], "ranked_scores": [0.5787, 0.5533, 0.5471, 0.5017, 0.4441, 0.4399, 0.4312, 0.427, 0.4132, 0.4002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc97445", "doc97442", "doc2083994", "doc2084014", "doc369237", "doc2083995", "doc97430", "doc2071107"], "ranked_scores": [0.646, 0.6435, 0.6374, 0.5857, 0.5837, 0.576, 0.576, 0.5727, 0.568, 0.5651], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc2534674", "doc908573", "doc260645", "doc2534676", "doc260668", "doc2648883", "doc1153299", "doc2034127"], "ranked_scores": [0.5419, 0.5073, 0.4732, 0.4732, 0.4569, 0.4487, 0.445, 0.4448, 0.4405, 0.4312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc1386166", "doc66003", "doc437627", "doc83863", "doc1386116", "doc2537823", "doc759547", "doc875841", "doc929272"], "ranked_scores": [0.5691, 0.5611, 0.5571, 0.553, 0.5319, 0.4944, 0.4901, 0.4837, 0.4791, 0.4667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc1887731", "doc1332302", "doc337506", "doc298160", "doc337547", "doc666653", "doc964811", "doc874101"], "ranked_scores": [0.5793, 0.5449, 0.5388, 0.5345, 0.5191, 0.4963, 0.4962, 0.4903, 0.4883, 0.4882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7099", "doc7119", "doc692559", "doc1694554", "doc7116", "doc526956", "doc7106", "doc1694559"], "ranked_scores": [0.6107, 0.5941, 0.5757, 0.545, 0.5396, 0.5394, 0.5294, 0.5056, 0.4953, 0.488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc787596", "doc2068718", "doc854693", "doc82127", "doc2569900", "doc1254817", "doc1154433"], "ranked_scores": [0.63, 0.514, 0.5051, 0.5, 0.4952, 0.489, 0.4876, 0.4721, 0.4716, 0.4645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc2018288", "doc750416", "doc439366", "doc1449866", "doc750407", "doc536387", "doc2013112", "doc428400"], "ranked_scores": [0.4749, 0.4685, 0.467, 0.4645, 0.4608, 0.4278, 0.4184, 0.4161, 0.414, 0.4016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc30773", "doc563699", "doc1380356", "doc1380357", "doc416774", "doc24903", "doc382236", "doc788472"], "ranked_scores": [0.6307, 0.5868, 0.5676, 0.5603, 0.5593, 0.5437, 0.5334, 0.5308, 0.5279, 0.5133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc23412", "doc2483632", "doc1634950", "doc2009369", "doc52429", "doc58892", "doc2225375", "doc573905", "doc454591"], "ranked_scores": [0.4987, 0.4768, 0.4635, 0.4421, 0.4418, 0.4293, 0.4222, 0.4057, 0.4049, 0.4014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc952849", "doc1601611", "doc2510026", "doc2439294", "doc1806221", "doc1685439"], "ranked_scores": [0.6365, 0.6246, 0.6112, 0.6083, 0.5701, 0.5555, 0.5456, 0.543, 0.5247, 0.5214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80074", "doc80154", "doc137908", "doc345642", "doc80078", "doc2215178", "doc80067", "doc1912506", "doc352904"], "ranked_scores": [0.6482, 0.6318, 0.613, 0.5973, 0.5861, 0.5705, 0.5666, 0.5629, 0.5567, 0.5442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc183950", "doc506841", "doc2353712", "doc1248717", "doc2240291", "doc762682", "doc2240293", "doc673167"], "ranked_scores": [0.5818, 0.4783, 0.4609, 0.4424, 0.4411, 0.4344, 0.4334, 0.4317, 0.4312, 0.426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc764184", "doc26458", "doc26461", "doc131786", "doc224101", "doc2289855", "doc207464", "doc1617211"], "ranked_scores": [0.6471, 0.5754, 0.5659, 0.5535, 0.5479, 0.5406, 0.5216, 0.521, 0.5195, 0.5143], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1587280", "doc1464212", "doc1682561", "doc1516605", "doc308346", "doc1572538", "doc446492"], "ranked_scores": [0.7235, 0.4828, 0.443, 0.405, 0.4, 0.3989, 0.3889, 0.3873, 0.3871, 0.3811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc721746", "doc1199221", "doc57948", "doc37895", "doc57946", "doc2389179", "doc57940", "doc1101054", "doc57232"], "ranked_scores": [0.5119, 0.4874, 0.4729, 0.4721, 0.4671, 0.4658, 0.4532, 0.4407, 0.4117, 0.406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc1612364", "doc1224325", "doc2193668", "doc1962033", "doc1936829", "doc2286850", "doc1428083"], "ranked_scores": [0.5605, 0.4825, 0.4438, 0.4096, 0.3899, 0.3764, 0.3724, 0.3699, 0.3691, 0.3583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64317", "doc64318", "doc971992", "doc41305", "doc851269", "doc64314", "doc1376793", "doc35524", "doc41344"], "ranked_scores": [0.5085, 0.49, 0.4776, 0.4578, 0.4566, 0.456, 0.4514, 0.445, 0.4394, 0.4349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc539428", "doc437685", "doc587518", "doc638932", "doc1520311", "doc1520219", "doc1520211", "doc252389", "doc1520275", "doc437667"], "ranked_scores": [0.5991, 0.5899, 0.5724, 0.5713, 0.5696, 0.5669, 0.5624, 0.5595, 0.5571, 0.5567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc866436", "doc1315083", "doc1315064", "doc552720", "doc671985", "doc1385395", "doc754076", "doc2558251", "doc2384757"], "ranked_scores": [0.4865, 0.4423, 0.439, 0.4336, 0.4206, 0.4186, 0.4111, 0.4043, 0.3738, 0.3512], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1894178", "doc602735", "doc585415", "doc2558036", "doc488007", "doc27298", "doc645602", "doc1728777", "doc802931"], "ranked_scores": [0.3799, 0.3518, 0.3308, 0.315, 0.3142, 0.31, 0.2993, 0.2965, 0.2918, 0.2894], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2306629", "doc53465", "doc2179022", "doc1283940", "doc435057", "doc2660672", "doc1346601", "doc2179035", "doc781344"], "ranked_scores": [0.6493, 0.4664, 0.4583, 0.4507, 0.4189, 0.4097, 0.4079, 0.4067, 0.4061, 0.3988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1007190", "doc1394755", "doc1787621", "doc1857677", "doc1394758", "doc152997", "doc2486654", "doc996399"], "ranked_scores": [0.6364, 0.6057, 0.5529, 0.5435, 0.543, 0.5334, 0.5232, 0.5015, 0.5014, 0.4876], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2339886", "doc368643", "doc1837771", "doc2451212", "doc1437877", "doc934719", "doc1373323", "doc1119808", "doc1030288", "doc643072"], "ranked_scores": [0.5033, 0.4908, 0.4808, 0.4807, 0.4769, 0.4735, 0.4728, 0.47, 0.4685, 0.4678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc1729412", "doc2355469", "doc105758", "doc1572538", "doc543176", "doc1552106", "doc105763", "doc830308"], "ranked_scores": [0.5574, 0.5234, 0.4987, 0.4977, 0.4935, 0.4892, 0.4816, 0.4787, 0.4774, 0.4767], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc358938", "doc52414", "doc4147", "doc2107022", "doc6531", "doc172405", "doc606253", "doc2224155", "doc1927002"], "ranked_scores": [0.545, 0.5403, 0.5298, 0.5224, 0.5184, 0.5175, 0.5116, 0.5068, 0.5066, 0.5055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435078", "doc2646161", "doc378301", "doc1921625", "doc2587564", "doc2352487", "doc2498492", "doc435076", "doc768322"], "ranked_scores": [0.5409, 0.5291, 0.5229, 0.5044, 0.4934, 0.4917, 0.4825, 0.4816, 0.4803, 0.4762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc733127", "doc2119808", "doc336518", "doc2042102", "doc2448623", "doc397701", "doc1498263", "doc15890", "doc878338"], "ranked_scores": [0.4698, 0.4513, 0.4509, 0.4479, 0.3996, 0.389, 0.3856, 0.3846, 0.3806, 0.3699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc159492", "doc1283940", "doc381154", "doc1245931", "doc946285", "doc1877809", "doc2419056", "doc1851601", "doc448867", "doc2306629"], "ranked_scores": [0.4126, 0.3983, 0.3786, 0.3762, 0.3724, 0.3722, 0.3716, 0.3707, 0.3675, 0.3575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1345740", "doc57975", "doc2035909", "doc367417", "doc261351", "doc2265144", "doc2304461", "doc1423992", "doc40405"], "ranked_scores": [0.5142, 0.4587, 0.4267, 0.4257, 0.4185, 0.4176, 0.3986, 0.3962, 0.3954, 0.3825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc1271924", "doc1333905", "doc1975694", "doc294604", "doc1584862", "doc1321056", "doc158020", "doc1629620"], "ranked_scores": [0.5462, 0.4893, 0.471, 0.4528, 0.4433, 0.4393, 0.4363, 0.4326, 0.4189, 0.4134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc2316721", "doc221817", "doc2142524", "doc1877808", "doc1370451", "doc201173", "doc2188384", "doc1105530", "doc2067045"], "ranked_scores": [0.4161, 0.3913, 0.3881, 0.3732, 0.3702, 0.359, 0.3573, 0.3571, 0.3429, 0.3403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc1452752", "doc88934", "doc127040", "doc127031", "doc88974", "doc2015719", "doc779563", "doc88933", "doc2624067"], "ranked_scores": [0.5765, 0.542, 0.5365, 0.5357, 0.5301, 0.529, 0.5235, 0.4986, 0.4877, 0.487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc1798523", "doc212860", "doc338818", "doc413930", "doc1637888", "doc1533829", "doc866703", "doc1144972", "doc2486395"], "ranked_scores": [0.4194, 0.4047, 0.3853, 0.3671, 0.3579, 0.3555, 0.354, 0.3539, 0.3506, 0.3494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc911115", "doc18273", "doc63590", "doc193844", "doc108456", "doc323321", "doc1906610", "doc376565", "doc1791044", "doc376580"], "ranked_scores": [0.6046, 0.6046, 0.6046, 0.5887, 0.5662, 0.4981, 0.4944, 0.4919, 0.4822, 0.4769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc1839188", "doc1816051", "doc1930877", "doc1670303", "doc1816074", "doc1972074", "doc46245", "doc1524979"], "ranked_scores": [0.4945, 0.4782, 0.4435, 0.4394, 0.4054, 0.3946, 0.3924, 0.3906, 0.3882, 0.3804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc2193668", "doc951306", "doc1574683", "doc753576", "doc2015875", "doc2613797", "doc1260422", "doc259703"], "ranked_scores": [0.4227, 0.4003, 0.366, 0.3332, 0.3253, 0.3151, 0.3054, 0.3053, 0.3021, 0.2833], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc642762", "doc1185713", "doc1723101", "doc2639996", "doc1874808", "doc1564173", "doc393485", "doc1222389"], "ranked_scores": [0.5201, 0.5072, 0.459, 0.4574, 0.4238, 0.4167, 0.397, 0.394, 0.393, 0.3919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc1618376", "doc2622778", "doc36460", "doc2396125", "doc1618372", "doc2657970", "doc2622759", "doc2543936"], "ranked_scores": [0.6271, 0.6214, 0.5702, 0.5605, 0.5333, 0.5206, 0.5131, 0.4968, 0.4812, 0.4759], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc337547", "doc284003", "doc703714", "doc1390073", "doc337506", "doc2832", "doc1804263", "doc284056", "doc24299", "doc392476"], "ranked_scores": [0.5004, 0.5001, 0.4925, 0.4915, 0.4802, 0.4797, 0.4774, 0.4598, 0.4582, 0.4582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc626438", "doc108892", "doc2393669", "doc1373324", "doc729573", "doc1119808", "doc873559"], "ranked_scores": [0.6616, 0.65, 0.6262, 0.6221, 0.5903, 0.5872, 0.587, 0.5719, 0.5621, 0.5582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77973", "doc77971", "doc1334550", "doc77976", "doc2332984", "doc1431001", "doc1430994", "doc801039"], "ranked_scores": [0.501, 0.4568, 0.3952, 0.3783, 0.3751, 0.3698, 0.3685, 0.3647, 0.3613, 0.3498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-tq-1bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc57232", "doc1395336", "doc57242", "doc751998", "doc260645", "doc81655", "doc57247", "doc57248"], "ranked_scores": [0.4714, 0.4609, 0.4583, 0.4531, 0.4245, 0.3854, 0.3828, 0.375, 0.3724, 0.3672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc2105862", "doc1664486", "doc497737", "doc2664641", "doc2345266", "doc1749973", "doc1324848", "doc1796956"], "ranked_scores": [0.4896, 0.4323, 0.4245, 0.4089, 0.4089, 0.4062, 0.4062, 0.401, 0.3802, 0.3802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc69778", "doc812322", "doc69775", "doc365451", "doc2019171", "doc452039", "doc69772", "doc2285692"], "ranked_scores": [0.5625, 0.5339, 0.4505, 0.4401, 0.4245, 0.4193, 0.4193, 0.4141, 0.4115, 0.4115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc643498", "doc1177870", "doc404141", "doc564728", "doc1402781", "doc591223", "doc1045588", "doc1007260", "doc400438", "doc1678115"], "ranked_scores": [0.4141, 0.4036, 0.3724, 0.3594, 0.3542, 0.3516, 0.3464, 0.3438, 0.3438, 0.3437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc338868", "doc2165920", "doc887635", "doc1382171", "doc1812659", "doc1741704", "doc1121529", "doc1741707", "doc2372193", "doc1366769"], "ranked_scores": [0.4714, 0.4531, 0.4401, 0.4401, 0.4375, 0.4375, 0.4349, 0.4323, 0.4245, 0.4245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc540358", "doc1996268", "doc1770477", "doc1021718", "doc2384883", "doc1478919", "doc1852503", "doc27536", "doc1692291"], "ranked_scores": [0.4687, 0.401, 0.3854, 0.3724, 0.3672, 0.3646, 0.362, 0.362, 0.3542, 0.3516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1340806", "doc1480727", "doc1953211", "doc620637", "doc273559", "doc653285", "doc1328113", "doc1526230", "doc77634", "doc293490"], "ranked_scores": [0.5156, 0.4792, 0.4792, 0.4661, 0.4661, 0.4661, 0.4609, 0.4609, 0.4505, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc440382", "doc966365", "doc1798668", "doc2096499", "doc1486663", "doc231271", "doc278641", "doc1595692"], "ranked_scores": [0.4036, 0.4036, 0.3646, 0.362, 0.3516, 0.349, 0.3438, 0.3307, 0.3203, 0.3177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61045", "doc1376346", "doc61036", "doc829494", "doc61043", "doc1971249", "doc2083822", "doc2083810", "doc13999"], "ranked_scores": [0.4557, 0.4323, 0.401, 0.3828, 0.362, 0.3307, 0.3255, 0.3177, 0.3151, 0.3125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc97421", "doc2004921", "doc97442", "doc1116765", "doc2083995", "doc2083994", "doc2084014", "doc369237", "doc97430"], "ranked_scores": [0.5599, 0.5391, 0.5391, 0.4948, 0.4818, 0.4792, 0.474, 0.4714, 0.4688, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc2534674", "doc233794", "doc1153299", "doc2419103", "doc737219", "doc908573", "doc33196", "doc2648883", "doc57948"], "ranked_scores": [0.3776, 0.3438, 0.3411, 0.3333, 0.3333, 0.3333, 0.3333, 0.3281, 0.3255, 0.3229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386166", "doc253608", "doc66003", "doc83863", "doc2537823", "doc595818", "doc437627", "doc875841", "doc1377115", "doc1984114"], "ranked_scores": [0.4115, 0.401, 0.388, 0.3724, 0.3698, 0.3516, 0.349, 0.3385, 0.3359, 0.3359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc964811", "doc337506", "doc874101", "doc1332302", "doc298160", "doc1887731", "doc703715", "doc703728", "doc284003"], "ranked_scores": [0.4609, 0.4297, 0.4245, 0.4193, 0.4089, 0.401, 0.3906, 0.388, 0.3776, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7099", "doc7119", "doc692559", "doc7106", "doc1694554", "doc1599042", "doc7116", "doc526956"], "ranked_scores": [0.4583, 0.4453, 0.4271, 0.4193, 0.4193, 0.3958, 0.3932, 0.3932, 0.3854, 0.3802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc854693", "doc2068718", "doc1154433", "doc787596", "doc1254817", "doc2252228", "doc82130"], "ranked_scores": [0.4948, 0.4375, 0.4036, 0.4036, 0.401, 0.3802, 0.375, 0.375, 0.3672, 0.3672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc439366", "doc2018288", "doc269387", "doc2093591", "doc220990", "doc428400", "doc750416", "doc2013112", "doc453118"], "ranked_scores": [0.4167, 0.388, 0.3828, 0.3802, 0.3385, 0.3333, 0.3333, 0.3333, 0.3307, 0.3229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc563699", "doc1380357", "doc1380356", "doc468490", "doc30773", "doc416774", "doc24903", "doc2202499", "doc788472"], "ranked_scores": [0.5156, 0.4818, 0.4661, 0.4557, 0.4427, 0.4349, 0.4349, 0.4245, 0.4193, 0.4115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc1634950", "doc23412", "doc58892", "doc36402", "doc1691613", "doc454591", "doc1902615", "doc2009369", "doc573905"], "ranked_scores": [0.3958, 0.388, 0.3646, 0.3568, 0.349, 0.3438, 0.3438, 0.3359, 0.3359, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc873481", "doc1102442", "doc56921", "doc1806221", "doc952849", "doc2510026", "doc1601611", "doc2509996", "doc2439294"], "ranked_scores": [0.4974, 0.4661, 0.4661, 0.4583, 0.4505, 0.4479, 0.4453, 0.4427, 0.4245, 0.4245], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc80074", "doc80151", "doc2215178", "doc345642", "doc137908", "doc1912506", "doc2562963", "doc2252385", "doc80067"], "ranked_scores": [0.4896, 0.487, 0.4818, 0.4609, 0.4609, 0.4505, 0.4453, 0.4401, 0.4375, 0.4349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5641, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc732015", "doc1214168", "doc2240281", "doc183950", "doc762682", "doc2353712", "doc2240293", "doc617309"], "ranked_scores": [0.4531, 0.375, 0.3542, 0.3542, 0.3359, 0.3333, 0.3255, 0.3255, 0.3255, 0.3229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc764184", "doc2289855", "doc131786", "doc207464", "doc864645", "doc2248924", "doc2517379", "doc26461", "doc1202814"], "ranked_scores": [0.5443, 0.4323, 0.4323, 0.4245, 0.4219, 0.4193, 0.4089, 0.4062, 0.4036, 0.401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1516605", "doc1411626", "doc1572538", "doc470536", "doc1464212", "doc1587280", "doc2462279"], "ranked_scores": [0.5807, 0.3828, 0.3438, 0.3177, 0.3177, 0.3125, 0.3099, 0.3073, 0.3047, 0.3047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc57948", "doc57946", "doc2389179", "doc1199221", "doc57940", "doc721746", "doc37895", "doc37890", "doc1489505"], "ranked_scores": [0.3828, 0.3802, 0.3594, 0.349, 0.349, 0.3464, 0.3359, 0.3359, 0.3359, 0.3177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc765127", "doc1612364", "doc2286850", "doc1936829", "doc830104", "doc1741593", "doc1224325", "doc2193668"], "ranked_scores": [0.4167, 0.3854, 0.3698, 0.3099, 0.2839, 0.2839, 0.2786, 0.2734, 0.2734, 0.2708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc971992", "doc467715", "doc64317", "doc64316", "doc41356", "doc41344", "doc64314", "doc64318", "doc922271", "doc705952"], "ranked_scores": [0.349, 0.3464, 0.3411, 0.3359, 0.3307, 0.3281, 0.3281, 0.3281, 0.3281, 0.3229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc1520244", "doc437662", "doc539428", "doc1520211", "doc1520311", "doc1520219", "doc437667", "doc252389", "doc587518"], "ranked_scores": [0.4635, 0.4635, 0.4479, 0.4453, 0.4427, 0.4401, 0.4349, 0.4323, 0.4323, 0.4271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1385395", "doc866436", "doc1315083", "doc671985", "doc754076", "doc2558251", "doc552720", "doc1315064", "doc1840164"], "ranked_scores": [0.362, 0.3359, 0.3333, 0.3151, 0.3151, 0.2995, 0.2839, 0.2786, 0.2734, 0.2734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc645602", "doc602735", "doc27298", "doc488007", "doc2161840", "doc1490516", "doc587116", "doc1894178", "doc1728777"], "ranked_scores": [0.2943, 0.2682, 0.2656, 0.2552, 0.2474, 0.2396, 0.2344, 0.2318, 0.2292, 0.2214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2306629", "doc2179022", "doc53465", "doc435057", "doc1283940", "doc261941", "doc2179035", "doc64791", "doc2660672"], "ranked_scores": [0.4505, 0.375, 0.3542, 0.3385, 0.3307, 0.3255, 0.3177, 0.3151, 0.3125, 0.3021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1007190", "doc1394758", "doc1787621", "doc1394755", "doc996399", "doc388419", "doc2259504", "doc1410020"], "ranked_scores": [0.4766, 0.4714, 0.4062, 0.3984, 0.3828, 0.375, 0.3568, 0.3542, 0.3516, 0.3516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc660271", "doc1548878", "doc1373324", "doc1837759", "doc94371", "doc1437877", "doc499894", "doc2449643", "doc2499695", "doc84481"], "ranked_scores": [0.401, 0.3932, 0.3854, 0.3854, 0.3854, 0.3672, 0.362, 0.3594, 0.3594, 0.3542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc830308", "doc105739", "doc1572538", "doc1729412", "doc105745", "doc2355469", "doc566026", "doc946247", "doc881797"], "ranked_scores": [0.4453, 0.4297, 0.4219, 0.3932, 0.3906, 0.3802, 0.3724, 0.3724, 0.3698, 0.3646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc2224155", "doc2212269", "doc38625", "doc628470", "doc1927002", "doc358938", "doc1294814", "doc52414", "doc2107022"], "ranked_scores": [0.4401, 0.4297, 0.4167, 0.4141, 0.4141, 0.4115, 0.4089, 0.3932, 0.3932, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435078", "doc707796", "doc2646161", "doc2587562", "doc2352487", "doc435076", "doc412168", "doc2498492", "doc2587564"], "ranked_scores": [0.4375, 0.4167, 0.4036, 0.3932, 0.388, 0.3854, 0.3802, 0.3802, 0.375, 0.3724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc733127", "doc2119808", "doc2042102", "doc336518", "doc191143", "doc2448623", "doc518266", "doc1498263", "doc397701"], "ranked_scores": [0.349, 0.3125, 0.3125, 0.3021, 0.2943, 0.2943, 0.2917, 0.2891, 0.2865, 0.2839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc946285", "doc381154", "doc159492", "doc1877809", "doc1962174", "doc1283940", "doc841633", "doc882983", "doc1746659", "doc1512044"], "ranked_scores": [0.3151, 0.3151, 0.3125, 0.3073, 0.2995, 0.2917, 0.2917, 0.2917, 0.2839, 0.2812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1345740", "doc2035909", "doc376238", "doc57975", "doc367417", "doc1055373", "doc2304461", "doc2265144", "doc261351"], "ranked_scores": [0.401, 0.3646, 0.3255, 0.3125, 0.3099, 0.3099, 0.2813, 0.2812, 0.276, 0.2708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc1629620", "doc1333905", "doc2465656", "doc1792210", "doc2058897", "doc1304447", "doc158020", "doc2074090"], "ranked_scores": [0.388, 0.3542, 0.3281, 0.3229, 0.3177, 0.3021, 0.2969, 0.2969, 0.2943, 0.2943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc2316721", "doc1877808", "doc790970", "doc221817", "doc1490491", "doc173076", "doc2173325", "doc2439440", "doc201173"], "ranked_scores": [0.2995, 0.2995, 0.2891, 0.276, 0.276, 0.2708, 0.263, 0.2604, 0.2578, 0.2552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc1452752", "doc88974", "doc88973", "doc127031", "doc2624067", "doc2015719", "doc127040", "doc1639229"], "ranked_scores": [0.4974, 0.4297, 0.4271, 0.4245, 0.4062, 0.3984, 0.3906, 0.388, 0.3828, 0.3828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc1798523", "doc79982", "doc1533829", "doc1144972", "doc653731", "doc2486395", "doc2163089", "doc866703", "doc142930"], "ranked_scores": [0.3281, 0.2917, 0.2813, 0.2734, 0.2656, 0.2656, 0.263, 0.2604, 0.2604, 0.2578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc18273", "doc911115", "doc63590", "doc1906610", "doc108456", "doc323321", "doc376565", "doc376580", "doc771233"], "ranked_scores": [0.4766, 0.4401, 0.4401, 0.4401, 0.3932, 0.3932, 0.3906, 0.3776, 0.3698, 0.3672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc1816051", "doc7165", "doc355540", "doc1839188", "doc1051902", "doc2482938", "doc46245", "doc1746512", "doc1816074", "doc1930877"], "ranked_scores": [0.3359, 0.3359, 0.3203, 0.3177, 0.3151, 0.3125, 0.3073, 0.3047, 0.3021, 0.2969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc951306", "doc2193668", "doc1574683", "doc2613797", "doc753576", "doc2015875", "doc1260420", "doc902657"], "ranked_scores": [0.349, 0.3073, 0.2891, 0.2448, 0.2422, 0.2344, 0.2318, 0.2214, 0.2188, 0.2161], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc642762", "doc1564173", "doc1986143", "doc1185713", "doc2639996", "doc1088928", "doc785515", "doc1564158"], "ranked_scores": [0.4036, 0.3594, 0.3438, 0.3255, 0.3229, 0.3203, 0.3073, 0.3047, 0.3021, 0.2969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc2622778", "doc36460", "doc2657970", "doc1618372", "doc1256783", "doc36485", "doc2396125"], "ranked_scores": [0.4896, 0.4844, 0.474, 0.4297, 0.4271, 0.3828, 0.3802, 0.3724, 0.3724, 0.3724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1804263", "doc1390073", "doc337547", "doc2846", "doc2832", "doc703714", "doc337506", "doc703698", "doc2060101", "doc298160"], "ranked_scores": [0.3828, 0.3776, 0.3724, 0.3672, 0.362, 0.3594, 0.3542, 0.3542, 0.3516, 0.3516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc626438", "doc1373324", "doc108887", "doc108892", "doc729661", "doc2167590", "doc873561", "doc1119808"], "ranked_scores": [0.5495, 0.5234, 0.5156, 0.513, 0.5026, 0.4844, 0.4688, 0.4635, 0.4583, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1431001", "doc1504263", "doc1430994", "doc77971", "doc1845876", "doc801039", "doc77973", "doc1823034", "doc2332984"], "ranked_scores": [0.3906, 0.3203, 0.2969, 0.2917, 0.2682, 0.2656, 0.2656, 0.2656, 0.2578, 0.2578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc57232", "doc57247", "doc1395336", "doc751998", "doc1665946", "doc3001", "doc1163498", "doc2569915"], "ranked_scores": [596.0, 593.0, 590.0, 569.0, 561.0, 556.0, 545.0, 537.0, 535.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc2112811", "doc1982515", "doc63542", "doc230557", "doc1749973", "doc1952697", "doc474276", "doc2105862"], "ranked_scores": [614.0, 574.0, 554.0, 554.0, 553.0, 551.0, 551.0, 550.0, 550.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc812322", "doc21871", "doc1675526", "doc25836", "doc69767", "doc21829", "doc2074523", "doc1675505", "doc243667"], "ranked_scores": [574.0, 569.0, 563.0, 558.0, 556.0, 556.0, 554.0, 545.0, 543.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc564709", "doc1678115", "doc1177870", "doc453144", "doc1007260", "doc400438", "doc564708", "doc404141", "doc392076"], "ranked_scores": [580.0, 560.0, 557.0, 555.0, 553.0, 551.0, 551.0, 550.0, 549.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1366769", "doc1366744", "doc1812653", "doc338868", "doc1741702", "doc1741704", "doc1741707", "doc387897", "doc887635"], "ranked_scores": [600.0, 595.0, 587.0, 586.0, 583.0, 577.0, 572.0, 569.0, 567.0, 567.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27535", "doc27538", "doc1852503", "doc27536", "doc1852504", "doc1770477", "doc540358", "doc1407767", "doc738831"], "ranked_scores": [573.0, 546.0, 546.0, 541.0, 540.0, 539.0, 538.0, 537.0, 536.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc653285", "doc273559", "doc1480727", "doc422133", "doc1328113", "doc54270", "doc620637", "doc864822", "doc208541"], "ranked_scores": [622.0, 605.0, 605.0, 601.0, 600.0, 598.0, 593.0, 589.0, 588.0, 585.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc29764", "doc101561", "doc1017147", "doc1798668", "doc1486663", "doc1456780", "doc1595692", "doc520684", "doc2096499"], "ranked_scores": [582.0, 529.0, 529.0, 528.0, 527.0, 525.0, 521.0, 520.0, 516.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61045", "doc61054", "doc61036", "doc1376346", "doc1612682", "doc61043", "doc829494", "doc13999", "doc742717", "doc988607"], "ranked_scores": [590.0, 589.0, 582.0, 562.0, 542.0, 540.0, 538.0, 532.0, 530.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc97442", "doc369237", "doc2084014", "doc97445", "doc2071107", "doc369270", "doc1992466", "doc1116765"], "ranked_scores": [607.0, 600.0, 571.0, 567.0, 565.0, 562.0, 560.0, 552.0, 550.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc2648883", "doc311119", "doc698033", "doc2419103", "doc371078", "doc1458400", "doc636337", "doc1267318"], "ranked_scores": [575.0, 533.0, 530.0, 528.0, 522.0, 521.0, 518.0, 518.0, 518.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc2372621", "doc83863", "doc1984127", "doc1386116", "doc253608", "doc875841", "doc1780375", "doc66003", "doc281125", "doc1667013"], "ranked_scores": [560.0, 559.0, 548.0, 546.0, 543.0, 543.0, 540.0, 537.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703705", "doc427621", "doc106332", "doc1887731", "doc1136889", "doc106372", "doc703714", "doc703721", "doc106357", "doc703736"], "ranked_scores": [574.0, 570.0, 568.0, 553.0, 551.0, 551.0, 550.0, 550.0, 549.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7106", "doc7119", "doc7099", "doc7091", "doc692559", "doc7116", "doc1694554", "doc1377683", "doc7120"], "ranked_scores": [569.0, 569.0, 560.0, 560.0, 546.0, 545.0, 543.0, 541.0, 541.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc2569900", "doc1169637", "doc90808", "doc82127", "doc1324516", "doc787615", "doc479813", "doc505032"], "ranked_scores": [631.0, 559.0, 558.0, 549.0, 548.0, 527.0, 525.0, 523.0, 521.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc897", "doc2018288", "doc404160", "doc551718", "doc439366", "doc1312663", "doc750407", "doc2009369", "doc2465776"], "ranked_scores": [544.0, 528.0, 524.0, 518.0, 514.0, 512.0, 509.0, 509.0, 508.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc24903", "doc30773", "doc468490", "doc1824654", "doc416774", "doc1380357", "doc563699", "doc1380356", "doc651946"], "ranked_scores": [582.0, 568.0, 567.0, 559.0, 553.0, 545.0, 543.0, 538.0, 535.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1902615", "doc2483632", "doc36402", "doc58892", "doc1078877", "doc2009369", "doc1482058", "doc2225375", "doc648355", "doc573905"], "ranked_scores": [550.0, 543.0, 539.0, 527.0, 523.0, 521.0, 519.0, 519.0, 517.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc2439294", "doc2313864", "doc2299192", "doc2509996", "doc2510026", "doc2378729"], "ranked_scores": [597.0, 582.0, 581.0, 578.0, 572.0, 564.0, 561.0, 561.0, 558.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80074", "doc80151", "doc2557673", "doc80078", "doc596891", "doc439513", "doc80154", "doc190325", "doc345642", "doc80100"], "ranked_scores": [597.0, 591.0, 587.0, 580.0, 579.0, 573.0, 571.0, 570.0, 570.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc2174234", "doc506841", "doc1248717", "doc1781006", "doc180079", "doc719057", "doc702902", "doc183950"], "ranked_scores": [612.0, 536.0, 534.0, 530.0, 528.0, 523.0, 519.0, 517.0, 517.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc1682464", "doc511592", "doc513535", "doc2289855", "doc2376934", "doc26467", "doc474060", "doc764184", "doc261069"], "ranked_scores": [602.0, 577.0, 556.0, 555.0, 544.0, 544.0, 544.0, 541.0, 541.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1682561", "doc192542", "doc273662", "doc1732443", "doc308346", "doc1336590", "doc184609"], "ranked_scores": [630.0, 553.0, 541.0, 510.0, 507.0, 502.0, 501.0, 495.0, 493.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc81655", "doc57940", "doc1199221", "doc2389178", "doc37890", "doc2389179", "doc37911", "doc37884", "doc721746"], "ranked_scores": [549.0, 535.0, 533.0, 528.0, 524.0, 524.0, 523.0, 522.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc765127", "doc1187141", "doc2114608", "doc1448736", "doc1487701", "doc2193668", "doc1368159", "doc2286850"], "ranked_scores": [635.0, 565.0, 546.0, 539.0, 538.0, 533.0, 532.0, 529.0, 528.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc851269", "doc64316", "doc64314", "doc64318", "doc1683659", "doc41344", "doc64317", "doc35524", "doc1376793", "doc41305"], "ranked_scores": [578.0, 569.0, 567.0, 562.0, 562.0, 560.0, 558.0, 557.0, 554.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4685, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc1520300", "doc1729164", "doc82650", "doc1520311", "doc437639", "doc252389", "doc1788429", "doc437667", "doc587518"], "ranked_scores": [595.0, 575.0, 571.0, 569.0, 561.0, 560.0, 560.0, 559.0, 559.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315064", "doc1315083", "doc754076", "doc552698", "doc671985", "doc2558251", "doc866436", "doc1385395", "doc1840131"], "ranked_scores": [562.0, 538.0, 530.0, 521.0, 512.0, 510.0, 510.0, 508.0, 507.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc1330250", "doc170931", "doc1212031", "doc587116", "doc542891", "doc1445420", "doc585415", "doc2334138", "doc645602"], "ranked_scores": [520.0, 511.0, 509.0, 508.0, 507.0, 505.0, 504.0, 501.0, 499.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1154850", "doc781344", "doc1982070", "doc811", "doc609671", "doc968501", "doc311119", "doc611287"], "ranked_scores": [585.0, 578.0, 528.0, 528.0, 521.0, 519.0, 519.0, 519.0, 517.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394755", "doc324530", "doc1394758", "doc1394760", "doc2529675", "doc28582", "doc25697", "doc868589"], "ranked_scores": [616.0, 613.0, 571.0, 569.0, 567.0, 565.0, 561.0, 560.0, 559.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc1437877", "doc2429823", "doc1837771", "doc6858", "doc2339886", "doc294704", "doc898833", "doc94371", "doc84492"], "ranked_scores": [556.0, 556.0, 547.0, 545.0, 544.0, 542.0, 540.0, 537.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc1729412", "doc105758", "doc830308", "doc105759", "doc171833", "doc1270352", "doc566026", "doc849003", "doc105763"], "ranked_scores": [600.0, 553.0, 548.0, 547.0, 544.0, 542.0, 540.0, 539.0, 534.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107018", "doc606253", "doc52414", "doc358938", "doc2224155", "doc4147", "doc1477591", "doc2107022", "doc172405", "doc6540"], "ranked_scores": [580.0, 579.0, 578.0, 576.0, 567.0, 567.0, 563.0, 560.0, 559.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc435081", "doc435076", "doc768322", "doc435075", "doc313365", "doc1957486", "doc865796", "doc465988", "doc2646161"], "ranked_scores": [558.0, 547.0, 544.0, 536.0, 536.0, 530.0, 529.0, 527.0, 525.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc15890", "doc2119808", "doc336518", "doc264212", "doc2448623", "doc2042102", "doc733127", "doc1498263", "doc2085567"], "ranked_scores": [545.0, 537.0, 532.0, 531.0, 530.0, 518.0, 516.0, 515.0, 513.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1512174", "doc1548640", "doc159492", "doc1245931", "doc448867", "doc487000", "doc1728777", "doc587116", "doc381154"], "ranked_scores": [524.0, 517.0, 512.0, 505.0, 504.0, 504.0, 500.0, 499.0, 499.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1345740", "doc57975", "doc2035909", "doc601133", "doc376238", "doc1423992", "doc1293555", "doc1493586", "doc564961", "doc1055373"], "ranked_scores": [521.0, 516.0, 507.0, 506.0, 499.0, 495.0, 495.0, 494.0, 493.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc61233", "doc1986449", "doc1986437", "doc588578", "doc1975694", "doc1584862", "doc1155179", "doc1730288", "doc1467762"], "ranked_scores": [585.0, 564.0, 559.0, 558.0, 555.0, 553.0, 552.0, 549.0, 549.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1877808", "doc1370451", "doc221817", "doc2316721", "doc201173", "doc681964", "doc807", "doc845380", "doc1877805", "doc2334138"], "ranked_scores": [534.0, 532.0, 527.0, 523.0, 517.0, 517.0, 516.0, 515.0, 514.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc2015719", "doc127040", "doc779563", "doc1763997", "doc88931", "doc1670518", "doc127031", "doc1014858", "doc2061559"], "ranked_scores": [581.0, 580.0, 574.0, 569.0, 557.0, 550.0, 548.0, 546.0, 545.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc21340", "doc1923941", "doc1395336", "doc963332", "doc338810", "doc1637888", "doc1053964", "doc21350", "doc353043", "doc308175"], "ranked_scores": [531.0, 522.0, 509.0, 508.0, 505.0, 502.0, 499.0, 499.0, 498.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc2003302", "doc18273", "doc63590", "doc911115", "doc63585", "doc18274", "doc323321", "doc1423679", "doc1906610"], "ranked_scores": [579.0, 568.0, 564.0, 564.0, 564.0, 562.0, 561.0, 552.0, 551.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc1524979", "doc1982070", "doc7161", "doc2482938", "doc1347235", "doc1670303", "doc1021503", "doc1273458"], "ranked_scores": [558.0, 545.0, 518.0, 510.0, 508.0, 507.0, 503.0, 502.0, 498.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc2193668", "doc1244692", "doc1867627", "doc2195756", "doc753576", "doc1487701", "doc1260420", "doc22915"], "ranked_scores": [499.0, 497.0, 480.0, 479.0, 478.0, 478.0, 476.0, 475.0, 473.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc642762", "doc2007762", "doc2011376", "doc1451760", "doc2639996", "doc531809", "doc2085567", "doc980993"], "ranked_scores": [561.0, 532.0, 526.0, 523.0, 523.0, 520.0, 519.0, 518.0, 517.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc761123", "doc36467", "doc1618376", "doc1256783", "doc207271", "doc2657970", "doc2633664", "doc2622778", "doc1927669"], "ranked_scores": [555.0, 552.0, 551.0, 541.0, 539.0, 537.0, 532.0, 527.0, 527.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc1390073", "doc436998", "doc703719", "doc337547", "doc1804263", "doc1390065", "doc752669", "doc106355", "doc298160"], "ranked_scores": [568.0, 564.0, 561.0, 557.0, 554.0, 551.0, 548.0, 546.0, 545.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc643072", "doc1373324", "doc108887", "doc1373323", "doc729661", "doc596014", "doc1220654", "doc1119808", "doc550879"], "ranked_scores": [592.0, 585.0, 582.0, 578.0, 573.0, 563.0, 559.0, 558.0, 557.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1504263", "doc77971", "doc1430993", "doc1823034", "doc2039201", "doc77973", "doc1334550", "doc969155", "doc2332984"], "ranked_scores": [571.0, 565.0, 552.0, 542.0, 512.0, 509.0, 508.0, 499.0, 499.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-notrunc-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc751998", "doc57247", "doc57226", "doc3001", "doc57232", "doc2116209", "doc1395336", "doc1254733", "doc63804"], "ranked_scores": [613.0, 600.0, 598.0, 594.0, 570.0, 565.0, 560.0, 559.0, 551.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc63542", "doc2461160", "doc497737", "doc357235", "doc758444", "doc2292349", "doc2105862", "doc1749973"], "ranked_scores": [598.0, 598.0, 586.0, 585.0, 585.0, 576.0, 572.0, 566.0, 565.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc243667", "doc812322", "doc2285692", "doc69772", "doc699194", "doc296209", "doc1675526", "doc21856"], "ranked_scores": [618.0, 601.0, 594.0, 593.0, 591.0, 586.0, 583.0, 581.0, 580.0, 580.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc1177855", "doc1177870", "doc564709", "doc1007260", "doc439817", "doc1402781", "doc163261", "doc453153", "doc232625"], "ranked_scores": [577.0, 569.0, 565.0, 562.0, 558.0, 550.0, 549.0, 549.0, 546.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366769", "doc1812661", "doc2165920", "doc1812659", "doc1828693", "doc2165906", "doc1121529", "doc1741704", "doc1366744", "doc1741707"], "ranked_scores": [622.0, 620.0, 620.0, 614.0, 612.0, 606.0, 603.0, 603.0, 602.0, 602.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27536", "doc1770477", "doc27535", "doc27529", "doc1279689", "doc1852503", "doc27538", "doc1407409", "doc1852504", "doc361702"], "ranked_scores": [592.0, 585.0, 576.0, 575.0, 574.0, 573.0, 570.0, 569.0, 567.0, 566.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc925929", "doc293491", "doc620637", "doc293490", "doc422133", "doc119665", "doc268699", "doc653285", "doc77640"], "ranked_scores": [615.0, 615.0, 607.0, 605.0, 604.0, 600.0, 597.0, 594.0, 591.0, 590.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc597637", "doc2096499", "doc38721", "doc761733", "doc520687", "doc29759", "doc32982", "doc597628"], "ranked_scores": [602.0, 561.0, 548.0, 547.0, 533.0, 532.0, 528.0, 526.0, 526.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc61043", "doc61056", "doc988607", "doc1612682", "doc13999", "doc2083822"], "ranked_scores": [624.0, 598.0, 591.0, 580.0, 529.0, 518.0, 514.0, 513.0, 506.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc97421", "doc2084014", "doc2083995", "doc1116765", "doc97442", "doc2004921", "doc1329011", "doc152483", "doc2084004"], "ranked_scores": [629.0, 629.0, 614.0, 614.0, 609.0, 601.0, 600.0, 589.0, 585.0, 582.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc908573", "doc233794", "doc1972282", "doc562696", "doc636346", "doc2648883", "doc33196", "doc583523", "doc2127607"], "ranked_scores": [561.0, 535.0, 523.0, 523.0, 523.0, 518.0, 517.0, 516.0, 515.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1984127", "doc66003", "doc1386166", "doc253608", "doc83863", "doc2278170", "doc1386120", "doc759547", "doc83864"], "ranked_scores": [576.0, 575.0, 569.0, 564.0, 564.0, 562.0, 559.0, 555.0, 555.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc7166", "doc2882", "doc106332", "doc703728", "doc106357", "doc703721", "doc703711", "doc427621", "doc703705", "doc1804263"], "ranked_scores": [550.0, 541.0, 539.0, 538.0, 534.0, 534.0, 532.0, 532.0, 530.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7099", "doc7116", "doc7112", "doc1599042", "doc7108", "doc7091", "doc1377683", "doc7096", "doc7119"], "ranked_scores": [594.0, 585.0, 575.0, 574.0, 564.0, 563.0, 560.0, 558.0, 552.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc82130", "doc90807", "doc82127", "doc2569900", "doc90808", "doc2115479", "doc1891830", "doc2252228", "doc1098823", "doc787596"], "ranked_scores": [595.0, 592.0, 556.0, 553.0, 536.0, 533.0, 528.0, 526.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2018288", "doc648344", "doc244386", "doc648364", "doc382065", "doc428400", "doc2659217", "doc1533390", "doc2203142", "doc187232"], "ranked_scores": [549.0, 546.0, 532.0, 529.0, 527.0, 527.0, 527.0, 526.0, 524.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc90322", "doc651946", "doc1824654", "doc468490", "doc1380357", "doc30773", "doc1818632", "doc1168119", "doc1474755"], "ranked_scores": [613.0, 609.0, 597.0, 590.0, 583.0, 576.0, 573.0, 569.0, 569.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1719794", "doc2483632", "doc1244989", "doc1902615", "doc904153", "doc648355", "doc36393", "doc1825079", "doc2009369", "doc1078877"], "ranked_scores": [541.0, 541.0, 537.0, 533.0, 530.0, 529.0, 528.0, 526.0, 526.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc873481", "doc56903", "doc1102442", "doc2313875", "doc873479", "doc873480", "doc2313864", "doc2509989"], "ranked_scores": [613.0, 599.0, 582.0, 581.0, 575.0, 574.0, 568.0, 568.0, 566.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc137908", "doc2557673", "doc80074", "doc80151", "doc190325", "doc80100", "doc80154", "doc439513", "doc596891", "doc847439"], "ranked_scores": [594.0, 578.0, 577.0, 576.0, 567.0, 565.0, 564.0, 558.0, 557.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc506841", "doc690000", "doc439092", "doc690001", "doc1781006", "doc180079", "doc1177572", "doc2574040", "doc1248717"], "ranked_scores": [633.0, 515.0, 515.0, 509.0, 494.0, 494.0, 493.0, 491.0, 490.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26458", "doc26467", "doc764184", "doc474073", "doc474060", "doc2289855", "doc138458", "doc2036045", "doc99377"], "ranked_scores": [590.0, 572.0, 567.0, 563.0, 557.0, 556.0, 554.0, 553.0, 550.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1682561", "doc2445605", "doc969509", "doc2430823", "doc543176", "doc1441161", "doc1532389"], "ranked_scores": [608.0, 546.0, 505.0, 496.0, 495.0, 490.0, 482.0, 481.0, 480.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc721746", "doc81655", "doc1199221", "doc57940", "doc57946", "doc1390300", "doc57948", "doc2389178", "doc37890", "doc260668"], "ranked_scores": [555.0, 550.0, 550.0, 545.0, 543.0, 527.0, 517.0, 513.0, 513.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc2217346", "doc1448736", "doc861483", "doc1368159", "doc2077366", "doc2357495", "doc827208", "doc1657214"], "ranked_scores": [668.0, 583.0, 538.0, 537.0, 534.0, 527.0, 527.0, 523.0, 521.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc35524", "doc64318", "doc64317", "doc851269", "doc35513", "doc1376793", "doc2072856", "doc1385345", "doc1683659"], "ranked_scores": [631.0, 623.0, 618.0, 617.0, 611.0, 608.0, 605.0, 603.0, 598.0, 591.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437667", "doc437677", "doc1739769", "doc1520211", "doc437656", "doc1520320", "doc1788429", "doc1334238", "doc82650", "doc437685"], "ranked_scores": [611.0, 602.0, 599.0, 594.0, 589.0, 588.0, 581.0, 579.0, 578.0, 577.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1778743", "doc1314964", "doc1314944", "doc1315083", "doc2526412", "doc1315064", "doc552720", "doc866436", "doc1840131"], "ranked_scores": [546.0, 532.0, 532.0, 531.0, 531.0, 527.0, 526.0, 526.0, 525.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc170955", "doc1894178", "doc587116", "doc429685", "doc795696", "doc1904094", "doc570839", "doc24939", "doc1212031", "doc254953"], "ranked_scores": [536.0, 525.0, 508.0, 507.0, 504.0, 503.0, 502.0, 499.0, 497.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1154850", "doc1005393", "doc172947", "doc1283940", "doc89435", "doc737219", "doc3001", "doc1784440"], "ranked_scores": [615.0, 558.0, 521.0, 519.0, 519.0, 519.0, 515.0, 514.0, 513.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc430825", "doc87294", "doc2529675", "doc1635999", "doc25697", "doc1088161", "doc785116", "doc1007190", "doc1684137", "doc433576"], "ranked_scores": [640.0, 635.0, 593.0, 589.0, 584.0, 582.0, 579.0, 578.0, 577.0, 577.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc934719", "doc402145", "doc2393669", "doc11655", "doc368643", "doc2339886", "doc1599987", "doc499894", "doc1220654", "doc1837771"], "ranked_scores": [585.0, 584.0, 581.0, 576.0, 575.0, 574.0, 573.0, 572.0, 569.0, 566.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105763", "doc105759", "doc105758", "doc1270352", "doc2355469", "doc566026", "doc2596083", "doc171833", "doc519408"], "ranked_scores": [605.0, 568.0, 549.0, 528.0, 525.0, 523.0, 519.0, 516.0, 515.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc4147", "doc172405", "doc358938", "doc2107033", "doc2224155", "doc2107022", "doc324540", "doc628470", "doc2107018"], "ranked_scores": [631.0, 611.0, 610.0, 608.0, 604.0, 592.0, 591.0, 590.0, 588.0, 585.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1685523", "doc736126", "doc768322", "doc2599866", "doc70905", "doc435075", "doc465988", "doc1805745", "doc2503625", "doc70904"], "ranked_scores": [585.0, 582.0, 574.0, 550.0, 549.0, 546.0, 543.0, 542.0, 539.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc15890", "doc397701", "doc1370970", "doc264212", "doc2448623", "doc315772", "doc2119808", "doc336518", "doc2054559"], "ranked_scores": [532.0, 526.0, 526.0, 518.0, 517.0, 497.0, 496.0, 493.0, 491.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc567112", "doc93287", "doc1548640", "doc1894178", "doc1728777", "doc245411", "doc1851601", "doc604235", "doc1094361", "doc487000"], "ranked_scores": [531.0, 524.0, 507.0, 503.0, 503.0, 501.0, 496.0, 494.0, 489.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc57975", "doc601133", "doc40405", "doc864555", "doc261351", "doc80490", "doc1293555", "doc376243", "doc367417", "doc1493586"], "ranked_scores": [539.0, 536.0, 513.0, 511.0, 502.0, 502.0, 501.0, 495.0, 493.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc1986437", "doc1160263", "doc577385", "doc588578", "doc546881", "doc2465656", "doc61233", "doc1333905", "doc2058897"], "ranked_scores": [613.0, 612.0, 609.0, 606.0, 606.0, 602.0, 601.0, 596.0, 595.0, 593.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1877808", "doc1370451", "doc845380", "doc212899", "doc2535522", "doc2173325", "doc201173", "doc2335293", "doc200940", "doc2334138"], "ranked_scores": [518.0, 515.0, 512.0, 511.0, 505.0, 500.0, 500.0, 499.0, 494.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc2015719", "doc88934", "doc88933", "doc2061559", "doc548704", "doc127040", "doc779563", "doc2618276", "doc127031"], "ranked_scores": [601.0, 599.0, 595.0, 572.0, 563.0, 562.0, 554.0, 553.0, 553.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc21363", "doc338815", "doc338813", "doc1798523", "doc338818", "doc1455508", "doc698075", "doc1923941", "doc21350", "doc21340"], "ranked_scores": [524.0, 518.0, 509.0, 508.0, 505.0, 504.0, 503.0, 501.0, 500.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc108456", "doc771233", "doc18273", "doc911115", "doc63590", "doc18274", "doc1741795", "doc108559", "doc323321"], "ranked_scores": [567.0, 551.0, 549.0, 544.0, 544.0, 544.0, 543.0, 540.0, 536.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc355540", "doc1816074", "doc7163", "doc1816051", "doc462227", "doc525751", "doc1875692", "doc2350463"], "ranked_scores": [555.0, 520.0, 510.0, 502.0, 501.0, 500.0, 496.0, 495.0, 493.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc753576", "doc4611", "doc1826212", "doc1846050", "doc21888", "doc660871", "doc951306", "doc1717375", "doc902657", "doc2587477"], "ranked_scores": [512.0, 511.0, 504.0, 502.0, 492.0, 490.0, 488.0, 482.0, 482.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc785515", "doc2639996", "doc1986143", "doc1519779", "doc705226", "doc1090888", "doc642762", "doc2125026", "doc492385", "doc851877"], "ranked_scores": [529.0, 523.0, 523.0, 517.0, 514.0, 509.0, 508.0, 505.0, 498.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc36467", "doc36463", "doc2622778", "doc1618376", "doc36485", "doc2622759", "doc1618372", "doc2396125", "doc2657970"], "ranked_scores": [618.0, 594.0, 589.0, 586.0, 575.0, 575.0, 573.0, 565.0, 548.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106357", "doc703721", "doc1390073", "doc1804263", "doc1136889", "doc1156828", "doc703719", "doc106355", "doc427621"], "ranked_scores": [595.0, 583.0, 583.0, 575.0, 571.0, 560.0, 555.0, 554.0, 553.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373324", "doc1373323", "doc626438", "doc2393669", "doc108887", "doc1119808", "doc108892", "doc294697", "doc499894"], "ranked_scores": [627.0, 626.0, 618.0, 611.0, 607.0, 603.0, 602.0, 594.0, 591.0, 590.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc77971", "doc1430993", "doc1504263", "doc1880724", "doc2079848", "doc1430994", "doc455129", "doc1334550", "doc5734"], "ranked_scores": [569.0, 549.0, 544.0, 529.0, 506.0, 495.0, 491.0, 489.0, 486.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc751998", "doc57247", "doc57242", "doc57226", "doc57232", "doc3001", "doc2116209", "doc1254733", "doc1395336", "doc63804"], "ranked_scores": [412.0, 410.0, 409.0, 403.0, 390.0, 385.0, 378.0, 377.0, 373.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc497737", "doc63543", "doc2461160", "doc63542", "doc758444", "doc2105862", "doc2292349", "doc2136789", "doc357235"], "ranked_scores": [400.0, 396.0, 396.0, 391.0, 385.0, 382.0, 381.0, 381.0, 379.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc2285692", "doc699194", "doc296209", "doc243667", "doc1675526", "doc776142", "doc21856"], "ranked_scores": [410.0, 402.0, 401.0, 401.0, 400.0, 397.0, 396.0, 392.0, 391.0, 389.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177855", "doc415323", "doc1177870", "doc564709", "doc1007260", "doc232625", "doc439817", "doc1402781", "doc163261", "doc400438"], "ranked_scores": [392.0, 391.0, 388.0, 386.0, 385.0, 378.0, 377.0, 377.0, 376.0, 376.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366769", "doc1812661", "doc1812659", "doc2165920", "doc559430", "doc1828693", "doc1121529", "doc338868", "doc1366744", "doc887635"], "ranked_scores": [427.0, 418.0, 417.0, 415.0, 411.0, 411.0, 409.0, 405.0, 405.0, 404.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27536", "doc27535", "doc27529", "doc27538", "doc1770477", "doc1852503", "doc2035410", "doc361702", "doc1279689", "doc2384883"], "ranked_scores": [406.0, 404.0, 397.0, 392.0, 391.0, 383.0, 383.0, 382.0, 381.0, 379.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc925929", "doc293491", "doc620637", "doc268699", "doc119665", "doc293490", "doc273559", "doc272763", "doc293478"], "ranked_scores": [414.0, 414.0, 410.0, 407.0, 406.0, 405.0, 405.0, 401.0, 399.0, 398.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc597637", "doc2096499", "doc520683", "doc540731", "doc38721", "doc1486663", "doc761733", "doc520687"], "ranked_scores": [406.0, 382.0, 380.0, 375.0, 368.0, 365.0, 365.0, 363.0, 363.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61045", "doc1376346", "doc61036", "doc61043", "doc61056", "doc988607", "doc1376345", "doc2083822", "doc1612682"], "ranked_scores": [435.0, 408.0, 399.0, 396.0, 362.0, 355.0, 355.0, 350.0, 349.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc97421", "doc2083995", "doc2084014", "doc97442", "doc1116765", "doc2004921", "doc2083987", "doc1329011", "doc2084004"], "ranked_scores": [434.0, 431.0, 417.0, 416.0, 415.0, 412.0, 407.0, 402.0, 400.0, 399.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc908573", "doc636346", "doc562696", "doc1972282", "doc751954", "doc2648883", "doc636318", "doc2127607", "doc33196"], "ranked_scores": [386.0, 362.0, 352.0, 351.0, 350.0, 350.0, 350.0, 349.0, 348.0, 346.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc437627", "doc253608", "doc66003", "doc1386120", "doc83863", "doc414335", "doc1386166", "doc2278170", "doc1386116"], "ranked_scores": [392.0, 387.0, 386.0, 386.0, 385.0, 380.0, 379.0, 378.0, 376.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc7166", "doc106332", "doc1804263", "doc2882", "doc35719", "doc703705", "doc427621", "doc703728", "doc703711", "doc703721"], "ranked_scores": [370.0, 364.0, 358.0, 357.0, 357.0, 357.0, 357.0, 354.0, 354.0, 350.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7116", "doc7099", "doc7112", "doc1599042", "doc7108", "doc1377683", "doc1694554", "doc7091", "doc7093"], "ranked_scores": [414.0, 402.0, 397.0, 396.0, 394.0, 393.0, 390.0, 385.0, 385.0, 383.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc82130", "doc90807", "doc82127", "doc2569900", "doc2252228", "doc1098823", "doc787596", "doc2115479", "doc930061", "doc505009"], "ranked_scores": [404.0, 403.0, 390.0, 375.0, 369.0, 367.0, 366.0, 365.0, 363.0, 362.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2018288", "doc2659217", "doc2420503", "doc648344", "doc919340", "doc220990", "doc2370166", "doc648364", "doc244386", "doc938302"], "ranked_scores": [370.0, 369.0, 363.0, 363.0, 361.0, 356.0, 356.0, 355.0, 354.0, 354.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc90322", "doc651946", "doc1824654", "doc1380357", "doc468490", "doc1380356", "doc1818632", "doc30773", "doc1168119"], "ranked_scores": [410.0, 400.0, 400.0, 392.0, 388.0, 388.0, 386.0, 383.0, 382.0, 379.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc1902615", "doc1244989", "doc1078877", "doc58892", "doc1719794", "doc1825079", "doc2009369", "doc220990", "doc1914609"], "ranked_scores": [371.0, 368.0, 366.0, 365.0, 364.0, 363.0, 358.0, 358.0, 356.0, 355.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc873481", "doc2509989", "doc873480", "doc873479", "doc2313875", "doc1102442", "doc2439294", "doc56903"], "ranked_scores": [406.0, 391.0, 391.0, 382.0, 381.0, 381.0, 378.0, 378.0, 378.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc137908", "doc80074", "doc2557673", "doc80100", "doc190325", "doc575203", "doc847439", "doc80154", "doc2269913", "doc80151"], "ranked_scores": [406.0, 397.0, 394.0, 391.0, 386.0, 381.0, 381.0, 381.0, 380.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc439092", "doc506841", "doc690000", "doc690001", "doc1781006", "doc1248717", "doc183950", "doc1464212", "doc556367"], "ranked_scores": [431.0, 354.0, 352.0, 350.0, 345.0, 339.0, 338.0, 335.0, 332.0, 332.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26458", "doc26467", "doc474060", "doc474073", "doc764184", "doc2036045", "doc138458", "doc1880842", "doc721916"], "ranked_scores": [405.0, 393.0, 393.0, 390.0, 388.0, 385.0, 385.0, 384.0, 383.0, 382.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc2445605", "doc102077", "doc1682561", "doc969509", "doc308346", "doc1441161", "doc543176", "doc337483"], "ranked_scores": [411.0, 367.0, 340.0, 339.0, 331.0, 331.0, 328.0, 327.0, 326.0, 324.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc721746", "doc81655", "doc1199221", "doc57940", "doc57946", "doc1390300", "doc37890", "doc57948", "doc260668", "doc2389178"], "ranked_scores": [376.0, 375.0, 372.0, 371.0, 366.0, 360.0, 351.0, 351.0, 348.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc2217346", "doc861483", "doc1448736", "doc1187141", "doc2357495", "doc1657214", "doc2077366", "doc2489754"], "ranked_scores": [448.0, 396.0, 373.0, 369.0, 364.0, 361.0, 360.0, 359.0, 358.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc35524", "doc64318", "doc64317", "doc64316", "doc1376793", "doc851269", "doc35513", "doc2072856", "doc1385345", "doc1385353"], "ranked_scores": [427.0, 420.0, 420.0, 420.0, 415.0, 414.0, 413.0, 412.0, 406.0, 406.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437667", "doc437677", "doc1520211", "doc1739769", "doc437656", "doc1520320", "doc1729164", "doc1334238", "doc256867", "doc459280"], "ranked_scores": [413.0, 413.0, 407.0, 405.0, 399.0, 399.0, 398.0, 396.0, 395.0, 395.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1778743", "doc866436", "doc1314964", "doc552720", "doc1315064", "doc1315083", "doc552702", "doc720132", "doc754076"], "ranked_scores": [379.0, 367.0, 365.0, 360.0, 358.0, 357.0, 357.0, 357.0, 356.0, 354.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc170955", "doc1894178", "doc429685", "doc254953", "doc795696", "doc570839", "doc587116", "doc1212031", "doc1904094", "doc802931"], "ranked_scores": [365.0, 353.0, 343.0, 341.0, 341.0, 340.0, 340.0, 337.0, 336.0, 335.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1154850", "doc2127607", "doc1283940", "doc1164435", "doc3001", "doc1069317", "doc1005393", "doc89435"], "ranked_scores": [403.0, 364.0, 352.0, 351.0, 351.0, 351.0, 351.0, 350.0, 350.0, 347.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc2529675", "doc1635999", "doc433576", "doc1684137", "doc25697", "doc785116", "doc1088161", "doc868589"], "ranked_scores": [422.0, 420.0, 403.0, 393.0, 393.0, 392.0, 391.0, 390.0, 388.0, 385.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc934719", "doc1599987", "doc402145", "doc2393669", "doc2339886", "doc499894", "doc11655", "doc368643", "doc626440", "doc294704"], "ranked_scores": [397.0, 394.0, 394.0, 390.0, 387.0, 385.0, 385.0, 385.0, 383.0, 382.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105763", "doc105759", "doc105758", "doc2355469", "doc1270352", "doc830308", "doc1903392", "doc566026", "doc2596083"], "ranked_scores": [414.0, 385.0, 382.0, 359.0, 357.0, 351.0, 349.0, 348.0, 347.0, 345.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc2107033", "doc172405", "doc4147", "doc324540", "doc358938", "doc6531", "doc2107022", "doc2224155", "doc2500959"], "ranked_scores": [422.0, 418.0, 417.0, 416.0, 413.0, 412.0, 401.0, 401.0, 401.0, 400.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc1685523", "doc768322", "doc70905", "doc70904", "doc2599866", "doc313365", "doc465988", "doc286805", "doc435075"], "ranked_scores": [404.0, 398.0, 390.0, 381.0, 374.0, 372.0, 371.0, 371.0, 370.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc15890", "doc397701", "doc264212", "doc1370970", "doc2636635", "doc315772", "doc2448623", "doc2465505", "doc518395"], "ranked_scores": [367.0, 364.0, 362.0, 348.0, 348.0, 344.0, 338.0, 338.0, 338.0, 332.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc567112", "doc93287", "doc1548640", "doc245411", "doc448867", "doc357631", "doc1733379", "doc1894178", "doc487000", "doc720754"], "ranked_scores": [369.0, 366.0, 350.0, 338.0, 337.0, 337.0, 336.0, 335.0, 334.0, 334.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc57975", "doc601133", "doc1293555", "doc864555", "doc40405", "doc376243", "doc261351", "doc2326766", "doc2502630", "doc2175230"], "ranked_scores": [370.0, 360.0, 355.0, 354.0, 352.0, 347.0, 345.0, 342.0, 341.0, 340.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc577385", "doc1986449", "doc1160263", "doc1986437", "doc588578", "doc2058897", "doc61233", "doc2465656", "doc588590", "doc134196"], "ranked_scores": [413.0, 412.0, 412.0, 405.0, 405.0, 400.0, 400.0, 398.0, 398.0, 397.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1370451", "doc845380", "doc1877808", "doc200940", "doc212899", "doc965463", "doc2053655", "doc2335293", "doc2334138", "doc783135"], "ranked_scores": [363.0, 358.0, 346.0, 345.0, 345.0, 344.0, 344.0, 341.0, 340.0, 339.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc2015719", "doc88933", "doc127040", "doc548704", "doc2061559", "doc779563", "doc127042", "doc88973"], "ranked_scores": [401.0, 398.0, 395.0, 385.0, 373.0, 373.0, 371.0, 367.0, 366.0, 366.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc21363", "doc338815", "doc338813", "doc1455508", "doc1798523", "doc338818", "doc21350", "doc2414537", "doc698075", "doc1455444"], "ranked_scores": [358.0, 353.0, 352.0, 349.0, 346.0, 346.0, 342.0, 342.0, 339.0, 335.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc18274", "doc771233", "doc18273", "doc911115", "doc63590", "doc63585", "doc323321", "doc1741795", "doc1994393"], "ranked_scores": [381.0, 371.0, 370.0, 367.0, 367.0, 367.0, 366.0, 365.0, 365.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc525751", "doc2350463", "doc1816074", "doc1816051", "doc355540", "doc1875692", "doc1804347", "doc462227"], "ranked_scores": [376.0, 358.0, 349.0, 348.0, 347.0, 342.0, 341.0, 339.0, 338.0, 337.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc660871", "doc1826212", "doc4611", "doc753576", "doc1846050", "doc21888", "doc1735215", "doc902657", "doc1717375", "doc543379"], "ranked_scores": [348.0, 347.0, 346.0, 346.0, 341.0, 339.0, 339.0, 334.0, 328.0, 328.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1986143", "doc2639996", "doc705226", "doc785515", "doc642762", "doc1090888", "doc2125026", "doc1519779", "doc492385", "doc851877"], "ranked_scores": [365.0, 364.0, 360.0, 354.0, 354.0, 353.0, 351.0, 350.0, 349.0, 349.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc36467", "doc36463", "doc2622778", "doc2622759", "doc36485", "doc1618376", "doc1618372", "doc2396125", "doc1926783"], "ranked_scores": [418.0, 403.0, 400.0, 394.0, 394.0, 393.0, 389.0, 388.0, 369.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106357", "doc703721", "doc1804263", "doc1390073", "doc1136889", "doc24299", "doc392476", "doc162000", "doc593061"], "ranked_scores": [407.0, 394.0, 394.0, 390.0, 388.0, 381.0, 376.0, 376.0, 375.0, 372.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc1373324", "doc643072", "doc1373323", "doc2393669", "doc108887", "doc108892", "doc1119808", "doc1220654", "doc294697"], "ranked_scores": [434.0, 428.0, 421.0, 418.0, 417.0, 412.0, 411.0, 409.0, 407.0, 403.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc77971", "doc1430993", "doc1504263", "doc1880724", "doc2079848", "doc2378961", "doc2039201", "doc251579", "doc455129"], "ranked_scores": [388.0, 370.0, 370.0, 361.0, 343.0, 340.0, 339.0, 334.0, 334.0, 333.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57247", "doc751998", "doc57226", "doc57232", "doc3001", "doc1506100", "doc1254733", "doc1395336", "doc751967"], "ranked_scores": [214.0, 212.0, 212.0, 211.0, 202.0, 191.0, 189.0, 187.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2461160", "doc63542", "doc63543", "doc63538", "doc497737", "doc2136789", "doc2563094", "doc2292349", "doc310191", "doc2105862"], "ranked_scores": [208.0, 207.0, 207.0, 205.0, 204.0, 200.0, 196.0, 196.0, 195.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc296209", "doc812322", "doc69767", "doc699194", "doc69765", "doc776142", "doc2285692", "doc2019171", "doc243667", "doc776139"], "ranked_scores": [211.0, 209.0, 208.0, 207.0, 206.0, 206.0, 204.0, 201.0, 201.0, 201.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177855", "doc564709", "doc439817", "doc415323", "doc1177870", "doc400438", "doc453153", "doc1402781", "doc232625", "doc2499402"], "ranked_scores": [200.0, 197.0, 197.0, 195.0, 193.0, 192.0, 192.0, 191.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366769", "doc1812659", "doc1812661", "doc1828693", "doc1812660", "doc1741704", "doc1366744", "doc2165920", "doc338868", "doc559430"], "ranked_scores": [211.0, 210.0, 208.0, 208.0, 206.0, 204.0, 203.0, 203.0, 202.0, 202.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27538", "doc27536", "doc1770477", "doc1852503", "doc2035410", "doc1279689", "doc1585937", "doc1478919", "doc27529", "doc27535"], "ranked_scores": [207.0, 205.0, 203.0, 202.0, 200.0, 200.0, 200.0, 200.0, 199.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc1526230", "doc293490", "doc293491", "doc119665", "doc1328113", "doc620637", "doc2611984", "doc268699", "doc653285"], "ranked_scores": [220.0, 219.0, 214.0, 214.0, 212.0, 212.0, 212.0, 209.0, 209.0, 207.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc597637", "doc2096499", "doc520684", "doc583721", "doc38721", "doc540731", "doc29759", "doc520683", "doc761733"], "ranked_scores": [213.0, 199.0, 199.0, 195.0, 194.0, 190.0, 189.0, 189.0, 188.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61045", "doc1376346", "doc61036", "doc988607", "doc61056", "doc61043", "doc1376345", "doc1612682", "doc829494"], "ranked_scores": [219.0, 201.0, 193.0, 187.0, 183.0, 176.0, 175.0, 173.0, 173.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc97421", "doc2084014", "doc97442", "doc2083995", "doc1116765", "doc152483", "doc2004921", "doc2083987", "doc2084004"], "ranked_scores": [224.0, 219.0, 218.0, 218.0, 216.0, 211.0, 210.0, 210.0, 210.0, 209.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc908573", "doc33193", "doc562696", "doc2127607", "doc311119", "doc2648883", "doc751954", "doc1644238", "doc233794", "doc81671"], "ranked_scores": [201.0, 200.0, 188.0, 184.0, 184.0, 184.0, 184.0, 183.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc253608", "doc83863", "doc414335", "doc2372621", "doc1386120", "doc437627", "doc83872", "doc50109", "doc2278170"], "ranked_scores": [204.0, 202.0, 202.0, 199.0, 198.0, 196.0, 195.0, 193.0, 192.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc7166", "doc703711", "doc106332", "doc703705", "doc703728", "doc35719", "doc106357", "doc703721", "doc605887", "doc427621"], "ranked_scores": [200.0, 197.0, 192.0, 192.0, 188.0, 187.0, 187.0, 187.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7116", "doc7112", "doc7093", "doc7099", "doc7119", "doc1599042", "doc126136", "doc1694554", "doc7091"], "ranked_scores": [210.0, 209.0, 207.0, 203.0, 203.0, 202.0, 202.0, 201.0, 201.0, 201.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc82130", "doc90807", "doc505009", "doc2569900", "doc1098823", "doc930061", "doc1891830", "doc2252228", "doc787596", "doc82127"], "ranked_scores": [203.0, 201.0, 201.0, 198.0, 196.0, 195.0, 194.0, 194.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2018288", "doc919340", "doc2370166", "doc1874808", "doc2659217", "doc536387", "doc648344", "doc453118", "doc1678113", "doc1996497"], "ranked_scores": [198.0, 195.0, 192.0, 190.0, 187.0, 187.0, 186.0, 186.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc651946", "doc1380356", "doc90322", "doc468490", "doc1818632", "doc1380357", "doc2202523", "doc1824654", "doc30773"], "ranked_scores": [212.0, 206.0, 204.0, 203.0, 202.0, 198.0, 198.0, 198.0, 197.0, 197.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2009369", "doc58892", "doc2483632", "doc1078877", "doc1719794", "doc1902615", "doc307715", "doc919340", "doc1914609", "doc2203108"], "ranked_scores": [197.0, 196.0, 196.0, 192.0, 190.0, 190.0, 189.0, 189.0, 188.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc2509989", "doc2439294", "doc873481", "doc56897", "doc1400297", "doc2509996", "doc873479", "doc873480", "doc56903"], "ranked_scores": [204.0, 201.0, 200.0, 198.0, 197.0, 197.0, 194.0, 193.0, 193.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc847439", "doc137908", "doc2557673", "doc80074", "doc80100", "doc2077169", "doc863660", "doc596891", "doc575203", "doc80067"], "ranked_scores": [203.0, 203.0, 201.0, 199.0, 198.0, 198.0, 196.0, 195.0, 194.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4413, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc439092", "doc2574040", "doc690001", "doc690000", "doc1365486", "doc565399", "doc1214168", "doc1248717", "doc183950"], "ranked_scores": [220.0, 185.0, 183.0, 182.0, 181.0, 181.0, 180.0, 178.0, 177.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26467", "doc474060", "doc1880842", "doc721916", "doc99377", "doc675035", "doc513535", "doc764184", "doc26458"], "ranked_scores": [205.0, 199.0, 198.0, 197.0, 197.0, 197.0, 197.0, 196.0, 196.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc2445605", "doc1682561", "doc1441161", "doc1490516", "doc102077", "doc969509", "doc105756", "doc2430823"], "ranked_scores": [208.0, 187.0, 182.0, 180.0, 176.0, 176.0, 176.0, 175.0, 174.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1199221", "doc81655", "doc57940", "doc721746", "doc1390300", "doc57946", "doc37890", "doc57948", "doc37884", "doc2389178"], "ranked_scores": [201.0, 200.0, 199.0, 194.0, 193.0, 191.0, 187.0, 185.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc861483", "doc2217346", "doc1187141", "doc1448736", "doc2357495", "doc1368159", "doc2077366", "doc879199"], "ranked_scores": [228.0, 200.0, 199.0, 193.0, 191.0, 188.0, 188.0, 185.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc35524", "doc64318", "doc1376793", "doc2072856", "doc64316", "doc851269", "doc2487656", "doc922301", "doc1385345", "doc456580"], "ranked_scores": [222.0, 216.0, 216.0, 215.0, 214.0, 213.0, 213.0, 212.0, 211.0, 211.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437667", "doc459280", "doc1520320", "doc437677", "doc1729164", "doc1520211", "doc82650", "doc1321929", "doc437656", "doc1739769"], "ranked_scores": [215.0, 211.0, 210.0, 209.0, 208.0, 206.0, 206.0, 205.0, 204.0, 203.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1778743", "doc1759054", "doc2296332", "doc866436", "doc1314964", "doc1315064", "doc1603040", "doc720110", "doc552702"], "ranked_scores": [204.0, 195.0, 193.0, 189.0, 189.0, 187.0, 186.0, 186.0, 185.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc170955", "doc2042536", "doc1894178", "doc795696", "doc2041825", "doc429685", "doc254953", "doc1212031", "doc570839", "doc602735"], "ranked_scores": [189.0, 187.0, 182.0, 182.0, 181.0, 180.0, 180.0, 179.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc1005393", "doc3001", "doc2127607", "doc1501334", "doc2116209", "doc1283940", "doc1632177", "doc1253410", "doc53465"], "ranked_scores": [201.0, 183.0, 182.0, 182.0, 180.0, 180.0, 178.0, 178.0, 177.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1088161", "doc2529675", "doc152997", "doc626260", "doc1635999", "doc849365", "doc2111528", "doc433576"], "ranked_scores": [220.0, 217.0, 207.0, 204.0, 202.0, 201.0, 201.0, 200.0, 199.0, 199.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc934719", "doc402145", "doc368643", "doc11655", "doc1599987", "doc2393669", "doc660271", "doc2449643", "doc626440", "doc91127"], "ranked_scores": [206.0, 204.0, 204.0, 203.0, 202.0, 201.0, 201.0, 199.0, 199.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105759", "doc105763", "doc2355469", "doc1270352", "doc105758", "doc171833", "doc830308", "doc1858032", "doc2596083"], "ranked_scores": [209.0, 203.0, 201.0, 191.0, 184.0, 182.0, 182.0, 182.0, 178.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc4147", "doc358938", "doc52414", "doc172405", "doc2500959", "doc2107033", "doc324540", "doc1927002", "doc2081252", "doc6540"], "ranked_scores": [218.0, 218.0, 216.0, 214.0, 212.0, 211.0, 210.0, 209.0, 208.0, 206.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc768322", "doc435079", "doc1685523", "doc2217446", "doc313365", "doc1921625", "doc211230", "doc70905", "doc865796"], "ranked_scores": [210.0, 206.0, 202.0, 201.0, 200.0, 200.0, 198.0, 198.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2665803", "doc397701", "doc264212", "doc2085567", "doc1370970", "doc2636635", "doc2054559", "doc315772", "doc2636762"], "ranked_scores": [196.0, 193.0, 185.0, 181.0, 180.0, 180.0, 180.0, 178.0, 178.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc567112", "doc245411", "doc487000", "doc1733379", "doc720754", "doc1851601", "doc285347", "doc448867"], "ranked_scores": [185.0, 184.0, 181.0, 178.0, 178.0, 176.0, 176.0, 172.0, 171.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc57975", "doc40405", "doc1293555", "doc601133", "doc140893", "doc2191035", "doc697071", "doc2326766", "doc864555", "doc261351"], "ranked_scores": [198.0, 189.0, 189.0, 186.0, 185.0, 184.0, 184.0, 184.0, 184.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986449", "doc577385", "doc588578", "doc1986437", "doc1584862", "doc2465656", "doc61233", "doc2058897", "doc61227"], "ranked_scores": [213.0, 211.0, 210.0, 209.0, 208.0, 205.0, 205.0, 205.0, 204.0, 203.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc2334138", "doc1370451", "doc783135", "doc1218368", "doc965463", "doc18842", "doc2173325", "doc312607", "doc840074"], "ranked_scores": [194.0, 187.0, 182.0, 180.0, 177.0, 177.0, 177.0, 177.0, 176.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc2015719", "doc88934", "doc548704", "doc88933", "doc127040", "doc1207260", "doc2061559", "doc127042", "doc1670518"], "ranked_scores": [205.0, 204.0, 200.0, 196.0, 193.0, 191.0, 190.0, 189.0, 189.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc21363", "doc338813", "doc1455508", "doc338815", "doc338818", "doc21350", "doc1455509", "doc963332", "doc1798523", "doc946285"], "ranked_scores": [193.0, 188.0, 185.0, 185.0, 182.0, 181.0, 180.0, 176.0, 175.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc771233", "doc18273", "doc63590", "doc1906610", "doc911115", "doc18274", "doc108456", "doc1423679", "doc63585"], "ranked_scores": [202.0, 195.0, 193.0, 193.0, 193.0, 193.0, 192.0, 192.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc462227", "doc46245", "doc1816074", "doc1645155", "doc525751", "doc1875692", "doc1934174", "doc1670303"], "ranked_scores": [205.0, 194.0, 184.0, 183.0, 181.0, 179.0, 178.0, 177.0, 177.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc753576", "doc1826212", "doc1735215", "doc1846050", "doc21888", "doc1717375", "doc4611", "doc296216", "doc660012", "doc365452"], "ranked_scores": [189.0, 188.0, 183.0, 181.0, 179.0, 174.0, 174.0, 173.0, 173.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2639996", "doc785515", "doc642762", "doc15890", "doc705226", "doc1736708", "doc1090888", "doc1436063", "doc1519779", "doc662025"], "ranked_scores": [195.0, 188.0, 188.0, 186.0, 184.0, 183.0, 182.0, 182.0, 182.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc2622778", "doc36463", "doc36460", "doc36467", "doc2622759", "doc36485", "doc1618372", "doc1618376", "doc1618374", "doc1926783"], "ranked_scores": [211.0, 207.0, 207.0, 206.0, 205.0, 203.0, 200.0, 197.0, 197.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106357", "doc703721", "doc1136889", "doc427621", "doc1390073", "doc1804263", "doc172053", "doc24299", "doc392476"], "ranked_scores": [213.0, 207.0, 207.0, 202.0, 202.0, 199.0, 197.0, 195.0, 195.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc643072", "doc1373324", "doc1373323", "doc2393669", "doc108931", "doc108887", "doc1119808", "doc1520499", "doc626440"], "ranked_scores": [225.0, 220.0, 219.0, 217.0, 216.0, 214.0, 214.0, 209.0, 209.0, 208.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc77971", "doc1430993", "doc1504263", "doc2079848", "doc1880724", "doc2039201", "doc2378961", "doc251579", "doc367643"], "ranked_scores": [201.0, 199.0, 193.0, 191.0, 184.0, 181.0, 178.0, 177.0, 177.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc57242", "doc57226", "doc751998", "doc1395336", "doc57232", "doc1254733", "doc3001", "doc1506100", "doc751967"], "ranked_scores": [110.0, 108.0, 108.0, 108.0, 103.0, 103.0, 101.0, 98.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2461160", "doc63543", "doc2563094", "doc63538", "doc63542", "doc502099", "doc310191", "doc497737", "doc345111", "doc855132"], "ranked_scores": [109.0, 109.0, 108.0, 108.0, 106.0, 105.0, 105.0, 104.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc296209", "doc699194", "doc812322", "doc21856", "doc776142", "doc69767", "doc243667", "doc21831", "doc21906", "doc69772"], "ranked_scores": [111.0, 107.0, 106.0, 104.0, 103.0, 103.0, 103.0, 102.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453153", "doc1177855", "doc1045588", "doc564709", "doc979054", "doc1177870", "doc392076", "doc415323", "doc440112", "doc658301"], "ranked_scores": [108.0, 107.0, 107.0, 106.0, 106.0, 106.0, 105.0, 105.0, 105.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc1828693", "doc1741704", "doc1382171", "doc2307739", "doc1088751", "doc1614582", "doc1812661", "doc1741701", "doc1815194"], "ranked_scores": [109.0, 109.0, 108.0, 107.0, 107.0, 105.0, 105.0, 105.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1279689", "doc1294428", "doc27538", "doc1321967", "doc2035410", "doc1852503", "doc1978004", "doc437667", "doc82650"], "ranked_scores": [109.0, 108.0, 108.0, 107.0, 107.0, 106.0, 105.0, 105.0, 105.0, 105.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc925929", "doc1480727", "doc273559", "doc1328111", "doc77634", "doc268699", "doc293490", "doc613963", "doc620637"], "ranked_scores": [113.0, 112.0, 112.0, 111.0, 108.0, 108.0, 108.0, 108.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc688472", "doc583721", "doc2096499", "doc1017147", "doc597637", "doc520684", "doc1567090", "doc437362", "doc520683"], "ranked_scores": [111.0, 105.0, 105.0, 104.0, 104.0, 103.0, 102.0, 101.0, 101.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61045", "doc1376346", "doc61036", "doc988607", "doc1590467", "doc61056", "doc1376345", "doc61043", "doc902657"], "ranked_scores": [107.0, 106.0, 101.0, 101.0, 97.0, 96.0, 96.0, 94.0, 94.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc2084014", "doc2083995", "doc97421", "doc2083987", "doc2084004", "doc2084016", "doc152483", "doc1116765", "doc1431001"], "ranked_scores": [116.0, 113.0, 112.0, 112.0, 112.0, 111.0, 111.0, 111.0, 110.0, 110.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc908573", "doc1458417", "doc2648883", "doc751954", "doc33196", "doc54026", "doc722476", "doc562696", "doc636346"], "ranked_scores": [105.0, 103.0, 101.0, 97.0, 96.0, 95.0, 95.0, 95.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc414335", "doc253608", "doc50109", "doc1386116", "doc1984127", "doc83872", "doc2278168", "doc1386120", "doc437627"], "ranked_scores": [107.0, 105.0, 105.0, 104.0, 103.0, 102.0, 102.0, 102.0, 101.0, 101.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc106357", "doc703721", "doc7166", "doc703711", "doc35719", "doc427621", "doc703728", "doc580220", "doc703731"], "ranked_scores": [103.0, 102.0, 102.0, 101.0, 100.0, 100.0, 99.0, 99.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7099", "doc1694554", "doc7106", "doc7116", "doc7091", "doc7119", "doc7093", "doc7112", "doc27102", "doc7120"], "ranked_scores": [108.0, 107.0, 107.0, 107.0, 106.0, 105.0, 104.0, 104.0, 103.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc82130", "doc90807", "doc505009", "doc1098823", "doc1705674", "doc2045514", "doc854693", "doc930061", "doc2252228", "doc787615"], "ranked_scores": [106.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2370166", "doc2018288", "doc2659217", "doc2009369", "doc1874808", "doc2203142", "doc187232", "doc897", "doc648344", "doc906433"], "ranked_scores": [101.0, 100.0, 99.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1818632", "doc90322", "doc1824654", "doc30773", "doc651946", "doc468490", "doc30774", "doc1380356", "doc1380357"], "ranked_scores": [109.0, 107.0, 107.0, 107.0, 106.0, 106.0, 106.0, 104.0, 102.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc58892", "doc1078877", "doc2009369", "doc1244989", "doc2203108", "doc2018288", "doc1825079", "doc2193690", "doc244368", "doc919340"], "ranked_scores": [104.0, 104.0, 104.0, 102.0, 100.0, 100.0, 100.0, 100.0, 99.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc2509996", "doc873481", "doc2439294", "doc2674988", "doc2091589", "doc1288170", "doc2510026", "doc2031536", "doc56897"], "ranked_scores": [110.0, 106.0, 106.0, 105.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc847439", "doc80074", "doc2557673", "doc80154", "doc596861", "doc575203", "doc80070", "doc2077169", "doc596891", "doc80123"], "ranked_scores": [108.0, 107.0, 105.0, 104.0, 103.0, 103.0, 102.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2574040", "doc439092", "doc72416", "doc1365486", "doc307978", "doc506854", "doc1534829", "doc565399", "doc732077"], "ranked_scores": [112.0, 98.0, 96.0, 96.0, 96.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26467", "doc1858452", "doc2361044", "doc513535", "doc26444", "doc2036045", "doc2517376", "doc764184", "doc26458", "doc721916"], "ranked_scores": [109.0, 107.0, 106.0, 106.0, 106.0, 106.0, 105.0, 105.0, 105.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc2445605", "doc969509", "doc1830328", "doc1690179", "doc1682561", "doc889101", "doc700971"], "ranked_scores": [108.0, 98.0, 96.0, 96.0, 96.0, 94.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1199221", "doc721746", "doc57940", "doc81655", "doc1390300", "doc1283940", "doc57946", "doc282412", "doc458222", "doc811"], "ranked_scores": [104.0, 102.0, 100.0, 100.0, 97.0, 97.0, 97.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc2332984", "doc2489754", "doc861483", "doc879199", "doc2077366", "doc1657214", "doc430256", "doc765127"], "ranked_scores": [113.0, 107.0, 101.0, 100.0, 100.0, 100.0, 99.0, 98.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc35524", "doc851269", "doc456580", "doc64316", "doc1376793", "doc922301", "doc1683659", "doc1385353", "doc64317"], "ranked_scores": [116.0, 114.0, 113.0, 113.0, 113.0, 113.0, 113.0, 112.0, 112.0, 111.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437667", "doc82650", "doc459280", "doc1729164", "doc1788429", "doc1520211", "doc437677", "doc1334215", "doc1739769", "doc1334238"], "ranked_scores": [111.0, 111.0, 111.0, 110.0, 109.0, 109.0, 109.0, 107.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc2296332", "doc1603040", "doc1759054", "doc1778743", "doc1093057", "doc866436", "doc1315064", "doc1898381", "doc720110"], "ranked_scores": [111.0, 105.0, 104.0, 104.0, 104.0, 102.0, 102.0, 100.0, 100.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc170955", "doc795696", "doc254953", "doc2041825", "doc806", "doc602735", "doc2042536", "doc607623", "doc1894178", "doc585415"], "ranked_scores": [104.0, 101.0, 100.0, 100.0, 100.0, 100.0, 100.0, 98.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc1005393", "doc53464", "doc2350463", "doc1154850", "doc736558", "doc2116209", "doc3001", "doc781344", "doc727789", "doc890257"], "ranked_scores": [97.0, 95.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1088161", "doc465257", "doc1177731", "doc849365", "doc1787620", "doc2111528", "doc50625", "doc635523"], "ranked_scores": [115.0, 113.0, 108.0, 108.0, 105.0, 105.0, 104.0, 104.0, 103.0, 103.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1599987", "doc934719", "doc91127", "doc1119808", "doc108887", "doc368673", "doc11655", "doc2393669", "doc1373324", "doc750195"], "ranked_scores": [107.0, 107.0, 105.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105759", "doc105763", "doc2355469", "doc1889823", "doc830308", "doc1270352", "doc171833", "doc1858032", "doc2596083"], "ranked_scores": [103.0, 103.0, 101.0, 98.0, 93.0, 93.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc172405", "doc2500959", "doc52414", "doc4147", "doc1927002", "doc324540", "doc358938", "doc2107033", "doc28626", "doc412475"], "ranked_scores": [114.0, 113.0, 112.0, 111.0, 110.0, 110.0, 110.0, 109.0, 108.0, 108.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc768322", "doc435078", "doc70905", "doc435075", "doc1685523", "doc70904", "doc435079", "doc2503625", "doc877114"], "ranked_scores": [109.0, 108.0, 106.0, 106.0, 106.0, 104.0, 104.0, 103.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2054559", "doc2665803", "doc264212", "doc2092849", "doc2483577", "doc1222389", "doc305534", "doc518394", "doc459774"], "ranked_scores": [100.0, 99.0, 99.0, 96.0, 96.0, 95.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc245411", "doc567112", "doc357631", "doc1541761", "doc1291616", "doc1851601", "doc1972074", "doc702263"], "ranked_scores": [101.0, 97.0, 96.0, 96.0, 95.0, 94.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1344965", "doc57975", "doc261351", "doc697071", "doc2265144", "doc40405", "doc140893", "doc2048015", "doc376243", "doc601133"], "ranked_scores": [101.0, 100.0, 100.0, 99.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc577385", "doc1160263", "doc61233", "doc860592", "doc2465656", "doc1903929", "doc588612", "doc1584862", "doc61227"], "ranked_scores": [111.0, 109.0, 108.0, 107.0, 107.0, 106.0, 105.0, 105.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1218368", "doc783135", "doc2334138", "doc2334133", "doc1445420", "doc1370451", "doc2666461", "doc1728777", "doc845380", "doc807"], "ranked_scores": [101.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc88931", "doc548704", "doc88974", "doc88934", "doc1343239", "doc1002546", "doc88933", "doc2061559", "doc779563"], "ranked_scores": [106.0, 105.0, 101.0, 101.0, 101.0, 99.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc21363", "doc338841", "doc21350", "doc212860", "doc1798523", "doc338813", "doc338815", "doc413930", "doc338818", "doc963332"], "ranked_scores": [99.0, 96.0, 96.0, 95.0, 95.0, 94.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc1741795", "doc1642327", "doc1170851", "doc1791048", "doc1323081", "doc63590", "doc18273", "doc911115", "doc686526"], "ranked_scores": [115.0, 103.0, 101.0, 101.0, 100.0, 99.0, 99.0, 99.0, 99.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1645155", "doc1934174", "doc46245", "doc1816074", "doc7161", "doc1804347", "doc525751", "doc1202159", "doc7166"], "ranked_scores": [102.0, 98.0, 97.0, 97.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3956, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc753576", "doc21888", "doc1735215", "doc1846050", "doc1998840", "doc1826212", "doc1680999", "doc671973", "doc776173", "doc807066"], "ranked_scores": [99.0, 96.0, 96.0, 94.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2639996", "doc1986143", "doc705226", "doc642762", "doc1436063", "doc2483577", "doc1132967", "doc1305242", "doc171837", "doc180079"], "ranked_scores": [106.0, 100.0, 100.0, 100.0, 100.0, 99.0, 99.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1618372", "doc2622778", "doc36460", "doc2622759", "doc36463", "doc36467", "doc1618374", "doc2396125", "doc256274", "doc36485"], "ranked_scores": [107.0, 106.0, 105.0, 104.0, 104.0, 103.0, 103.0, 102.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc703721", "doc106357", "doc35719", "doc427621", "doc1804263", "doc172053", "doc1136889", "doc1390073", "doc212271", "doc703706"], "ranked_scores": [112.0, 112.0, 112.0, 109.0, 108.0, 107.0, 106.0, 105.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc643072", "doc1373323", "doc1373324", "doc2393669", "doc729661", "doc626440", "doc1220654", "doc368643", "doc935125"], "ranked_scores": [116.0, 112.0, 112.0, 111.0, 111.0, 110.0, 110.0, 108.0, 108.0, 108.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc77971", "doc1430993", "doc2079848", "doc978510", "doc418974", "doc1504263", "doc929397", "doc2378961", "doc364943"], "ranked_scores": [104.0, 104.0, 101.0, 99.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc751998", "doc57247", "doc1506100", "doc57226", "doc57232", "doc1254733", "doc2116209", "doc1395336", "doc3001"], "ranked_scores": [56.0, 56.0, 56.0, 55.0, 55.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc2563094", "doc497737", "doc758444", "doc63542", "doc502099", "doc2461160", "doc2555353", "doc2563097", "doc63543"], "ranked_scores": [56.0, 55.0, 55.0, 55.0, 55.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc776173", "doc296209", "doc21831", "doc69772", "doc21856", "doc69767", "doc452016", "doc452039", "doc69778"], "ranked_scores": [60.0, 58.0, 58.0, 57.0, 57.0, 56.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453153", "doc564709", "doc440112", "doc1177855", "doc1045588", "doc2066832", "doc392076", "doc979054", "doc404141", "doc564708"], "ranked_scores": [57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc1088751", "doc1828693", "doc27648", "doc1741704", "doc1382171", "doc1716834", "doc1741701", "doc230376", "doc884614"], "ranked_scores": [56.0, 56.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27536", "doc1279689", "doc1321967", "doc1978004", "doc1852503", "doc27535", "doc361697", "doc437677", "doc82650"], "ranked_scores": [59.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1829626", "doc268699", "doc925929", "doc422133", "doc293491", "doc293490", "doc1328111", "doc438360", "doc54270", "doc77640"], "ranked_scores": [62.0, 61.0, 61.0, 61.0, 61.0, 61.0, 60.0, 60.0, 60.0, 60.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc688472", "doc437362", "doc583721", "doc1017147", "doc204171", "doc29759", "doc38721", "doc761733", "doc98742"], "ranked_scores": [57.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1590467", "doc61045", "doc1376345", "doc1376346", "doc61043", "doc61056", "doc829494", "doc903103"], "ranked_scores": [55.0, 55.0, 53.0, 53.0, 53.0, 53.0, 52.0, 51.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1116765", "doc1587504", "doc152483", "doc97421", "doc2083995", "doc2084014", "doc2084004", "doc97445", "doc2380013", "doc369261"], "ranked_scores": [59.0, 59.0, 59.0, 59.0, 58.0, 58.0, 58.0, 58.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc54026", "doc562696", "doc2648883", "doc908573", "doc1346601", "doc751954", "doc1458417", "doc162720", "doc1538535"], "ranked_scores": [57.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386116", "doc53439", "doc2278168", "doc414335", "doc50110", "doc1386120", "doc2294365", "doc50111", "doc50109", "doc253608"], "ranked_scores": [55.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703721", "doc106357", "doc106332", "doc106338", "doc703705", "doc427621", "doc212271", "doc703719", "doc703702", "doc703728"], "ranked_scores": [58.0, 58.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc526956", "doc7093", "doc1694554", "doc7091", "doc1377701", "doc27102", "doc7112", "doc7116", "doc776472", "doc934401"], "ranked_scores": [58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc505009", "doc82127", "doc787597", "doc787596", "doc1366138", "doc1891830", "doc854693", "doc2045514"], "ranked_scores": [56.0, 55.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc1996497", "doc428400", "doc2659217", "doc2018288", "doc906433", "doc2009369", "doc1996495", "doc2203117", "doc2370166", "doc52429"], "ranked_scores": [56.0, 55.0, 55.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc651946", "doc1818632", "doc1168119", "doc30774", "doc1824654", "doc468490", "doc24903", "doc1333507"], "ranked_scores": [58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1078877", "doc2193690", "doc2009369", "doc244368", "doc58892", "doc2203108", "doc1244989", "doc1646629", "doc1914609", "doc1902615"], "ranked_scores": [56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc963670", "doc2509996", "doc1152614", "doc133140", "doc2674988", "doc357235", "doc2091589", "doc2091597", "doc2439294", "doc963669"], "ranked_scores": [58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc847439", "doc1912505", "doc80074", "doc1912490", "doc596891", "doc1912506", "doc80154", "doc2557673", "doc352915", "doc80070"], "ranked_scores": [60.0, 58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1365486", "doc72416", "doc690001", "doc690000", "doc565399", "doc1889823", "doc307978", "doc2279199", "doc2574040"], "ranked_scores": [58.0, 54.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26467", "doc26458", "doc1858452", "doc138458", "doc764184", "doc1880842", "doc2517376", "doc2036045", "doc913417", "doc26444"], "ranked_scores": [59.0, 58.0, 58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc2445605", "doc936409", "doc221471", "doc2279199", "doc174797", "doc969509", "doc2430823", "doc162798", "doc1830328"], "ranked_scores": [56.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc721746", "doc1199221", "doc57940", "doc2389178", "doc81655", "doc260668", "doc57946", "doc37884", "doc1455775", "doc704395"], "ranked_scores": [55.0, 54.0, 54.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc861483", "doc879199", "doc2077366", "doc2332984", "doc765127", "doc1224325", "doc2489754", "doc1487701"], "ranked_scores": [57.0, 57.0, 55.0, 55.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc922301", "doc1385353", "doc456580", "doc851269", "doc64318", "doc2487645", "doc64316", "doc35524", "doc971992", "doc922263"], "ranked_scores": [62.0, 59.0, 59.0, 59.0, 59.0, 59.0, 59.0, 58.0, 58.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1334215", "doc437667", "doc27535", "doc1321929", "doc1729164", "doc1788429", "doc437677", "doc256867", "doc82650", "doc27536"], "ranked_scores": [57.0, 57.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1759054", "doc866436", "doc1778743", "doc1093057", "doc2296332", "doc720110", "doc1654105", "doc1898381", "doc2558251"], "ranked_scores": [57.0, 57.0, 56.0, 56.0, 55.0, 55.0, 55.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc602735", "doc170955", "doc2042536", "doc2335293", "doc1449831", "doc254953", "doc795696", "doc2131758", "doc384744", "doc607623"], "ranked_scores": [55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc3001", "doc1562972", "doc1005393", "doc281595", "doc2116209", "doc727789", "doc736558", "doc2224204", "doc53464", "doc751967"], "ranked_scores": [54.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1088161", "doc1177731", "doc849365", "doc50625", "doc1787621", "doc465257", "doc626260", "doc785116"], "ranked_scores": [59.0, 58.0, 55.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc934719", "doc1119808", "doc368673", "doc1283772", "doc499897", "doc108887", "doc368643", "doc402145", "doc91127", "doc596016"], "ranked_scores": [59.0, 58.0, 58.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105759", "doc105763", "doc2355469", "doc1729412", "doc1270352", "doc483933", "doc719006", "doc849000", "doc980993"], "ranked_scores": [56.0, 53.0, 53.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc172405", "doc412475", "doc28626", "doc324540", "doc2107033", "doc1927002", "doc2224155", "doc4147", "doc38625", "doc52414"], "ranked_scores": [62.0, 59.0, 59.0, 59.0, 58.0, 58.0, 58.0, 58.0, 58.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc70905", "doc736126", "doc768322", "doc2124276", "doc1616338", "doc1921625", "doc211230", "doc435078", "doc2502216", "doc2503625"], "ranked_scores": [60.0, 60.0, 58.0, 58.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc397701", "doc15890", "doc705226", "doc438381", "doc2092849", "doc2054559", "doc305534", "doc1305242", "doc645564"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc510841", "doc1548640", "doc1733379", "doc93287", "doc357631", "doc1953592", "doc1851601", "doc1407628", "doc245411", "doc702263"], "ranked_scores": [54.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc80490", "doc261351", "doc1041502", "doc1293555", "doc2265144", "doc864555", "doc1344965", "doc40405", "doc959206", "doc987544"], "ranked_scores": [53.0, 53.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc577385", "doc1160263", "doc61227", "doc1986449", "doc860546", "doc1173691", "doc1903929", "doc1415401", "doc61233", "doc1730288"], "ranked_scores": [58.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 55.0, 55.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1445420", "doc1537788", "doc783135", "doc1728777", "doc201173", "doc201172", "doc965463", "doc2439440", "doc2666461", "doc585415"], "ranked_scores": [52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc88931", "doc88933", "doc88934", "doc29870", "doc1763968", "doc1452752", "doc548704", "doc2061559", "doc779563"], "ranked_scores": [54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc1336187", "doc963332", "doc212860", "doc21363", "doc1798523", "doc1914276", "doc811414", "doc698075", "doc728072", "doc946285"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc2539732", "doc1323081", "doc512949", "doc1170851", "doc1642327", "doc2134206", "doc2278342", "doc63585", "doc782194"], "ranked_scores": [60.0, 55.0, 55.0, 55.0, 55.0, 55.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1816074", "doc1911857", "doc1021503", "doc2258986", "doc7166", "doc2223873", "doc2350463", "doc7163", "doc32611"], "ranked_scores": [53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc540358", "doc1085571", "doc1675526", "doc1680999", "doc365452", "doc1846050", "doc1826212", "doc297251", "doc660871", "doc753576"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc1986143", "doc2639996", "doc2085567", "doc492385", "doc851877", "doc1436063", "doc1945756", "doc785515", "doc902546"], "ranked_scores": [55.0, 55.0, 54.0, 53.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1618372", "doc36463", "doc877131", "doc2653657", "doc256274", "doc2622778", "doc2329334", "doc2622759", "doc874861", "doc36460"], "ranked_scores": [57.0, 56.0, 56.0, 56.0, 56.0, 55.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc427621", "doc106357", "doc172053", "doc703706", "doc35719", "doc703728", "doc703721", "doc703711", "doc388464", "doc703719"], "ranked_scores": [58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626440", "doc729661", "doc2393669", "doc643072", "doc626438", "doc1373323", "doc1373324", "doc499894", "doc750195", "doc828063"], "ranked_scores": [59.0, 59.0, 59.0, 58.0, 58.0, 58.0, 57.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1430993", "doc2079848", "doc2182044", "doc1880724", "doc1714121", "doc978510", "doc33047", "doc929397"], "ranked_scores": [56.0, 54.0, 53.0, 53.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-32-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1254733", "doc57226", "doc57242", "doc1395336", "doc1219625", "doc2116209", "doc57247", "doc3001", "doc751998", "doc950615"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc497737", "doc63538", "doc2105862", "doc2345266", "doc1664485", "doc2563094", "doc2555353", "doc758444", "doc63542", "doc63543"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc21831", "doc69772", "doc776173", "doc296209", "doc21832", "doc21872", "doc69778", "doc278091", "doc452039"], "ranked_scores": [32.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc146132", "doc404141", "doc415358", "doc453079", "doc565706", "doc453153", "doc979079", "doc872601", "doc536608"], "ranked_scores": [31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2307739", "doc1716834", "doc1382171", "doc1741704", "doc1715056", "doc1828693", "doc1741706", "doc70976", "doc230376", "doc453172"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27536", "doc27529", "doc1729164", "doc1043479", "doc1321967", "doc437677", "doc1628841", "doc27535", "doc82650", "doc535769"], "ranked_scores": [32.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1829626", "doc2278342", "doc293522", "doc293478", "doc293491", "doc856725", "doc925929", "doc653285", "doc620637", "doc438360"], "ranked_scores": [32.0, 32.0, 32.0, 32.0, 32.0, 32.0, 32.0, 32.0, 32.0, 32.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc1260422", "doc29757", "doc29759", "doc1365680", "doc204171", "doc1942387", "doc1370225", "doc98742", "doc761733", "doc824947"], "ranked_scores": [32.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1590467", "doc1101311", "doc61043", "doc1376345", "doc1376346", "doc1796400", "doc61036", "doc2256023", "doc829494", "doc903105"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1329011", "doc1431001", "doc1107236", "doc2071107", "doc2021184", "doc2071040", "doc152483", "doc369261", "doc920840", "doc97421"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc562696", "doc2648883", "doc1203872", "doc1203769", "doc122351", "doc311119", "doc614724", "doc751954", "doc727789"], "ranked_scores": [29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc50111", "doc1386116", "doc1558517", "doc2294365", "doc41356", "doc962084", "doc875841", "doc602837", "doc551483", "doc877115"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc108100", "doc1183356", "doc1804347", "doc212271", "doc703721", "doc427621", "doc337555", "doc7166", "doc869916", "doc938942"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc2349886", "doc1694554", "doc27102", "doc526956", "doc917675", "doc552702", "doc1840131", "doc7091", "doc97152", "doc97154"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc1527545", "doc90807", "doc751729", "doc505009", "doc374355", "doc2045514", "doc431563", "doc82130", "doc787597", "doc90808"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc1634950", "doc1996497", "doc187232", "doc2009369", "doc2522627", "doc648364", "doc428400", "doc2659217", "doc684238", "doc648344"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc1406392", "doc1474755", "doc2195029", "doc2509293", "doc2570462", "doc468490", "doc30774", "doc807066", "doc651946"], "ranked_scores": [30.0, 30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2026297", "doc244368", "doc2193690", "doc1902615", "doc190650", "doc2009369", "doc58892", "doc536387", "doc338854", "doc216426"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc133140", "doc2091589", "doc2510026", "doc1489575", "doc56921", "doc873481", "doc357235", "doc56897", "doc56902", "doc963670"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc1521484", "doc80074", "doc847439", "doc190325", "doc1912505", "doc596861", "doc2672998", "doc80070", "doc80078", "doc922314"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc690000", "doc690001", "doc72416", "doc1018578", "doc1214168", "doc2375594", "doc1365486", "doc1809840", "doc946247"], "ranked_scores": [30.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26458", "doc1858452", "doc138458", "doc26467", "doc1880842", "doc727075", "doc2517376", "doc764184", "doc746306", "doc913417"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc162798", "doc969509", "doc108789", "doc2279199", "doc1830328", "doc732096", "doc221471", "doc719065", "doc864016"], "ranked_scores": [29.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc721746", "doc614721", "doc1497539", "doc260668", "doc698043", "doc260645", "doc63804", "doc282412", "doc37884", "doc811"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc861483", "doc2217346", "doc879199", "doc1489112", "doc1448736", "doc1962033", "doc2077366", "doc765127", "doc834354"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc228166", "doc313713", "doc35524", "doc398865", "doc456580", "doc64318", "doc64317", "doc922301", "doc922263", "doc922271"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4228, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1334215", "doc1520211", "doc437667", "doc1739769", "doc1729164", "doc437694", "doc535769", "doc638932", "doc587517", "doc632418"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1778743", "doc1515825", "doc1093057", "doc1124683", "doc523031", "doc1314979", "doc1759054", "doc866436", "doc2296332", "doc35173"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc384744", "doc607623", "doc2041825", "doc170955", "doc254953", "doc281066", "doc438381", "doc626786", "doc585415", "doc807"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc2224204", "doc736558", "doc1005393", "doc1006755", "doc1562972", "doc344833", "doc1553106", "doc690213", "doc988735", "doc86469"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc50625", "doc626260", "doc1177731", "doc25696", "doc28582", "doc465257", "doc868589", "doc848379"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc11655", "doc11659", "doc660271", "doc1548878", "doc2477335", "doc729572", "doc2054870", "doc1599987", "doc596016", "doc935127"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc2355469", "doc1729412", "doc105763", "doc1427198", "doc105759", "doc105739", "doc849000", "doc737771", "doc74797", "doc849003"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc28626", "doc28581", "doc722174", "doc172405", "doc25697", "doc38625", "doc324530", "doc393303", "doc422936", "doc412475"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc286805", "doc452001", "doc1316703", "doc1540259", "doc2183317", "doc211230", "doc736126", "doc70905", "doc2503625", "doc865796"], "ranked_scores": [32.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc397701", "doc2665803", "doc1986143", "doc2008672", "doc705226", "doc2092849", "doc2048015", "doc2277771", "doc811624", "doc494397"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1733379", "doc2144435", "doc2422832", "doc357631", "doc702263", "doc488007", "doc93287", "doc483306", "doc950615", "doc787597"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc261351", "doc1810672", "doc2043743", "doc80490", "doc559900", "doc2175230", "doc225655", "doc840951", "doc367417", "doc959206"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1903929", "doc1155179", "doc1155180", "doc1173691", "doc1160263", "doc61227", "doc1986449", "doc860546", "doc61233", "doc577385"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1370451", "doc201173", "doc2020810", "doc2439440", "doc602736", "doc2334133", "doc58964", "doc783135", "doc965463", "doc2652795"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88933", "doc175560", "doc2061559", "doc548704", "doc779563", "doc88973", "doc884729", "doc88974"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc74858", "doc1336187", "doc212860", "doc21363", "doc297999", "doc273662", "doc698075", "doc963332", "doc338841", "doc946285"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc1323081", "doc1170851", "doc63585", "doc1994393", "doc1642327", "doc1741795", "doc512949", "doc771233", "doc782194"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc10855", "doc1021503", "doc1153299", "doc1911857", "doc2350463", "doc2140403", "doc335705", "doc7165", "doc2596083", "doc917792"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc540358", "doc859040", "doc858917", "doc859016", "doc858827", "doc858919", "doc4611", "doc469702", "doc671973", "doc753576"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2197028", "doc1090888", "doc1945756", "doc1986143", "doc2483577", "doc2639996", "doc492385", "doc851877", "doc642762", "doc628911"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc256274", "doc1618372", "doc1618374", "doc1926783", "doc2653657", "doc2543936", "doc36463", "doc2622778", "doc877131", "doc893144"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc703728", "doc388464", "doc703711", "doc1390073", "doc172053", "doc17330", "doc869916", "doc427621", "doc703721", "doc337555"], "ranked_scores": [31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc480455", "doc2393669", "doc626440", "doc643072", "doc1373323", "doc626438", "doc626445", "doc873559", "doc729661", "doc990514"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77971", "doc1933371", "doc2462709", "doc1714121", "doc2071151", "doc364943", "doc2182044", "doc77976", "doc469056"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-32": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1254733", "doc57226", "doc57242", "doc57232", "doc1395336", "doc1713783", "doc2116209", "doc57248", "doc751998", "doc3001"], "ranked_scores": [0.8749, 0.8624, 0.854, 0.8366, 0.823, 0.8042, 0.8007, 0.7998, 0.7933, 0.7905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1664486", "doc63538", "doc63543", "doc2563094", "doc1952665", "doc1982537", "doc1982515", "doc234680", "doc502099", "doc1664485"], "ranked_scores": [0.8573, 0.82, 0.8101, 0.7864, 0.7718, 0.7694, 0.746, 0.7456, 0.7357, 0.7328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc2285692", "doc776142", "doc377466", "doc1675526", "doc365451", "doc21831", "doc365452", "doc1675505", "doc296209"], "ranked_scores": [0.897, 0.893, 0.892, 0.8751, 0.8731, 0.8668, 0.8627, 0.8627, 0.8611, 0.8546], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc737388", "doc415358", "doc2525766", "doc565706", "doc536608", "doc1911408", "doc161015", "doc1007260", "doc643498", "doc230376"], "ranked_scores": [0.8333, 0.8326, 0.8326, 0.8326, 0.8326, 0.8326, 0.8326, 0.8285, 0.8206, 0.8112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1382171", "doc1812661", "doc1741707", "doc1382123", "doc2307739", "doc1382169", "doc405920", "doc1382170", "doc887635"], "ranked_scores": [0.8973, 0.8837, 0.8818, 0.8732, 0.8705, 0.8655, 0.8555, 0.8549, 0.8543, 0.8476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc2384883", "doc27538", "doc1692291", "doc1021718", "doc1852503", "doc1996268", "doc27536", "doc381292", "doc1770477"], "ranked_scores": [0.8798, 0.8391, 0.8155, 0.8148, 0.8011, 0.7977, 0.7957, 0.7929, 0.7852, 0.7838], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc653285", "doc1526230", "doc1953211", "doc2539732", "doc1340806", "doc925929", "doc216986", "doc77634", "doc613963", "doc620637"], "ranked_scores": [0.8807, 0.8623, 0.834, 0.819, 0.8058, 0.7976, 0.7965, 0.796, 0.7857, 0.7854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc231271", "doc966365", "doc29757", "doc520684", "doc583721", "doc520683", "doc29759", "doc1456780", "doc581881", "doc2096499"], "ranked_scores": [0.7865, 0.7864, 0.7837, 0.782, 0.7583, 0.7537, 0.7533, 0.7524, 0.7439, 0.7437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc2060827", "doc13999", "doc1376346", "doc742717", "doc1976860", "doc2195756", "doc220990"], "ranked_scores": [0.8565, 0.7756, 0.7711, 0.7593, 0.7492, 0.744, 0.7388, 0.7359, 0.7313, 0.7276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc97421", "doc1992466", "doc97430", "doc1116765", "doc2004921", "doc97442", "doc1087988", "doc2084014", "doc2071107"], "ranked_scores": [0.8504, 0.8445, 0.8239, 0.8143, 0.8133, 0.8071, 0.7849, 0.7702, 0.7668, 0.7648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc57948", "doc162708", "doc2488095", "doc1612525", "doc203256", "doc583523", "doc908573", "doc320077", "doc282412"], "ranked_scores": [0.849, 0.8247, 0.7601, 0.7599, 0.747, 0.7432, 0.7413, 0.7388, 0.7323, 0.7278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc66003", "doc437627", "doc83863", "doc1386120", "doc1386166", "doc1386116", "doc50107", "doc2275986", "doc225047"], "ranked_scores": [0.7688, 0.7636, 0.7614, 0.758, 0.7547, 0.7474, 0.732, 0.7318, 0.7189, 0.7181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc703711", "doc337547", "doc106333", "doc1824664", "doc1332302", "doc106332", "doc2148672", "doc1246072", "doc284056"], "ranked_scores": [0.7357, 0.72, 0.7178, 0.7133, 0.7045, 0.6959, 0.6939, 0.6922, 0.6865, 0.6863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc692559", "doc7099", "doc2512224", "doc7119", "doc683357", "doc697071", "doc1694554", "doc7108"], "ranked_scores": [0.8648, 0.8472, 0.8092, 0.7878, 0.7727, 0.7641, 0.7582, 0.7558, 0.7478, 0.7342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1053329", "doc82127", "doc90808", "doc82130", "doc1606435", "doc1443647", "doc1740481", "doc2618985", "doc436998"], "ranked_scores": [0.8919, 0.8287, 0.8281, 0.8182, 0.7991, 0.7989, 0.7873, 0.7768, 0.7764, 0.771], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc1449866", "doc453118", "doc750414", "doc187232", "doc897", "doc2361509", "doc187226", "doc2574334", "doc2093620", "doc2009369"], "ranked_scores": [0.7928, 0.7496, 0.7164, 0.7143, 0.7136, 0.7102, 0.7082, 0.6999, 0.6967, 0.6836], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc1380357", "doc468490", "doc1380356", "doc30773", "doc24903", "doc416774", "doc788472", "doc1160985", "doc1734041"], "ranked_scores": [0.8998, 0.8984, 0.876, 0.8696, 0.8393, 0.8324, 0.828, 0.8151, 0.8032, 0.7994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1689805", "doc1663695", "doc220990", "doc648344", "doc1482058", "doc244368", "doc229804", "doc2581432", "doc2659217", "doc190628"], "ranked_scores": [0.8295, 0.8275, 0.8042, 0.801, 0.7977, 0.7798, 0.7724, 0.7722, 0.7692, 0.769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc2031536", "doc2439294", "doc2313864", "doc56897", "doc2313854", "doc1685439", "doc2299192", "doc873481", "doc1458998"], "ranked_scores": [0.8203, 0.7648, 0.7581, 0.7575, 0.7482, 0.73, 0.7288, 0.7231, 0.7226, 0.7219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc80067", "doc470479", "doc137908", "doc80074", "doc80151", "doc80148", "doc80100", "doc80078", "doc2252385"], "ranked_scores": [0.9048, 0.9005, 0.8771, 0.8649, 0.8618, 0.8494, 0.8465, 0.8443, 0.838, 0.8316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc2353712", "doc352368", "doc1781006", "doc2240293", "doc1248717", "doc86071", "doc1527545", "doc506854"], "ranked_scores": [0.8789, 0.8452, 0.8011, 0.7983, 0.783, 0.7759, 0.7702, 0.7666, 0.7639, 0.7523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc725659", "doc207464", "doc1617231", "doc99377", "doc1202814", "doc864645", "doc1648416", "doc2036045", "doc1617211"], "ranked_scores": [0.8682, 0.829, 0.8158, 0.8011, 0.7981, 0.7947, 0.7946, 0.7847, 0.7795, 0.7789], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc184609", "doc102096", "doc1682561", "doc1732443", "doc1616280", "doc2260544", "doc1427181", "doc105756", "doc61568"], "ranked_scores": [0.9007, 0.7553, 0.7437, 0.7402, 0.714, 0.7108, 0.7053, 0.6929, 0.6844, 0.6699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1080514", "doc583523", "doc1101054", "doc1832253", "doc57946", "doc37884", "doc282412", "doc1915960", "doc1142095"], "ranked_scores": [0.7675, 0.7617, 0.7599, 0.7466, 0.7359, 0.7345, 0.7328, 0.7258, 0.7251, 0.7234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc751425", "doc742717", "doc1149306", "doc1962033", "doc2193668", "doc2217346", "doc1723101", "doc1652465"], "ranked_scores": [0.8276, 0.8238, 0.7557, 0.7511, 0.7276, 0.718, 0.7176, 0.7118, 0.7112, 0.7093], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc35524", "doc64316", "doc64318", "doc35513", "doc971992", "doc1683659", "doc1385349", "doc283788", "doc456580", "doc1385353"], "ranked_scores": [0.9191, 0.8683, 0.8613, 0.8556, 0.855, 0.8506, 0.8443, 0.8372, 0.8336, 0.8334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc1520244", "doc727452", "doc638932", "doc437656", "doc1321924", "doc437694", "doc1334215", "doc1977978", "doc1788429"], "ranked_scores": [0.8835, 0.875, 0.8716, 0.8712, 0.8694, 0.8686, 0.8677, 0.8666, 0.8656, 0.8614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc2558251", "doc866436", "doc1315064", "doc1315083", "doc1840131", "doc671985", "doc35173", "doc754076", "doc1385395", "doc2048678"], "ranked_scores": [0.814, 0.8035, 0.7955, 0.7796, 0.7795, 0.7683, 0.7614, 0.7596, 0.7565, 0.7465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc645602", "doc1877808", "doc1891612", "doc645561", "doc645600", "doc543109", "doc1891609", "doc14746", "doc1768106", "doc518395"], "ranked_scores": [0.7413, 0.7353, 0.7151, 0.7009, 0.6995, 0.6943, 0.6848, 0.6772, 0.6631, 0.6466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2179022", "doc2280047", "doc832551", "doc317197", "doc2179035", "doc53465", "doc602739", "doc2485870", "doc751954"], "ranked_scores": [0.9154, 0.782, 0.7777, 0.7728, 0.7716, 0.7661, 0.7572, 0.7566, 0.7531, 0.7188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc430825", "doc87294", "doc1007190", "doc324530", "doc28582", "doc28581", "doc849365", "doc25697", "doc1088161", "doc2482348"], "ranked_scores": [0.8698, 0.8565, 0.7982, 0.7845, 0.7732, 0.7672, 0.7635, 0.7633, 0.75, 0.7437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1599987", "doc660271", "doc2499695", "doc2339886", "doc626438", "doc729567", "doc499894", "doc626440", "doc94371", "doc368686"], "ranked_scores": [0.7921, 0.7861, 0.7816, 0.78, 0.7719, 0.7643, 0.7607, 0.7578, 0.7569, 0.7534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc1270352", "doc1534829", "doc566026", "doc2596083", "doc1223275", "doc1223270", "doc2355469", "doc719076", "doc171833"], "ranked_scores": [0.7987, 0.7844, 0.7771, 0.7703, 0.7651, 0.7586, 0.7579, 0.7517, 0.7466, 0.7421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc926314", "doc4147", "doc28935", "doc2212269", "doc358938", "doc1927002", "doc628470", "doc1400520", "doc2214893", "doc52414"], "ranked_scores": [0.8047, 0.7999, 0.7888, 0.7882, 0.7833, 0.7799, 0.776, 0.7645, 0.7617, 0.7588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2352487", "doc70919", "doc435075", "doc435078", "doc1921625", "doc2498492", "doc2217446", "doc2587562", "doc211209", "doc1354535"], "ranked_scores": [0.8048, 0.8041, 0.7957, 0.7872, 0.7769, 0.7763, 0.7708, 0.7672, 0.7652, 0.7554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc688403", "doc650883", "doc336518", "doc1722932", "doc190844", "doc2402770", "doc1370970", "doc2448623", "doc2119808"], "ranked_scores": [0.7574, 0.7388, 0.7329, 0.6989, 0.6975, 0.692, 0.6875, 0.6819, 0.6624, 0.6548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1877808", "doc645602", "doc1002584", "doc448867", "doc2056486", "doc1668974", "doc1877809", "doc19185", "doc604235", "doc1512044"], "ranked_scores": [0.7488, 0.7269, 0.7122, 0.701, 0.6995, 0.691, 0.69, 0.6781, 0.6774, 0.677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1300782", "doc367417", "doc601133", "doc261351", "doc2502630", "doc80490", "doc2035909", "doc518394", "doc1449851", "doc1041502"], "ranked_scores": [0.7546, 0.7475, 0.7272, 0.704, 0.7031, 0.6974, 0.6912, 0.6842, 0.683, 0.6761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc588612", "doc1986449", "doc546881", "doc1160263", "doc1986433", "doc1975694", "doc1986496", "doc1730288", "doc2465656"], "ranked_scores": [0.8343, 0.8142, 0.7616, 0.7542, 0.751, 0.7321, 0.7318, 0.709, 0.7067, 0.6889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2334138", "doc845380", "doc1986402", "doc750414", "doc444923", "doc1033272", "doc1370451", "doc602736", "doc330455", "doc1668974"], "ranked_scores": [0.7496, 0.7187, 0.7081, 0.6419, 0.6403, 0.635, 0.6168, 0.608, 0.607, 0.607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc88931", "doc107206", "doc2624067", "doc88974", "doc548704", "doc127031", "doc1315443", "doc127040", "doc2618276"], "ranked_scores": [0.8013, 0.7668, 0.7532, 0.7474, 0.7462, 0.7332, 0.7173, 0.7155, 0.7125, 0.7021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc905614", "doc1492317", "doc556460", "doc270066", "doc1142095", "doc746693", "doc2199352", "doc74858", "doc551897", "doc271411"], "ranked_scores": [0.7974, 0.784, 0.7762, 0.7758, 0.7573, 0.7516, 0.7509, 0.7378, 0.7374, 0.7353], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc1604800", "doc911115", "doc18273", "doc63590", "doc88505", "doc18264", "doc376565", "doc108456", "doc2526454"], "ranked_scores": [0.8856, 0.8236, 0.7781, 0.7781, 0.7781, 0.7756, 0.7499, 0.7391, 0.7375, 0.7304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc1816051", "doc1930877", "doc7165", "doc1839188", "doc1285744", "doc1664038", "doc586538", "doc104082", "doc1347235", "doc1629944"], "ranked_scores": [0.7206, 0.7178, 0.6929, 0.6807, 0.6799, 0.6768, 0.6733, 0.6637, 0.6598, 0.6565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1487701", "doc404242", "doc576791", "doc92952", "doc61054", "doc951306", "doc2365901", "doc300431", "doc1260422", "doc460857"], "ranked_scores": [0.7084, 0.7033, 0.6622, 0.6588, 0.6494, 0.6464, 0.6406, 0.6335, 0.6221, 0.622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2057552", "doc705226", "doc187847", "doc1185713", "doc22149", "doc914073", "doc2483577", "doc2639996", "doc1795458", "doc1090888"], "ranked_scores": [0.7211, 0.7034, 0.7005, 0.6935, 0.6894, 0.6763, 0.6676, 0.6667, 0.662, 0.6613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc1618372", "doc1919472", "doc1256783", "doc2622778", "doc2657970", "doc1874159", "doc1618374"], "ranked_scores": [0.8494, 0.8418, 0.8284, 0.8227, 0.7591, 0.7522, 0.7471, 0.7418, 0.7389, 0.7348], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc7166", "doc35719", "doc703711", "doc846246", "doc703714", "doc973089", "doc427621", "doc106333", "doc284056", "doc938942"], "ranked_scores": [0.7881, 0.7795, 0.7778, 0.7778, 0.7763, 0.7735, 0.7683, 0.7678, 0.7666, 0.7631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc108892", "doc1119808", "doc873559", "doc626445", "doc1373324", "doc626438", "doc2167590"], "ranked_scores": [0.8984, 0.8957, 0.8798, 0.8791, 0.8591, 0.8511, 0.8499, 0.8495, 0.8404, 0.8384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc2329334", "doc2245700", "doc417445", "doc1430993", "doc827208", "doc77971", "doc1298637", "doc1504263", "doc959527", "doc77976"], "ranked_scores": [0.7665, 0.7637, 0.7637, 0.7462, 0.7324, 0.7237, 0.7172, 0.7087, 0.7086, 0.7071], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc1254733", "doc57226", "doc1395336", "doc57232", "doc1713783", "doc3001", "doc1142095", "doc2116209", "doc751998"], "ranked_scores": [0.8201, 0.8198, 0.8086, 0.791, 0.7678, 0.7427, 0.7426, 0.7318, 0.7292, 0.7292], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1664486", "doc63543", "doc2563094", "doc1982537", "doc1982515", "doc497737", "doc1815291", "doc1796956", "doc1952665"], "ranked_scores": [0.8131, 0.7943, 0.7458, 0.7267, 0.7206, 0.7157, 0.7079, 0.7074, 0.6965, 0.6876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc21831", "doc69765", "doc1675505", "doc2285692", "doc377466", "doc812322", "doc365451", "doc776142", "doc21829", "doc776139"], "ranked_scores": [0.7846, 0.7842, 0.7746, 0.773, 0.7718, 0.7667, 0.7494, 0.7491, 0.7462, 0.7432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1911408", "doc161015", "doc2525766", "doc536608", "doc565706", "doc415358", "doc737388", "doc1177855", "doc564709", "doc230376"], "ranked_scores": [0.7678, 0.7678, 0.7678, 0.7678, 0.7678, 0.7678, 0.726, 0.7205, 0.7204, 0.7133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1382171", "doc2307739", "doc1812659", "doc1366744", "doc2165920", "doc1812661", "doc1382123", "doc1366765", "doc2307734", "doc1741707"], "ranked_scores": [0.8155, 0.8025, 0.7915, 0.7893, 0.7886, 0.7778, 0.776, 0.7731, 0.7711, 0.769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1996268", "doc1852503", "doc2384883", "doc27538", "doc1692291", "doc1852504", "doc1685757", "doc1021718", "doc381292"], "ranked_scores": [0.8326, 0.7558, 0.7492, 0.7436, 0.7114, 0.711, 0.7089, 0.7079, 0.7071, 0.7009], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc1526230", "doc653285", "doc1340806", "doc620637", "doc1953211", "doc273559", "doc579128", "doc1829626", "doc77634"], "ranked_scores": [0.7976, 0.7775, 0.7552, 0.7504, 0.7466, 0.7447, 0.7422, 0.739, 0.7348, 0.7337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc2096499", "doc29757", "doc966365", "doc231271", "doc520684", "doc583721", "doc1798668", "doc2688", "doc1595692", "doc594518"], "ranked_scores": [0.7287, 0.7001, 0.6902, 0.687, 0.6849, 0.6737, 0.6603, 0.6494, 0.6429, 0.6403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc1376345", "doc2060827", "doc13999", "doc829494", "doc61043", "doc742717"], "ranked_scores": [0.7923, 0.7483, 0.717, 0.6892, 0.6878, 0.6419, 0.6358, 0.6297, 0.6218, 0.6161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc97421", "doc1116765", "doc2004921", "doc97430", "doc97442", "doc2084014", "doc1992466", "doc2574334", "doc2071107"], "ranked_scores": [0.8461, 0.8223, 0.814, 0.8108, 0.7815, 0.7747, 0.7527, 0.7501, 0.7271, 0.7251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc162708", "doc418129", "doc57948", "doc81655", "doc260668", "doc1163509", "doc614724", "doc33196", "doc1612515"], "ranked_scores": [0.8122, 0.6902, 0.6766, 0.6727, 0.6702, 0.6674, 0.6651, 0.6638, 0.6624, 0.6617], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc66003", "doc1386166", "doc437627", "doc253608", "doc83863", "doc1386116", "doc1386120", "doc929272", "doc50107", "doc50109"], "ranked_scores": [0.7944, 0.7725, 0.7675, 0.7494, 0.7418, 0.7305, 0.7283, 0.7128, 0.6973, 0.6969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc106333", "doc337547", "doc703728", "doc1332302", "doc1887731", "doc337506", "doc703711", "doc298160"], "ranked_scores": [0.7274, 0.6829, 0.6768, 0.6653, 0.6598, 0.6537, 0.65, 0.6382, 0.6381, 0.6367], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7119", "doc7106", "doc7099", "doc692559", "doc7108", "doc7116", "doc7120", "doc1694554"], "ranked_scores": [0.8424, 0.8014, 0.7901, 0.7852, 0.7756, 0.7678, 0.7641, 0.7283, 0.7186, 0.6982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc82127", "doc787597", "doc2086681", "doc1598856", "doc2252228", "doc891692", "doc1098823"], "ranked_scores": [0.8818, 0.7777, 0.7682, 0.7657, 0.7357, 0.7272, 0.7259, 0.7207, 0.7158, 0.7144], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750414", "doc1449866", "doc453118", "doc439366", "doc220990", "doc2018288", "doc409226", "doc2009369", "doc750416", "doc207871"], "ranked_scores": [0.6732, 0.6481, 0.6397, 0.6166, 0.6021, 0.5965, 0.5919, 0.5908, 0.5886, 0.5853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc1380357", "doc30773", "doc468490", "doc1380356", "doc788472", "doc24903", "doc416774", "doc30774", "doc1786046"], "ranked_scores": [0.8789, 0.8223, 0.816, 0.8008, 0.7888, 0.7823, 0.7526, 0.7338, 0.7292, 0.7118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc648344", "doc648335", "doc750416", "doc36402", "doc220990", "doc1689805", "doc2483632", "doc605467", "doc1482058", "doc1874808"], "ranked_scores": [0.6988, 0.6875, 0.6761, 0.673, 0.6689, 0.6677, 0.666, 0.6578, 0.654, 0.6493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1601611", "doc2509989", "doc1102442", "doc2313864", "doc2509996", "doc1685439", "doc2439294", "doc952849"], "ranked_scores": [0.7968, 0.7145, 0.7065, 0.6997, 0.6953, 0.6813, 0.6696, 0.6655, 0.6651, 0.6646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc80074", "doc80151", "doc2215178", "doc80067", "doc80078", "doc137908", "doc2563023", "doc1912506", "doc345642"], "ranked_scores": [0.8275, 0.8235, 0.8156, 0.7858, 0.7818, 0.7817, 0.7726, 0.7556, 0.7473, 0.7387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc2240293", "doc352368", "doc2353712", "doc1313601", "doc72416", "doc183955", "doc108794", "doc2603021"], "ranked_scores": [0.8548, 0.7841, 0.7695, 0.7508, 0.7353, 0.7179, 0.7178, 0.7177, 0.7134, 0.7125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc725659", "doc207464", "doc1617231", "doc2036045", "doc864645", "doc1682464", "doc26446", "doc913417", "doc99377"], "ranked_scores": [0.7961, 0.7715, 0.7579, 0.7349, 0.7337, 0.7335, 0.7259, 0.7243, 0.7242, 0.7227], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc1682561", "doc1616280", "doc184609", "doc1842984", "doc184591", "doc102077", "doc446492", "doc1732443"], "ranked_scores": [0.8911, 0.7032, 0.6986, 0.6637, 0.6632, 0.6622, 0.6613, 0.6599, 0.639, 0.6301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc57946", "doc1199221", "doc1080514", "doc1101054", "doc37895", "doc2582472", "doc583523", "doc1532821", "doc37890"], "ranked_scores": [0.756, 0.7288, 0.7188, 0.7149, 0.6991, 0.6742, 0.6701, 0.6684, 0.6675, 0.6664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc2193668", "doc765127", "doc1428083", "doc1962033", "doc1368159", "doc1187141", "doc1936829", "doc2286850"], "ranked_scores": [0.8085, 0.7071, 0.6946, 0.6312, 0.6233, 0.617, 0.61, 0.5871, 0.5861, 0.5846], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64318", "doc35524", "doc971992", "doc1683659", "doc35513", "doc1376793", "doc388285", "doc705952", "doc388286"], "ranked_scores": [0.816, 0.7696, 0.7529, 0.7299, 0.724, 0.7175, 0.7136, 0.7111, 0.7106, 0.7065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520244", "doc437685", "doc1321883", "doc1321924", "doc1520300", "doc1977978", "doc1321929", "doc1321914", "doc638932", "doc437656"], "ranked_scores": [0.8514, 0.8427, 0.8354, 0.8326, 0.8307, 0.827, 0.821, 0.8206, 0.8141, 0.8121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1385395", "doc35173", "doc866436", "doc1315083", "doc754076", "doc671985", "doc1315064", "doc2558251", "doc1314964", "doc1840131"], "ranked_scores": [0.6876, 0.683, 0.6716, 0.6679, 0.6576, 0.6536, 0.6528, 0.6358, 0.6248, 0.607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc645602", "doc14746", "doc24939", "doc1597410", "doc170931", "doc645561", "doc1891612", "doc2439860", "doc1768106", "doc924826"], "ranked_scores": [0.65, 0.6203, 0.6123, 0.607, 0.6031, 0.588, 0.5635, 0.5623, 0.5564, 0.5547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2179022", "doc2179035", "doc317197", "doc602739", "doc751954", "doc146706", "doc832551", "doc53465", "doc2306629"], "ranked_scores": [0.8432, 0.7107, 0.6882, 0.6853, 0.6823, 0.6741, 0.6681, 0.6679, 0.6661, 0.6634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc28582", "doc324530", "doc25697", "doc996399", "doc1007190", "doc28581", "doc530778", "doc1840635"], "ranked_scores": [0.8447, 0.7947, 0.7502, 0.7386, 0.7303, 0.7198, 0.7107, 0.6919, 0.6884, 0.6677], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc660271", "doc1437877", "doc1373323", "doc108887", "doc84475", "doc94371", "doc643072", "doc935127", "doc873559", "doc1373324"], "ranked_scores": [0.7223, 0.7223, 0.7207, 0.7062, 0.697, 0.6967, 0.6958, 0.6933, 0.6918, 0.6911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105763", "doc1270352", "doc105739", "doc1223270", "doc2596083", "doc946247", "doc1889823", "doc881797", "doc171833", "doc133369"], "ranked_scores": [0.7255, 0.7234, 0.6977, 0.6806, 0.658, 0.6573, 0.6458, 0.641, 0.6404, 0.6387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc28935", "doc358938", "doc6531", "doc4147", "doc1927002", "doc628470", "doc2107018", "doc2107022", "doc174415"], "ranked_scores": [0.7674, 0.7625, 0.7571, 0.7461, 0.7446, 0.7376, 0.7324, 0.7298, 0.7264, 0.7258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc2352487", "doc435076", "doc435081", "doc2587564", "doc2587562", "doc435078", "doc331138", "doc435083", "doc412180"], "ranked_scores": [0.7927, 0.7761, 0.7695, 0.7597, 0.7587, 0.7584, 0.7542, 0.753, 0.7428, 0.7384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2402770", "doc2119808", "doc397701", "doc336518", "doc2448623", "doc733127", "doc688403", "doc878338", "doc2024841"], "ranked_scores": [0.6565, 0.638, 0.6323, 0.6271, 0.6092, 0.605, 0.5718, 0.5602, 0.5564, 0.5489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1002584", "doc381154", "doc1056790", "doc1245931", "doc2419056", "doc86433", "doc1851601", "doc1094361", "doc1877808", "doc1903418"], "ranked_scores": [0.6632, 0.6622, 0.6604, 0.6572, 0.6469, 0.6463, 0.6392, 0.6389, 0.6344, 0.6128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1449851", "doc601133", "doc367417", "doc518394", "doc1345740", "doc261351", "doc864555", "doc1602743", "doc1445420", "doc1300782"], "ranked_scores": [0.6661, 0.6526, 0.6158, 0.6012, 0.5973, 0.5823, 0.5716, 0.5711, 0.5647, 0.5616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc588612", "doc1160263", "doc546881", "doc1975694", "doc1986433", "doc1333905", "doc1986496", "doc1433613", "doc1986449"], "ranked_scores": [0.7521, 0.7261, 0.6998, 0.697, 0.6576, 0.6453, 0.6404, 0.6319, 0.6312, 0.6259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1033272", "doc2334138", "doc845380", "doc1986402", "doc727075", "doc878338", "doc444923", "doc1668974", "doc1891612", "doc999787"], "ranked_scores": [0.5854, 0.5849, 0.5823, 0.5656, 0.5474, 0.5461, 0.5423, 0.5368, 0.5327, 0.5321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc88931", "doc779563", "doc2015719", "doc88974", "doc2624067", "doc548704", "doc127031", "doc127040", "doc107206"], "ranked_scores": [0.7253, 0.7195, 0.7082, 0.6942, 0.6841, 0.6638, 0.659, 0.6552, 0.6534, 0.6412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1219639", "doc556460", "doc1798523", "doc270066", "doc2034127", "doc855356", "doc142372", "doc187765", "doc786083", "doc1492317"], "ranked_scores": [0.7, 0.6728, 0.6711, 0.6691, 0.6588, 0.6574, 0.6522, 0.6453, 0.644, 0.64], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc18273", "doc63590", "doc911115", "doc108456", "doc1604800", "doc1423679", "doc376565", "doc323321", "doc1741795"], "ranked_scores": [0.8097, 0.7853, 0.7853, 0.7853, 0.7128, 0.7021, 0.6881, 0.6765, 0.6755, 0.6729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc1839188", "doc7165", "doc1816051", "doc462227", "doc1183356", "doc367643", "doc1904094", "doc955743", "doc7163", "doc355540"], "ranked_scores": [0.7033, 0.6992, 0.6504, 0.6403, 0.6168, 0.6051, 0.5852, 0.5798, 0.5794, 0.5731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1260422", "doc1487701", "doc404242", "doc753576", "doc2193668", "doc520687", "doc49159", "doc172405", "doc1795612", "doc28935"], "ranked_scores": [0.6388, 0.6113, 0.5801, 0.5461, 0.5389, 0.5296, 0.5271, 0.5265, 0.5253, 0.5241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc187847", "doc2057552", "doc1185713", "doc751435", "doc1090888", "doc1364067", "doc980993", "doc173893", "doc2639996"], "ranked_scores": [0.6545, 0.6273, 0.6208, 0.6184, 0.5841, 0.5623, 0.5623, 0.5608, 0.559, 0.5507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc2622778", "doc1618376", "doc1618372", "doc36460", "doc1535415", "doc2074469", "doc2396125", "doc36485"], "ranked_scores": [0.8219, 0.7909, 0.7394, 0.7243, 0.6989, 0.694, 0.6879, 0.6879, 0.6744, 0.6548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc846246", "doc2456577", "doc284003", "doc703711", "doc703714", "doc2389178", "doc7166", "doc760435", "doc1804263"], "ranked_scores": [0.7065, 0.6799, 0.6671, 0.6645, 0.6566, 0.6562, 0.6489, 0.6488, 0.6467, 0.6465], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc596021", "doc108892", "doc1373324", "doc873559", "doc2167590", "doc2393669", "doc1119808"], "ranked_scores": [0.8628, 0.8603, 0.841, 0.813, 0.81, 0.8071, 0.8018, 0.7993, 0.7939, 0.7924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc2332984", "doc77973", "doc1430993", "doc1298637", "doc1005393", "doc1823034", "doc1430994", "doc417445", "doc2245700"], "ranked_scores": [0.6123, 0.6067, 0.6014, 0.5959, 0.5898, 0.5799, 0.5749, 0.5677, 0.5656, 0.5656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc1254733", "doc1395336", "doc57232", "doc57248", "doc1142095", "doc751998", "doc2116209", "doc1713783"], "ranked_scores": [0.7972, 0.7857, 0.7734, 0.7384, 0.7158, 0.7047, 0.6893, 0.6881, 0.6859, 0.6828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1815291", "doc2563094", "doc1749973", "doc1664486", "doc2292349", "doc2345266", "doc63542", "doc1982515"], "ranked_scores": [0.77, 0.7681, 0.7076, 0.699, 0.6974, 0.6916, 0.6823, 0.677, 0.6753, 0.6745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc21856", "doc2285692", "doc377466", "doc812322", "doc776142", "doc21829", "doc365451", "doc1918713"], "ranked_scores": [0.762, 0.7581, 0.7436, 0.7222, 0.7168, 0.7168, 0.7112, 0.7052, 0.6992, 0.6973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc230376", "doc979054", "doc1007260", "doc1177870", "doc400438", "doc737388", "doc1045588", "doc404141", "doc1911408"], "ranked_scores": [0.7194, 0.7147, 0.7035, 0.7014, 0.7007, 0.7004, 0.6933, 0.689, 0.688, 0.6866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1812659", "doc887635", "doc1366744", "doc1741707", "doc1741704", "doc2307709", "doc338868", "doc1812661", "doc1382171"], "ranked_scores": [0.7634, 0.7607, 0.7549, 0.7424, 0.7329, 0.7328, 0.731, 0.7305, 0.7242, 0.7216], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1852503", "doc27538", "doc381292", "doc1021718", "doc1692291", "doc1770477", "doc1177694", "doc1996268", "doc2384883"], "ranked_scores": [0.7807, 0.7135, 0.6961, 0.6658, 0.6572, 0.6554, 0.6457, 0.6455, 0.6403, 0.6358], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc1526230", "doc653285", "doc273559", "doc77634", "doc579128", "doc1340806", "doc293491", "doc54270", "doc620637"], "ranked_scores": [0.8122, 0.8059, 0.7879, 0.7841, 0.7834, 0.7755, 0.7709, 0.7624, 0.7572, 0.7528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc2096499", "doc966365", "doc520684", "doc29757", "doc231271", "doc278641", "doc1728840", "doc1486663", "doc38721", "doc2688"], "ranked_scores": [0.7343, 0.7132, 0.7062, 0.6926, 0.6737, 0.6478, 0.647, 0.647, 0.6463, 0.6445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61045", "doc61054", "doc61036", "doc1376346", "doc1376345", "doc61043", "doc1612682", "doc829494", "doc1971249", "doc2083822"], "ranked_scores": [0.7246, 0.7207, 0.7077, 0.6494, 0.6372, 0.5945, 0.5827, 0.5812, 0.5604, 0.5541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc2004921", "doc97421", "doc1116765", "doc97442", "doc369270", "doc2084014", "doc2083994", "doc2083987", "doc2380009"], "ranked_scores": [0.8356, 0.8234, 0.8053, 0.7913, 0.7629, 0.7488, 0.7479, 0.7412, 0.7399, 0.7322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc233794", "doc908573", "doc1153299", "doc614724", "doc2648883", "doc594485", "doc260645", "doc1458417"], "ranked_scores": [0.7177, 0.6338, 0.6305, 0.6204, 0.6199, 0.6109, 0.6092, 0.5988, 0.5896, 0.5882], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc66003", "doc253608", "doc1386166", "doc83863", "doc437627", "doc1386116", "doc929272", "doc1386120", "doc50109", "doc2171547"], "ranked_scores": [0.7597, 0.7557, 0.7473, 0.741, 0.7297, 0.7194, 0.6829, 0.6821, 0.6776, 0.6629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc703728", "doc337506", "doc337547", "doc106333", "doc298160", "doc703715", "doc1887731", "doc703736"], "ranked_scores": [0.7262, 0.6805, 0.6629, 0.6621, 0.652, 0.6366, 0.6321, 0.6311, 0.6222, 0.6192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc692559", "doc7099", "doc7106", "doc7116", "doc7108", "doc7119", "doc1599042", "doc526956"], "ranked_scores": [0.8219, 0.7983, 0.7759, 0.7713, 0.7677, 0.7488, 0.7462, 0.7256, 0.7197, 0.7103], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc82127", "doc787596", "doc787597", "doc2252228", "doc90808", "doc2240923", "doc155440", "doc1598856"], "ranked_scores": [0.8322, 0.7378, 0.7377, 0.7188, 0.7079, 0.7003, 0.699, 0.6918, 0.6829, 0.6815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc439366", "doc453118", "doc750414", "doc897", "doc1449866", "doc269387", "doc750416", "doc2018288", "doc2093591", "doc428400"], "ranked_scores": [0.6261, 0.5999, 0.5921, 0.5747, 0.5692, 0.566, 0.5588, 0.555, 0.5354, 0.5263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc1380357", "doc468490", "doc1380356", "doc24903", "doc416774", "doc30773", "doc788472", "doc651946", "doc239811"], "ranked_scores": [0.7726, 0.717, 0.7134, 0.7033, 0.6958, 0.6557, 0.6553, 0.639, 0.6332, 0.6323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc1482058", "doc2009369", "doc58892", "doc648344", "doc244368", "doc2141867", "doc23412", "doc648335"], "ranked_scores": [0.6504, 0.6324, 0.6254, 0.5968, 0.5888, 0.5678, 0.5604, 0.5589, 0.5569, 0.5552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc873481", "doc1102442", "doc1601611", "doc952849", "doc2509989", "doc2299192", "doc2510026", "doc1806221"], "ranked_scores": [0.7719, 0.7527, 0.7324, 0.7245, 0.6943, 0.6929, 0.6855, 0.6812, 0.6808, 0.6764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80074", "doc80154", "doc80151", "doc137908", "doc80078", "doc1912506", "doc345642", "doc2215178", "doc470479", "doc439513"], "ranked_scores": [0.7997, 0.7985, 0.7954, 0.7702, 0.7441, 0.733, 0.7311, 0.7282, 0.7197, 0.6977], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc506841", "doc2353712", "doc2240293", "doc183950", "doc1248717", "doc506854", "doc1430768", "doc2240291"], "ranked_scores": [0.8227, 0.7002, 0.6822, 0.6707, 0.6657, 0.6499, 0.6495, 0.6292, 0.6285, 0.6225], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc207464", "doc26444", "doc99377", "doc864645", "doc725659", "doc764184", "doc1682464", "doc26458", "doc2036045", "doc26461"], "ranked_scores": [0.7565, 0.7073, 0.6902, 0.6894, 0.6784, 0.6781, 0.6668, 0.6666, 0.6665, 0.6546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1682561", "doc1732443", "doc1587280", "doc1572538", "doc1842984", "doc102077", "doc1383497", "doc184591", "doc1884503"], "ranked_scores": [0.8447, 0.6712, 0.639, 0.6067, 0.5989, 0.5952, 0.5838, 0.5768, 0.5755, 0.5753], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc57946", "doc37890", "doc721746", "doc57940", "doc57948", "doc1101054", "doc162834", "doc37895"], "ranked_scores": [0.713, 0.6878, 0.6678, 0.6213, 0.617, 0.6149, 0.6117, 0.6064, 0.5945, 0.5907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc765127", "doc1428083", "doc1962033", "doc2193668", "doc2286850", "doc1187141", "doc1224325", "doc1741593"], "ranked_scores": [0.7587, 0.6123, 0.6024, 0.5818, 0.5795, 0.5619, 0.5493, 0.5475, 0.541, 0.5391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64318", "doc64316", "doc35524", "doc35513", "doc1376793", "doc64317", "doc1683659", "doc705952", "doc1385349", "doc851269"], "ranked_scores": [0.735, 0.7314, 0.7023, 0.6972, 0.6819, 0.6794, 0.6767, 0.6731, 0.6545, 0.654], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc1321883", "doc1520244", "doc1321914", "doc1520300", "doc1977978", "doc1321924", "doc638932", "doc437656", "doc1334238"], "ranked_scores": [0.8159, 0.8091, 0.8078, 0.8075, 0.8025, 0.8018, 0.7958, 0.7865, 0.7838, 0.782], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc754076", "doc1385395", "doc866436", "doc1315083", "doc35173", "doc1315064", "doc1314857", "doc204171", "doc552697", "doc469707"], "ranked_scores": [0.6159, 0.6158, 0.5692, 0.559, 0.5549, 0.5481, 0.4617, 0.4602, 0.4594, 0.4568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc602735", "doc170931", "doc585415", "doc2558036", "doc27298", "doc14746", "doc24939", "doc1597410", "doc1894178", "doc531512"], "ranked_scores": [0.5597, 0.5348, 0.5109, 0.5086, 0.4994, 0.4914, 0.4886, 0.487, 0.4857, 0.4808], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2306629", "doc2179022", "doc2179035", "doc832551", "doc2204719", "doc238803", "doc435057", "doc146706"], "ranked_scores": [0.821, 0.6272, 0.616, 0.6027, 0.6012, 0.5951, 0.5743, 0.572, 0.5544, 0.5515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1007190", "doc28581", "doc1394758", "doc28582", "doc152997", "doc1394755", "doc1787621", "doc1394760"], "ranked_scores": [0.838, 0.7888, 0.744, 0.7071, 0.7002, 0.6864, 0.6838, 0.6833, 0.6778, 0.6764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1373323", "doc660271", "doc84475", "doc643072", "doc1373324", "doc873559", "doc108887", "doc6858", "doc2339886", "doc94371"], "ranked_scores": [0.6675, 0.6607, 0.6568, 0.6512, 0.6503, 0.6487, 0.6451, 0.6388, 0.6345, 0.6344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105763", "doc1270352", "doc1223270", "doc1572538", "doc105759", "doc133369", "doc105758", "doc1464212", "doc946247"], "ranked_scores": [0.6879, 0.6602, 0.6543, 0.625, 0.583, 0.5822, 0.5717, 0.5695, 0.5685, 0.5683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc606253", "doc926314", "doc2399996", "doc2111513", "doc92952", "doc4147", "doc1400527", "doc1927002", "doc69722"], "ranked_scores": [0.7157, 0.7086, 0.6945, 0.6811, 0.6772, 0.6772, 0.6767, 0.6759, 0.6714, 0.6714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435076", "doc2352487", "doc736126", "doc435081", "doc2646161", "doc435078", "doc2498488", "doc412180", "doc1921625"], "ranked_scores": [0.7549, 0.7501, 0.7351, 0.7347, 0.7314, 0.7312, 0.73, 0.7267, 0.7267, 0.7116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc2665803", "doc336518", "doc2448623", "doc2402770", "doc15890", "doc733127", "doc1498263", "doc705226", "doc2024841"], "ranked_scores": [0.6199, 0.5923, 0.5336, 0.5184, 0.5045, 0.5036, 0.4951, 0.491, 0.482, 0.4814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1002584", "doc1245931", "doc381154", "doc1094361", "doc1283940", "doc1851601", "doc1056790", "doc457119", "doc50167", "doc2419056"], "ranked_scores": [0.6164, 0.5949, 0.5771, 0.5661, 0.5614, 0.5602, 0.5545, 0.554, 0.5463, 0.5416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc2035909", "doc367417", "doc1345740", "doc57975", "doc2265144", "doc261351", "doc1055373", "doc864555", "doc113426"], "ranked_scores": [0.6587, 0.6071, 0.6009, 0.5823, 0.5788, 0.5546, 0.547, 0.5329, 0.5272, 0.5271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1160263", "doc546881", "doc1333905", "doc1986433", "doc2465656", "doc1975694", "doc1433613", "doc588578", "doc1730288"], "ranked_scores": [0.7659, 0.7323, 0.6956, 0.6949, 0.677, 0.6701, 0.6548, 0.6326, 0.6306, 0.6293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc1370451", "doc1691028", "doc2188384", "doc845377", "doc231144", "doc1204806", "doc1668974", "doc2142524", "doc261056"], "ranked_scores": [0.644, 0.5779, 0.5702, 0.5582, 0.5274, 0.5263, 0.5094, 0.4973, 0.4917, 0.4884], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc548704", "doc88931", "doc779563", "doc88974", "doc2015719", "doc88934", "doc127031", "doc127040", "doc107246", "doc1452752"], "ranked_scores": [0.6492, 0.6425, 0.634, 0.6267, 0.6251, 0.6239, 0.6102, 0.6036, 0.5974, 0.5615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc212860", "doc1637888", "doc1142095", "doc338813", "doc594485", "doc698075", "doc2486395", "doc2027228", "doc187765"], "ranked_scores": [0.6302, 0.6217, 0.5663, 0.5658, 0.5575, 0.5464, 0.5428, 0.5384, 0.5336, 0.5276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc911115", "doc18273", "doc63590", "doc108456", "doc18274", "doc2072948", "doc376580", "doc108559", "doc323321"], "ranked_scores": [0.7722, 0.771, 0.771, 0.771, 0.7141, 0.6587, 0.6514, 0.6458, 0.6447, 0.6385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1839188", "doc462227", "doc355540", "doc1183356", "doc1670303", "doc1816051", "doc367643", "doc7161", "doc1051902"], "ranked_scores": [0.6612, 0.622, 0.6003, 0.5708, 0.5692, 0.558, 0.5498, 0.5472, 0.5382, 0.5357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1487701", "doc2193668", "doc753576", "doc902657", "doc1260422", "doc1260420", "doc1826212", "doc4611", "doc22915", "doc1723904"], "ranked_scores": [0.5254, 0.5231, 0.4881, 0.4823, 0.4714, 0.4496, 0.441, 0.4402, 0.4375, 0.4357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc2057552", "doc187847", "doc2007762", "doc1986143", "doc785515", "doc1364067", "doc1238357", "doc751435"], "ranked_scores": [0.6371, 0.613, 0.6029, 0.5556, 0.5457, 0.5273, 0.5166, 0.515, 0.5131, 0.5079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc36460", "doc1618372", "doc2622778", "doc2396125", "doc36485", "doc1926783", "doc2622759"], "ranked_scores": [0.8113, 0.7609, 0.7163, 0.7144, 0.6889, 0.6575, 0.6351, 0.6234, 0.5948, 0.593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc703714", "doc1804263", "doc703728", "doc703711", "doc1027724", "doc846246", "doc35719", "doc337547", "doc337506"], "ranked_scores": [0.6427, 0.6374, 0.637, 0.6311, 0.628, 0.6272, 0.626, 0.6166, 0.6165, 0.6138], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc1373324", "doc2393669", "doc626438", "doc1119808", "doc2167590", "doc108892", "doc1220654"], "ranked_scores": [0.8363, 0.8345, 0.8272, 0.7881, 0.7724, 0.7679, 0.7626, 0.7496, 0.7472, 0.7377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77976", "doc1334550", "doc1431001", "doc77971", "doc1430994", "doc2332984", "doc77973", "doc1880724"], "ranked_scores": [0.5898, 0.5663, 0.5557, 0.5224, 0.5164, 0.5129, 0.5019, 0.4836, 0.4806, 0.4761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc1254733", "doc1395336", "doc57232", "doc57248", "doc751998", "doc1142095", "doc1254764", "doc57247"], "ranked_scores": [0.7632, 0.7488, 0.72, 0.7041, 0.6954, 0.677, 0.6508, 0.649, 0.6413, 0.6289], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1664486", "doc63542", "doc1749973", "doc1982515", "doc2345266", "doc497737", "doc2563094", "doc2136789"], "ranked_scores": [0.7773, 0.7272, 0.6872, 0.6848, 0.6827, 0.675, 0.6687, 0.6517, 0.6493, 0.6406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc21856", "doc243667", "doc2285692", "doc2019171", "doc377466", "doc812322", "doc69768", "doc365451"], "ranked_scores": [0.7972, 0.7841, 0.7425, 0.7126, 0.7098, 0.7035, 0.7021, 0.7012, 0.6924, 0.6889], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1007260", "doc564709", "doc230376", "doc1177870", "doc643498", "doc1570656", "doc404141", "doc415323", "doc400438", "doc737388"], "ranked_scores": [0.6835, 0.6761, 0.6657, 0.6637, 0.6633, 0.651, 0.6479, 0.6415, 0.6371, 0.6307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc887635", "doc1812659", "doc2165920", "doc1382123", "doc1366765", "doc2307709", "doc338868", "doc1741704", "doc1382171", "doc1741707"], "ranked_scores": [0.7596, 0.7594, 0.756, 0.7433, 0.7367, 0.729, 0.7267, 0.7258, 0.7209, 0.7159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27538", "doc1021718", "doc1852503", "doc1996268", "doc1770477", "doc381292", "doc1478919", "doc540358", "doc2384883"], "ranked_scores": [0.7792, 0.6607, 0.6487, 0.6449, 0.6413, 0.6334, 0.6318, 0.6241, 0.6101, 0.6075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc925929", "doc653285", "doc77634", "doc579128", "doc273559", "doc1340806", "doc1953211", "doc272763", "doc620637"], "ranked_scores": [0.7668, 0.7661, 0.7539, 0.7424, 0.7335, 0.7311, 0.7297, 0.7216, 0.7115, 0.71], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc520684", "doc966365", "doc2096499", "doc29757", "doc1486663", "doc278641", "doc1728840", "doc2509153", "doc2107778", "doc231271"], "ranked_scores": [0.7251, 0.7132, 0.7005, 0.7002, 0.6797, 0.6673, 0.6671, 0.6657, 0.6559, 0.6524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61045", "doc61036", "doc1376346", "doc61043", "doc1376345", "doc1971249", "doc1612682", "doc829494", "doc2083822"], "ranked_scores": [0.7518, 0.7506, 0.729, 0.6697, 0.643, 0.6132, 0.583, 0.5641, 0.5536, 0.5532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc97421", "doc1116765", "doc2083994", "doc97442", "doc2071107", "doc369237", "doc2083987", "doc2083995"], "ranked_scores": [0.8096, 0.8087, 0.7701, 0.7662, 0.7336, 0.7261, 0.7172, 0.7135, 0.7056, 0.7052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc583523", "doc1153299", "doc233794", "doc908573", "doc33196", "doc162708", "doc260645", "doc122351", "doc551897"], "ranked_scores": [0.6674, 0.5831, 0.5736, 0.569, 0.5569, 0.5529, 0.5494, 0.5481, 0.5389, 0.5381], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc66003", "doc253608", "doc1386116", "doc83863", "doc1386120", "doc2171547", "doc759547", "doc929272"], "ranked_scores": [0.7348, 0.7253, 0.7252, 0.7251, 0.6942, 0.6793, 0.6513, 0.646, 0.6365, 0.6327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc298160", "doc337506", "doc1887731", "doc703728", "doc337547", "doc1332302", "doc703711", "doc703715"], "ranked_scores": [0.72, 0.7056, 0.6527, 0.6461, 0.6409, 0.6383, 0.633, 0.6318, 0.6283, 0.6163], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7099", "doc692559", "doc7106", "doc7108", "doc7116", "doc526956", "doc7119", "doc1599042"], "ranked_scores": [0.7985, 0.7567, 0.7551, 0.7396, 0.7376, 0.7307, 0.7205, 0.7022, 0.6892, 0.6872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc787596", "doc82130", "doc2252228", "doc787597", "doc1254817", "doc155440", "doc787615", "doc1169637", "doc260654"], "ranked_scores": [0.8042, 0.721, 0.7046, 0.6935, 0.6933, 0.6789, 0.6788, 0.6749, 0.6748, 0.6707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc439366", "doc453118", "doc2018288", "doc750416", "doc1449866", "doc1533390", "doc220990", "doc428400"], "ranked_scores": [0.6141, 0.6043, 0.5955, 0.5787, 0.5735, 0.5688, 0.5567, 0.5448, 0.5349, 0.5337], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc1380357", "doc1380356", "doc24903", "doc30773", "doc416774", "doc788472", "doc24929", "doc1786046"], "ranked_scores": [0.7663, 0.7113, 0.7017, 0.6988, 0.6809, 0.6732, 0.6655, 0.6421, 0.6409, 0.6387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc1482058", "doc36402", "doc23412", "doc1825079", "doc58892", "doc2009369", "doc648364", "doc1244989", "doc605467"], "ranked_scores": [0.6219, 0.6197, 0.6114, 0.6065, 0.6056, 0.5937, 0.5897, 0.5824, 0.5795, 0.5724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc873481", "doc1102442", "doc2439294", "doc1685439", "doc1601611", "doc2509989", "doc2510026", "doc952849"], "ranked_scores": [0.7837, 0.7671, 0.7503, 0.7284, 0.7139, 0.7022, 0.7015, 0.6986, 0.6976, 0.6887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80074", "doc80154", "doc137908", "doc345642", "doc470479", "doc80078", "doc80067", "doc2215178", "doc1912506"], "ranked_scores": [0.7916, 0.7901, 0.7736, 0.7592, 0.7207, 0.7123, 0.7115, 0.7051, 0.7038, 0.6967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc183950", "doc180079", "doc2240293", "doc762682", "doc506841", "doc2010388", "doc18814", "doc1214168", "doc352368"], "ranked_scores": [0.7871, 0.6226, 0.6136, 0.6059, 0.6046, 0.5989, 0.5807, 0.5781, 0.5742, 0.5727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc207464", "doc99377", "doc864645", "doc224101", "doc764184", "doc2376934", "doc1682464", "doc26458", "doc2289855"], "ranked_scores": [0.7324, 0.6932, 0.6796, 0.6693, 0.6547, 0.6495, 0.6457, 0.6419, 0.6406, 0.6346], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc1682561", "doc102077", "doc1587280", "doc1572538", "doc1842984", "doc446492", "doc2545120", "doc1427193"], "ranked_scores": [0.8261, 0.5754, 0.5673, 0.5653, 0.5619, 0.5445, 0.5431, 0.5407, 0.5299, 0.5293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc57946", "doc721746", "doc57948", "doc1101054", "doc37895", "doc57940", "doc37890", "doc2389179"], "ranked_scores": [0.6337, 0.6114, 0.5766, 0.5647, 0.56, 0.555, 0.5482, 0.5424, 0.5194, 0.5044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc1962033", "doc1428083", "doc1224325", "doc2286850", "doc2193668", "doc1187141", "doc1612520"], "ranked_scores": [0.785, 0.6331, 0.6302, 0.6139, 0.5668, 0.5597, 0.5527, 0.5433, 0.5336, 0.5304], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64318", "doc64316", "doc1683659", "doc35524", "doc971992", "doc64317", "doc35513", "doc705952", "doc1376793", "doc64314"], "ranked_scores": [0.6965, 0.6796, 0.6616, 0.6588, 0.6495, 0.6465, 0.6461, 0.6422, 0.6297, 0.6264], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc1520300", "doc437685", "doc539428", "doc539419", "doc437656", "doc1520311", "doc1334238", "doc1520275", "doc1520244"], "ranked_scores": [0.7724, 0.7709, 0.7634, 0.7576, 0.7558, 0.7522, 0.7491, 0.7436, 0.7434, 0.7431], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc754076", "doc35173", "doc1385395", "doc1315083", "doc1315064", "doc866436", "doc1759054", "doc1314964", "doc671985", "doc1840131"], "ranked_scores": [0.6258, 0.6018, 0.6011, 0.5989, 0.5881, 0.5703, 0.4997, 0.4868, 0.4755, 0.4705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc602735", "doc1894178", "doc524130", "doc1445420", "doc2250120", "doc585415", "doc27298", "doc2676807", "doc542891"], "ranked_scores": [0.5314, 0.5256, 0.4994, 0.471, 0.4594, 0.4568, 0.4563, 0.4561, 0.4531, 0.4474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2306629", "doc53465", "doc2179022", "doc2179035", "doc435057", "doc238803", "doc2204719", "doc832551", "doc2660672"], "ranked_scores": [0.802, 0.604, 0.5984, 0.5961, 0.5847, 0.5753, 0.5555, 0.5461, 0.5403, 0.5291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1007190", "doc1394758", "doc28581", "doc1787621", "doc1394755", "doc28582", "doc2486654", "doc324530"], "ranked_scores": [0.8247, 0.7905, 0.6933, 0.6869, 0.6736, 0.6644, 0.6605, 0.6536, 0.6495, 0.6461], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2339886", "doc1373323", "doc660271", "doc643072", "doc873559", "doc108887", "doc1373324", "doc368643", "doc6858", "doc2393669"], "ranked_scores": [0.6423, 0.6372, 0.6335, 0.6307, 0.6235, 0.6111, 0.6106, 0.6079, 0.6012, 0.6009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc105763", "doc1572538", "doc1729412", "doc1464212", "doc946247", "doc1223270", "doc105758", "doc133369"], "ranked_scores": [0.6848, 0.6769, 0.6503, 0.6171, 0.5966, 0.5943, 0.5931, 0.5915, 0.5855, 0.5814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107022", "doc2111513", "doc2107018", "doc926314", "doc358938", "doc6531", "doc4147", "doc606253", "doc1927002", "doc28935"], "ranked_scores": [0.6637, 0.6576, 0.6485, 0.6465, 0.6419, 0.6407, 0.6376, 0.6366, 0.6361, 0.631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc1921625", "doc435078", "doc736126", "doc435076", "doc2352487", "doc378301", "doc2646161", "doc435083", "doc2498492"], "ranked_scores": [0.7335, 0.7129, 0.706, 0.6986, 0.6861, 0.6852, 0.6825, 0.6824, 0.6752, 0.6649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc336518", "doc2119808", "doc733127", "doc15890", "doc2665803", "doc2448623", "doc518266", "doc1370970", "doc688403", "doc1096264"], "ranked_scores": [0.6061, 0.6049, 0.5378, 0.5275, 0.525, 0.4865, 0.4806, 0.4793, 0.4756, 0.4542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1094361", "doc1245931", "doc1851601", "doc381154", "doc1002584", "doc604235", "doc93287", "doc159492", "doc448867", "doc190988"], "ranked_scores": [0.5641, 0.5587, 0.5431, 0.536, 0.5331, 0.5274, 0.5244, 0.5173, 0.5096, 0.5094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc864555", "doc367417", "doc2265144", "doc1345740", "doc261351", "doc40405", "doc2175230", "doc1423992", "doc2035909"], "ranked_scores": [0.6458, 0.586, 0.5821, 0.5793, 0.5776, 0.5699, 0.5469, 0.5449, 0.544, 0.5412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1160263", "doc1333905", "doc1975694", "doc546881", "doc1986433", "doc588578", "doc1433613", "doc2465656", "doc588612"], "ranked_scores": [0.7255, 0.6895, 0.6511, 0.6309, 0.627, 0.5944, 0.5939, 0.5891, 0.5886, 0.573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc1691028", "doc2188384", "doc1668974", "doc221817", "doc1986402", "doc1370451", "doc2316721", "doc231144", "doc773669"], "ranked_scores": [0.5742, 0.544, 0.4937, 0.4733, 0.4676, 0.4645, 0.46, 0.4586, 0.4584, 0.4577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc548704", "doc88974", "doc88934", "doc2015719", "doc127040", "doc127031", "doc779563", "doc1452752", "doc107246"], "ranked_scores": [0.6567, 0.6438, 0.6433, 0.6348, 0.622, 0.6185, 0.6183, 0.6017, 0.5692, 0.5663], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc212860", "doc338813", "doc57948", "doc2486395", "doc1637888", "doc2027228", "doc669209", "doc594485", "doc811414"], "ranked_scores": [0.5787, 0.5207, 0.5135, 0.4959, 0.4947, 0.4927, 0.49, 0.4852, 0.4805, 0.474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc911115", "doc18273", "doc63590", "doc193844", "doc108456", "doc18274", "doc323321", "doc108559", "doc376565", "doc2072948"], "ranked_scores": [0.7763, 0.7763, 0.7763, 0.7497, 0.7154, 0.6782, 0.654, 0.6416, 0.6332, 0.6268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc1839188", "doc1670303", "doc7161", "doc1183356", "doc1524979", "doc46245", "doc462227", "doc1816074"], "ranked_scores": [0.633, 0.6093, 0.5736, 0.5369, 0.5173, 0.4988, 0.4988, 0.4973, 0.4973, 0.4916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc2193668", "doc1826212", "doc902657", "doc4611", "doc753576", "doc951306", "doc404242", "doc1487701", "doc22915", "doc1244692"], "ranked_scores": [0.5164, 0.5093, 0.5052, 0.4821, 0.4583, 0.4574, 0.4425, 0.4378, 0.4236, 0.422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc2007762", "doc2057552", "doc785515", "doc642762", "doc2639996", "doc1986143", "doc374355", "doc1723101"], "ranked_scores": [0.6621, 0.6265, 0.5595, 0.5594, 0.5273, 0.5197, 0.5096, 0.5033, 0.4976, 0.4963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618372", "doc36460", "doc1618376", "doc2622778", "doc2396125", "doc36485", "doc2622759", "doc1927669"], "ranked_scores": [0.8009, 0.7539, 0.7216, 0.7162, 0.7106, 0.6874, 0.6596, 0.6201, 0.6058, 0.5659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc703714", "doc1804263", "doc703728", "doc337547", "doc337506", "doc2246484", "doc106332", "doc973089", "doc35719"], "ranked_scores": [0.6634, 0.6372, 0.6187, 0.6168, 0.613, 0.6091, 0.6082, 0.6062, 0.6016, 0.6004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc108887", "doc1373324", "doc2393669", "doc626438", "doc108892", "doc1119808", "doc2167590", "doc729661"], "ranked_scores": [0.821, 0.8167, 0.7979, 0.7815, 0.7768, 0.776, 0.7622, 0.7583, 0.7417, 0.7396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc1430993", "doc77976", "doc77971", "doc1334550", "doc2332984", "doc1880724", "doc1431001", "doc1430994", "doc77973"], "ranked_scores": [0.618, 0.6028, 0.5753, 0.5745, 0.552, 0.5207, 0.4941, 0.4832, 0.481, 0.4732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc57242", "doc1395336", "doc57232", "doc57248", "doc751998", "doc57247", "doc1142095", "doc1713783"], "ranked_scores": [0.7401, 0.7155, 0.7098, 0.6904, 0.6794, 0.6594, 0.6561, 0.6464, 0.6421, 0.633], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1749973", "doc2345266", "doc497737", "doc1664486", "doc63542", "doc2563094", "doc1982515", "doc2136789"], "ranked_scores": [0.7384, 0.7016, 0.6782, 0.6462, 0.6444, 0.644, 0.6382, 0.6349, 0.634, 0.6175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc2285692", "doc21856", "doc812322", "doc243667", "doc2019171", "doc1675505", "doc365451", "doc21829"], "ranked_scores": [0.7945, 0.779, 0.7211, 0.7082, 0.7076, 0.7009, 0.6868, 0.685, 0.6776, 0.6714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc1007260", "doc1177870", "doc404141", "doc230376", "doc1570656", "doc643498", "doc400438", "doc415323", "doc658301"], "ranked_scores": [0.6718, 0.6652, 0.6569, 0.6552, 0.6393, 0.6335, 0.6319, 0.6275, 0.6253, 0.6205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc887635", "doc2165920", "doc1382123", "doc1812659", "doc1382171", "doc2307739", "doc2307709", "doc559430", "doc1366769", "doc1366765"], "ranked_scores": [0.7594, 0.7529, 0.7496, 0.7396, 0.734, 0.7293, 0.7236, 0.7195, 0.7185, 0.7154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1852503", "doc1021718", "doc1770477", "doc1996268", "doc27538", "doc1279689", "doc2384883", "doc1478919", "doc540358"], "ranked_scores": [0.7374, 0.637, 0.6283, 0.6247, 0.6163, 0.6127, 0.6052, 0.6031, 0.5996, 0.5949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc925929", "doc1480727", "doc1340806", "doc2025330", "doc653285", "doc77634", "doc273559", "doc422133", "doc579128"], "ranked_scores": [0.7664, 0.7295, 0.7209, 0.7195, 0.7152, 0.7136, 0.7127, 0.7117, 0.706, 0.7044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc966365", "doc520684", "doc2096499", "doc278641", "doc1798668", "doc440382", "doc1486663", "doc520687", "doc2509153"], "ranked_scores": [0.6879, 0.6518, 0.6486, 0.6111, 0.6062, 0.6029, 0.6026, 0.592, 0.5832, 0.5793], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61045", "doc61054", "doc1376346", "doc1376345", "doc61043", "doc829494", "doc2083822", "doc1612682", "doc13999"], "ranked_scores": [0.7585, 0.7538, 0.7492, 0.6854, 0.6346, 0.6279, 0.598, 0.5834, 0.5731, 0.555], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc97445", "doc1116765", "doc2083994", "doc369237", "doc2083987", "doc2071107", "doc97442", "doc97430"], "ranked_scores": [0.7948, 0.7927, 0.7905, 0.7517, 0.7335, 0.7299, 0.7298, 0.726, 0.7133, 0.7082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc583523", "doc33196", "doc2648883", "doc908573", "doc260645", "doc1153299", "doc2634491", "doc562696"], "ranked_scores": [0.6695, 0.5925, 0.576, 0.561, 0.5609, 0.5608, 0.5556, 0.5534, 0.5503, 0.5384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc66003", "doc253608", "doc1386116", "doc83863", "doc2171547", "doc759547", "doc50109", "doc1386120"], "ranked_scores": [0.7418, 0.7399, 0.7364, 0.7117, 0.6933, 0.6696, 0.637, 0.6261, 0.625, 0.6224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703714", "doc298160", "doc703711", "doc1332302", "doc337506", "doc1887731", "doc337547", "doc703728", "doc703736"], "ranked_scores": [0.7067, 0.6911, 0.6658, 0.6625, 0.6593, 0.6587, 0.6501, 0.6475, 0.6451, 0.6403], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc692559", "doc7099", "doc7106", "doc7119", "doc7116", "doc1599042", "doc526956", "doc7108"], "ranked_scores": [0.7725, 0.7276, 0.7222, 0.7201, 0.6889, 0.6883, 0.6832, 0.6716, 0.6669, 0.6615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc787596", "doc90808", "doc2252228", "doc82130", "doc1169637", "doc82127", "doc787615", "doc1098823", "doc2569900"], "ranked_scores": [0.7975, 0.6902, 0.6811, 0.6777, 0.6558, 0.6554, 0.6462, 0.6429, 0.6412, 0.6344], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc439366", "doc750416", "doc269387", "doc2018288", "doc1449866", "doc2009369", "doc453118", "doc428400", "doc2420503"], "ranked_scores": [0.6277, 0.6209, 0.59, 0.5876, 0.5827, 0.559, 0.559, 0.5478, 0.5464, 0.5408], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc1380357", "doc1380356", "doc30773", "doc24903", "doc788472", "doc563699", "doc416774", "doc239811"], "ranked_scores": [0.7703, 0.7178, 0.7033, 0.688, 0.6736, 0.6678, 0.6581, 0.6567, 0.6499, 0.6467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc23412", "doc2009369", "doc1825079", "doc58892", "doc36402", "doc648364", "doc904153", "doc1902615", "doc1482058"], "ranked_scores": [0.6253, 0.619, 0.6142, 0.6063, 0.6038, 0.6037, 0.5955, 0.5927, 0.5871, 0.5846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc873481", "doc1102442", "doc2439294", "doc1685439", "doc2510026", "doc1601611", "doc2509996", "doc2313864"], "ranked_scores": [0.7753, 0.7637, 0.7514, 0.7309, 0.6839, 0.6767, 0.6721, 0.6638, 0.6589, 0.658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80074", "doc137908", "doc80154", "doc345642", "doc80078", "doc80067", "doc2215178", "doc737601", "doc470479"], "ranked_scores": [0.8, 0.7856, 0.7675, 0.7639, 0.7421, 0.7307, 0.7187, 0.7131, 0.7035, 0.7028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc183950", "doc2240293", "doc1248717", "doc2353712", "doc2240291", "doc2174234", "doc762682", "doc506841"], "ranked_scores": [0.7577, 0.614, 0.6116, 0.6113, 0.5943, 0.5888, 0.5872, 0.5813, 0.5792, 0.5739], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc207464", "doc764184", "doc131786", "doc26458", "doc2376934", "doc99377", "doc2289855", "doc1617231"], "ranked_scores": [0.7574, 0.7027, 0.7012, 0.6779, 0.6729, 0.6692, 0.6635, 0.6567, 0.649, 0.6339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1587280", "doc1464212", "doc1572538", "doc1272206", "doc243742", "doc446492", "doc1682561"], "ranked_scores": [0.8176, 0.5991, 0.5667, 0.5569, 0.5301, 0.5249, 0.5207, 0.507, 0.5059, 0.504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc57948", "doc721746", "doc1101054", "doc57946", "doc37895", "doc1489505", "doc57940", "doc2389179"], "ranked_scores": [0.6126, 0.5956, 0.5746, 0.5688, 0.5596, 0.5556, 0.5507, 0.546, 0.5407, 0.5261], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc1962033", "doc2193668", "doc1224325", "doc2286850", "doc1428083", "doc2077366", "doc1187141"], "ranked_scores": [0.7875, 0.6575, 0.6533, 0.5935, 0.5878, 0.5697, 0.5578, 0.5386, 0.5377, 0.5314], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64318", "doc64316", "doc1683659", "doc64317", "doc971992", "doc35524", "doc64314", "doc851269", "doc1376793", "doc41305"], "ranked_scores": [0.68, 0.667, 0.6416, 0.6414, 0.6328, 0.6255, 0.6225, 0.6201, 0.611, 0.6036], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc539419", "doc1520311", "doc437685", "doc539428", "doc1520300", "doc437656", "doc437662", "doc1334238", "doc437677"], "ranked_scores": [0.7456, 0.721, 0.7159, 0.7069, 0.7065, 0.6992, 0.6926, 0.6901, 0.6887, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc754076", "doc1315083", "doc35173", "doc1315064", "doc866436", "doc1385395", "doc671985", "doc1759054", "doc552720", "doc1314964"], "ranked_scores": [0.6215, 0.608, 0.6055, 0.5981, 0.5877, 0.5629, 0.4891, 0.485, 0.4793, 0.4722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1894178", "doc27298", "doc524130", "doc1212031", "doc587116", "doc602735", "doc488007", "doc2401371", "doc585415"], "ranked_scores": [0.5121, 0.4987, 0.4876, 0.4797, 0.4694, 0.4614, 0.4579, 0.452, 0.4512, 0.4492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc435057", "doc2179022", "doc1986402", "doc2306629", "doc2179035", "doc1346601", "doc238803", "doc781344"], "ranked_scores": [0.8046, 0.6146, 0.5955, 0.5832, 0.5637, 0.5621, 0.5603, 0.5243, 0.5222, 0.5218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1007190", "doc1394758", "doc1857677", "doc1394755", "doc1787621", "doc28582", "doc2486654", "doc25697"], "ranked_scores": [0.8162, 0.7807, 0.6754, 0.6594, 0.6538, 0.6501, 0.6482, 0.647, 0.641, 0.6401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2339886", "doc368643", "doc1373324", "doc934719", "doc660271", "doc1373323", "doc1837771", "doc643072", "doc1119808", "doc1030288"], "ranked_scores": [0.6082, 0.6043, 0.5969, 0.5936, 0.5925, 0.5915, 0.5886, 0.5881, 0.5849, 0.5839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc1270352", "doc105763", "doc1729412", "doc105758", "doc1464212", "doc1572538", "doc105759", "doc719076", "doc946247"], "ranked_scores": [0.7075, 0.7004, 0.6644, 0.6431, 0.6396, 0.6367, 0.6338, 0.6287, 0.6186, 0.6176], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107022", "doc2111513", "doc6531", "doc358938", "doc2107018", "doc4147", "doc1927002", "doc52414", "doc2224155", "doc2399996"], "ranked_scores": [0.6858, 0.6849, 0.682, 0.6806, 0.6782, 0.6728, 0.669, 0.667, 0.6554, 0.6548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435078", "doc736126", "doc2587564", "doc1921625", "doc435076", "doc2646161", "doc378301", "doc70905", "doc2587562"], "ranked_scores": [0.7033, 0.6881, 0.6722, 0.6689, 0.6683, 0.6657, 0.6647, 0.6643, 0.6492, 0.6429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc336518", "doc2665803", "doc2448623", "doc733127", "doc1370970", "doc2042102", "doc397701", "doc518266", "doc15890"], "ranked_scores": [0.6121, 0.601, 0.5707, 0.5246, 0.5161, 0.5033, 0.503, 0.4964, 0.494, 0.4855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1245931", "doc93287", "doc1851601", "doc1094361", "doc159492", "doc946285", "doc381154", "doc1283940", "doc604235", "doc2179035"], "ranked_scores": [0.5348, 0.5245, 0.5223, 0.5178, 0.515, 0.5138, 0.5011, 0.4886, 0.4816, 0.4785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1345740", "doc864555", "doc367417", "doc261351", "doc2265144", "doc2035909", "doc40405", "doc1055373", "doc2304461"], "ranked_scores": [0.6257, 0.6249, 0.5791, 0.5771, 0.5722, 0.5718, 0.5616, 0.5466, 0.5465, 0.5449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1160263", "doc1333905", "doc1975694", "doc2465656", "doc546881", "doc1986433", "doc1433613", "doc588578", "doc588612"], "ranked_scores": [0.6986, 0.6582, 0.6423, 0.5913, 0.5872, 0.5849, 0.5794, 0.5516, 0.546, 0.5439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc221817", "doc2316721", "doc949124", "doc1668974", "doc1691028", "doc1370451", "doc2188384", "doc201173", "doc190844"], "ranked_scores": [0.5636, 0.5287, 0.4953, 0.4703, 0.4582, 0.4532, 0.4532, 0.4483, 0.4415, 0.4382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc127040", "doc88934", "doc2015719", "doc127031", "doc779563", "doc548704", "doc1452752", "doc88973"], "ranked_scores": [0.6945, 0.6894, 0.6715, 0.671, 0.6611, 0.6554, 0.6489, 0.6241, 0.6211, 0.5924], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc338813", "doc2486395", "doc212860", "doc1637888", "doc811414", "doc1142095", "doc2027228", "doc1923941", "doc1144972"], "ranked_scores": [0.5527, 0.539, 0.5233, 0.5089, 0.4894, 0.4686, 0.4652, 0.4637, 0.4615, 0.4607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc911115", "doc63590", "doc18273", "doc193844", "doc108456", "doc323321", "doc18274", "doc376565", "doc108559", "doc63585"], "ranked_scores": [0.7417, 0.7417, 0.7417, 0.7127, 0.6489, 0.637, 0.6272, 0.6153, 0.6003, 0.5905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc1839188", "doc1816051", "doc1670303", "doc7161", "doc1816074", "doc462227", "doc7163", "doc299691"], "ranked_scores": [0.6486, 0.6045, 0.5695, 0.5485, 0.5476, 0.5242, 0.5229, 0.519, 0.5171, 0.5142], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc2193668", "doc4611", "doc951306", "doc753576", "doc902657", "doc1244692", "doc1487701", "doc2613797", "doc1260422"], "ranked_scores": [0.5627, 0.5318, 0.53, 0.4903, 0.4818, 0.4802, 0.4608, 0.4591, 0.4466, 0.4463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc642762", "doc2007762", "doc1364067", "doc374355", "doc2639996", "doc785515", "doc1801894", "doc2057552"], "ranked_scores": [0.6736, 0.5813, 0.5552, 0.5505, 0.5288, 0.5097, 0.5085, 0.5082, 0.5031, 0.4944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc36460", "doc1618372", "doc2622778", "doc2396125", "doc36485", "doc2622759", "doc1256783"], "ranked_scores": [0.7944, 0.7404, 0.7243, 0.7209, 0.7011, 0.6842, 0.6605, 0.6245, 0.6239, 0.5613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc337547", "doc298160", "doc703714", "doc337506", "doc106332", "doc2246484", "doc2598514", "doc973089", "doc846246"], "ranked_scores": [0.6681, 0.6101, 0.6002, 0.5956, 0.591, 0.59, 0.5871, 0.5854, 0.5854, 0.5849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc1373324", "doc108887", "doc2393669", "doc626438", "doc1119808", "doc108892", "doc729661", "doc729573"], "ranked_scores": [0.7927, 0.7918, 0.7645, 0.7594, 0.7589, 0.7473, 0.7374, 0.7362, 0.72, 0.7179], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77976", "doc1504263", "doc77971", "doc1334550", "doc2332984", "doc1431001", "doc1430994", "doc2079848", "doc1880724"], "ranked_scores": [0.6169, 0.5777, 0.5691, 0.5591, 0.5475, 0.5162, 0.5068, 0.5034, 0.495, 0.4846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-32-post-binary": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1622317", "doc57226", "doc392497", "doc239272", "doc43069", "doc703715", "doc717374", "doc745803", "doc719678", "doc853534"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1664485", "doc1664486", "doc2136789", "doc234680", "doc2345266", "doc26437", "doc2504853", "doc876844", "doc2347811", "doc502099"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc1675505", "doc1675530", "doc451953", "doc2526400", "doc2613405", "doc78091", "doc524514", "doc452016", "doc543379"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1321248", "doc986835", "doc2317442", "doc643498", "doc1674853", "doc453172", "doc536608", "doc6531", "doc565706", "doc737388"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc405920", "doc1366727", "doc2165920", "doc1382171", "doc856459", "doc2307739", "doc1815194", "doc684238", "doc71587", "doc751799"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc2545031", "doc27538", "doc1478919", "doc1996268", "doc1692291", "doc2384883", "doc738832", "doc535769", "doc57977"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc1620572", "doc1340806", "doc1480727", "doc1829626", "doc1953211", "doc1906610", "doc653285", "doc620637", "doc977122"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc1456784", "doc70620", "doc1728840", "doc2313883", "doc231271", "doc29759", "doc2509153", "doc88615", "doc520687", "doc761733"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc2365901", "doc602150", "doc1550148", "doc771658", "doc2060827", "doc1722932", "doc894422", "doc772201", "doc2500959", "doc926314"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc520021", "doc2004921", "doc97445", "doc2318799", "doc1717375", "doc2099374", "doc97430", "doc2163089", "doc988607", "doc284042"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc57948", "doc698039", "doc1346601", "doc2312288", "doc1650958", "doc698043", "doc2648883", "doc2179035", "doc698033", "doc33193"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc2071085", "doc2084014", "doc2537824", "doc2665658", "doc1386120", "doc2622759", "doc421372", "doc437627", "doc602854", "doc993779"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1824664", "doc540363", "doc527459", "doc772201", "doc914073", "doc602735", "doc2060101", "doc212271", "doc540344", "doc2426396"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc1027625", "doc313349", "doc1181096", "doc952661", "doc1200685", "doc683357", "doc2670770", "doc692555", "doc7108", "doc7112"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82127", "doc2569900", "doc2620645", "doc446478", "doc285724", "doc412731", "doc787596", "doc439366", "doc490060"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc1698346", "doc281649", "doc26394", "doc1449866", "doc453118", "doc302286", "doc509898", "doc392495", "doc966112", "doc53465"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1550148", "doc2206639", "doc468490", "doc282521", "doc563699", "doc563701", "doc651957", "doc802928", "doc620571", "doc833943"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2431680", "doc220990", "doc648355", "doc2018288", "doc743529", "doc1136735", "doc2390881", "doc648344", "doc404160", "doc936409"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1019814", "doc133140", "doc1458998", "doc2439295", "doc2031536", "doc87294", "doc56902", "doc636208", "doc56921", "doc751678"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80067", "doc2077169", "doc80154", "doc1912506", "doc2215178", "doc2381151", "doc80074", "doc2562963", "doc2563023", "doc863660"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc2353712", "doc72413", "doc171837", "doc180079", "doc2603021", "doc2010388", "doc2246484", "doc751410", "doc732087", "doc732101"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc638689", "doc1880842", "doc1617211", "doc1648416", "doc2178419", "doc2662230", "doc242727", "doc725659", "doc768172", "doc261069"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc41356", "doc1104251", "doc184609", "doc1650958", "doc331518", "doc2658416", "doc57234", "doc824758", "doc596855", "doc33193"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1006755", "doc89435", "doc1080514", "doc82650", "doc1164435", "doc2656322", "doc2680676", "doc736558", "doc320077", "doc50848"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc861483", "doc1048266", "doc22915", "doc2217346", "doc2193668", "doc494397", "doc2215587", "doc745801", "doc26446", "doc751435"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc1385349", "doc398865", "doc1260115", "doc64317", "doc41305", "doc35524", "doc388285", "doc971992", "doc824422", "doc922271"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437701", "doc1321871", "doc2545063", "doc1321868", "doc1321929", "doc1321924", "doc437639", "doc1977978", "doc587518", "doc995340"], "ranked_scores": [31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc671985", "doc1778593", "doc1315064", "doc1370225", "doc1726816", "doc2558251", "doc865438", "doc1898381", "doc812329", "doc866436"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1768106", "doc543109", "doc2000096", "doc882983", "doc1207422", "doc355540", "doc641530", "doc688403", "doc930753", "doc751967"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc2179035", "doc2179022", "doc1283940", "doc1532389", "doc1346601", "doc183950", "doc908573", "doc2184940", "doc251579", "doc929397"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc2439295", "doc1019814", "doc2045783", "doc2313854", "doc2486654", "doc722174", "doc430825", "doc70620", "doc785116"], "ranked_scores": [30.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1599987", "doc1548878", "doc2054870", "doc729572", "doc499894", "doc626440", "doc2297381", "doc729573", "doc695124", "doc84492"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1534829", "doc1816064", "doc719006", "doc719076", "doc2008399", "doc719060", "doc719078", "doc849000", "doc787828", "doc881797"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc28580", "doc1400520", "doc28935", "doc606253", "doc28942", "doc1411599", "doc675222", "doc92952", "doc53643", "doc6531"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1260115", "doc1953114", "doc412180", "doc2498488", "doc2483556", "doc398865", "doc416127", "doc751678", "doc651946", "doc922263"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2316721", "doc1207422", "doc2636635", "doc2665803", "doc1156527", "doc2397460", "doc153569", "doc2361509", "doc1619495", "doc24938"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1002584", "doc448867", "doc108477", "doc2072948", "doc1512040", "doc2035909", "doc2614074", "doc474060", "doc596882", "doc720754"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc604235", "doc2502630", "doc2602317", "doc2429823", "doc346623", "doc920729", "doc376250", "doc367417", "doc80490", "doc518394"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc367206", "doc2119808", "doc650883", "doc588612", "doc539406", "doc2162650", "doc2337413", "doc546881", "doc737601"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1492453", "doc190844", "doc1986402", "doc388484", "doc417364", "doc399017", "doc87191", "doc70679", "doc88974", "doc884729"], "ranked_scores": [25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc119732", "doc2061559", "doc1014858", "doc1763997", "doc88933", "doc2015719", "doc1452752", "doc1070787", "doc88934", "doc88974"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc2027228", "doc238798", "doc250000", "doc556460", "doc43069", "doc57242", "doc855356", "doc905614", "doc955504", "doc926861"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc88505", "doc1604800", "doc703623", "doc2215664", "doc2206589", "doc2526454", "doc2329301", "doc2633733", "doc873480"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc2611984", "doc1328113", "doc833922", "doc2357946", "doc2539732", "doc930753", "doc386637", "doc330455", "doc620637", "doc778535"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc52414", "doc2195756", "doc28942", "doc742717", "doc438381", "doc314759", "doc92952", "doc963332", "doc606253", "doc61054"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc187847", "doc1877809", "doc23412", "doc439092", "doc702263", "doc492385", "doc732101", "doc851877", "doc602150"], "ranked_scores": [29.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1618372", "doc36463", "doc1564173", "doc1874159", "doc2622770", "doc355130", "doc2622778", "doc331518", "doc77976", "doc902657"], "ranked_scores": [30.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc212271", "doc1616722", "doc2128755", "doc973089", "doc162000", "doc1804263", "doc337575", "doc846246", "doc337578", "doc35719"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1606329", "doc368654", "doc1119808", "doc294704", "doc1248532", "doc1373324", "doc84481", "doc643072", "doc729567", "doc6583"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc377034", "doc427621", "doc703701", "doc586538", "doc703723", "doc703702", "doc745803", "doc61054", "doc732096", "doc717374"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-post-binary": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1254733", "doc57226", "doc1622317", "doc2173529", "doc2173544", "doc1713783", "doc57242", "doc703715", "doc435057", "doc714665"], "ranked_scores": [56.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1664486", "doc1982515", "doc1796956", "doc63538", "doc497737", "doc63543", "doc1815291", "doc963670", "doc345111", "doc824776"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc365451", "doc1675505", "doc1675530", "doc21856", "doc21831", "doc78091", "doc377466", "doc543379", "doc776139"], "ranked_scores": [54.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc536608", "doc415358", "doc161015", "doc2525766", "doc1911408", "doc565706", "doc2178419", "doc400460", "doc2662230", "doc986835"], "ranked_scores": [56.0, 56.0, 56.0, 56.0, 56.0, 56.0, 54.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1815194", "doc2307739", "doc866525", "doc1366731", "doc994518", "doc1614582", "doc1741704", "doc1828693", "doc405920", "doc751799"], "ranked_scores": [53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1852504", "doc27536", "doc361702", "doc738832", "doc1021718", "doc2620889", "doc585906", "doc429685", "doc738831"], "ranked_scores": [55.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc1480727", "doc620637", "doc1953211", "doc1340806", "doc119665", "doc272763", "doc77634", "doc825186", "doc977122"], "ranked_scores": [55.0, 53.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc231271", "doc2096499", "doc29757", "doc345800", "doc1728840", "doc376238", "doc49159", "doc520683", "doc520684", "doc716552"], "ranked_scores": [51.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61043", "doc1376345", "doc61054", "doc1519779", "doc583721", "doc2026297", "doc2060827", "doc771658", "doc50110", "doc61036"], "ranked_scores": [51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc2099374", "doc97430", "doc2071107", "doc2380013", "doc2004921", "doc97421", "doc369237", "doc369270", "doc594646"], "ranked_scores": [53.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc698039", "doc614724", "doc1304637", "doc1612515", "doc418129", "doc33193", "doc609671", "doc698048", "doc698033", "doc614722"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386116", "doc1243029", "doc50109", "doc1386159", "doc2537824", "doc437627", "doc993779", "doc620567", "doc66003", "doc83863"], "ranked_scores": [51.0, 51.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc973089", "doc2060101", "doc1887731", "doc106333", "doc298160", "doc703728", "doc106355", "doc703719", "doc388464", "doc703701"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc1181096", "doc7108", "doc7099", "doc7106", "doc1265795", "doc692580", "doc591048", "doc7120"], "ranked_scores": [56.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc787597", "doc1154433", "doc82127", "doc787596", "doc155440", "doc1598856", "doc2252228", "doc412731", "doc82130"], "ranked_scores": [55.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc453118", "doc207871", "doc2203117", "doc1449866", "doc1061580", "doc1795214", "doc408864", "doc53465", "doc229804", "doc750414"], "ranked_scores": [53.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc2206639", "doc1380356", "doc2570459", "doc788472", "doc563699", "doc30773", "doc239811", "doc24903", "doc416774"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2203152", "doc1634950", "doc1405222", "doc750416", "doc1651578", "doc2141867", "doc558085", "doc648335", "doc648355", "doc904153"], "ranked_scores": [50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc2509989", "doc56921", "doc1876325", "doc133140", "doc1966930", "doc56898", "doc56902", "doc2678215", "doc56897", "doc2313864"], "ranked_scores": [51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc2215178", "doc2562963", "doc2077169", "doc345642", "doc2381151", "doc439513", "doc80074", "doc80154", "doc80067"], "ranked_scores": [52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3707, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240293", "doc72416", "doc2010440", "doc2603021", "doc2240281", "doc732101", "doc732087", "doc527459", "doc2279199"], "ranked_scores": [57.0, 54.0, 53.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc725659", "doc638689", "doc1880842", "doc1845104", "doc242727", "doc242726", "doc768172", "doc913417", "doc26467", "doc337555"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc108794", "doc184609", "doc1308445", "doc1842984", "doc187765", "doc2506952", "doc418129", "doc786083"], "ranked_scores": [53.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1080514", "doc81655", "doc609671", "doc89435", "doc1651444", "doc721746", "doc2115402", "doc2497559", "doc651760", "doc964756"], "ranked_scores": [50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc2193668", "doc2105047", "doc1224325", "doc1048266", "doc2217346", "doc1077629", "doc779563", "doc861483", "doc988607"], "ranked_scores": [56.0, 53.0, 52.0, 52.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64317", "doc922271", "doc1385349", "doc64314", "doc108246", "doc35513", "doc2072831", "doc971992", "doc35522", "doc388285"], "ranked_scores": [53.0, 52.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1977978", "doc1321929", "doc1520300", "doc1321967", "doc437639", "doc1520244", "doc2545063", "doc587518", "doc437685", "doc727452"], "ranked_scores": [56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc866436", "doc1314857", "doc671985", "doc865438", "doc877823", "doc1726816", "doc1840131", "doc1840164", "doc866501"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc882983", "doc2000096", "doc1098823", "doc1588653", "doc1597410", "doc261351", "doc2439860", "doc840074", "doc2534824", "doc636337"], "ranked_scores": [50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc2179035", "doc1283940", "doc2306629", "doc2179022", "doc751967", "doc260668", "doc53464", "doc857278", "doc908573", "doc704392"], "ranked_scores": [54.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc2486654", "doc1394743", "doc1019814", "doc783808", "doc25697", "doc28582", "doc430825", "doc785116", "doc996399"], "ranked_scores": [55.0, 54.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc499894", "doc368686", "doc643072", "doc294704", "doc729573", "doc655750", "doc626440", "doc655785", "doc729661", "doc729567"], "ranked_scores": [53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105763", "doc1534829", "doc1552106", "doc1587280", "doc1534825", "doc171833", "doc1781006", "doc2279199", "doc628911", "doc719006"], "ranked_scores": [53.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc67620", "doc1411599", "doc69722", "doc28580", "doc1477591", "doc675222", "doc28935", "doc53643", "doc562498", "doc92952"], "ranked_scores": [54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc331138", "doc435075", "doc412180", "doc2498488", "doc435078", "doc435081", "doc1192046", "doc1921625", "doc435076", "doc768322"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1110589", "doc1124677", "doc2004585", "doc2314426", "doc2665803", "doc878338", "doc1255451", "doc399017", "doc688403", "doc733127"], "ranked_scores": [49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc381154", "doc1002584", "doc2419056", "doc958476", "doc1245931", "doc1056790", "doc1156527", "doc669209", "doc1798523", "doc946285"], "ranked_scores": [54.0, 52.0, 51.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc346623", "doc1445420", "doc518394", "doc346637", "doc1449851", "doc965461", "doc864555", "doc358937", "doc965463", "doc854693"], "ranked_scores": [49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1160263", "doc1433613", "doc1912470", "doc2562963", "doc1019772", "doc367206", "doc412172", "doc492385", "doc851877"], "ranked_scores": [51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2188384", "doc663467", "doc1986402", "doc1914599", "doc2004585", "doc2376934", "doc80268", "doc2026297", "doc88973", "doc444923"], "ranked_scores": [47.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88974", "doc2015719", "doc1763997", "doc1014858", "doc1070787", "doc2061559", "doc88931", "doc1800323", "doc88933", "doc88934"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc2336226", "doc1492317", "doc1219639", "doc2656965", "doc230816", "doc2199352", "doc556460", "doc2027228", "doc2486395", "doc926861"], "ranked_scores": [51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc108480", "doc88505", "doc108559", "doc18273", "doc63590", "doc911115", "doc108456", "doc2072948", "doc2370519"], "ranked_scores": [55.0, 51.0, 51.0, 49.0, 49.0, 49.0, 49.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc1839188", "doc1703987", "doc1904094", "doc7165", "doc1428083", "doc773669", "doc7163", "doc930753", "doc751410", "doc81671"], "ranked_scores": [52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc404242", "doc1986143", "doc1400520", "doc742717", "doc2193668", "doc52414", "doc753576", "doc2475878", "doc491925", "doc61043"], "ranked_scores": [49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc187847", "doc2127006", "doc1986143", "doc705226", "doc1612525", "doc24308", "doc2434664", "doc2535523", "doc294697", "doc662025"], "ranked_scores": [52.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1618372", "doc36463", "doc2622778", "doc2245700", "doc417445", "doc36460", "doc2329334", "doc525586", "doc2653657", "doc77973"], "ranked_scores": [53.0, 52.0, 51.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1156828", "doc973089", "doc162000", "doc1804263", "doc1616722", "doc212271", "doc2882", "doc2060101", "doc334975", "doc2607227"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc596021", "doc1373324", "doc643072", "doc2167640", "doc1623534", "doc1248532", "doc499894", "doc729567", "doc828063", "doc935125"], "ranked_scores": [52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc801039", "doc1048266", "doc1311119", "doc1823034", "doc1430993", "doc2084882", "doc2465921", "doc218667", "doc70639", "doc95310"], "ranked_scores": [50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-post-binary": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc1254733", "doc1506100", "doc380683", "doc3001", "doc717374", "doc57248", "doc86433", "doc703717"], "ranked_scores": [108.0, 105.0, 102.0, 101.0, 100.0, 100.0, 100.0, 100.0, 100.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1664486", "doc1982515", "doc1664485", "doc1530226", "doc1796956", "doc1749973", "doc63538", "doc2345266", "doc2136789", "doc2292349"], "ranked_scores": [102.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc21856", "doc2285692", "doc524514", "doc21831", "doc69767", "doc69768", "doc452016", "doc2074523", "doc776139"], "ranked_scores": [103.0, 98.0, 98.0, 98.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc643498", "doc161015", "doc2525766", "doc1911408", "doc415358", "doc536608", "doc565706", "doc2317442", "doc400460", "doc404141"], "ranked_scores": [102.0, 101.0, 101.0, 101.0, 101.0, 101.0, 101.0, 100.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1614582", "doc2307739", "doc1121527", "doc1366731", "doc1382171", "doc405920", "doc866525", "doc1382073", "doc1741704", "doc2266529"], "ranked_scores": [107.0, 106.0, 104.0, 104.0, 104.0, 104.0, 103.0, 102.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1852504", "doc1021718", "doc1043480", "doc1762978", "doc1852527", "doc1685757", "doc1692307", "doc27536", "doc27538"], "ranked_scores": [101.0, 99.0, 99.0, 98.0, 98.0, 97.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc1340806", "doc1526230", "doc1953211", "doc620637", "doc119665", "doc1480727", "doc293491", "doc273559", "doc77634"], "ranked_scores": [106.0, 103.0, 102.0, 102.0, 101.0, 100.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc133140", "doc2251749", "doc1728840", "doc520684", "doc1017147", "doc108477", "doc2096499", "doc520683", "doc49159"], "ranked_scores": [95.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc829494", "doc61043", "doc1376345", "doc2026297", "doc61045", "doc13999", "doc1971249", "doc2007762"], "ranked_scores": [99.0, 98.0, 98.0, 97.0, 96.0, 95.0, 95.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc369237", "doc2071107", "doc97421", "doc2084014", "doc1116765", "doc1587504", "doc2084004", "doc2099374"], "ranked_scores": [107.0, 106.0, 101.0, 101.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc2648883", "doc1153299", "doc1501287", "doc614724", "doc716388", "doc1612515", "doc260672", "doc260645", "doc2613570"], "ranked_scores": [95.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc2537824", "doc66003", "doc1386116", "doc437627", "doc1386120", "doc1974480", "doc2372621", "doc758894", "doc253609"], "ranked_scores": [102.0, 100.0, 100.0, 99.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106333", "doc1824664", "doc703728", "doc1804263", "doc973089", "doc2060101", "doc703719", "doc388464", "doc703698", "doc703714"], "ranked_scores": [96.0, 96.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7099", "doc692580", "doc1265795", "doc1181096", "doc7106", "doc7108", "doc7093", "doc692559"], "ranked_scores": [111.0, 105.0, 104.0, 103.0, 103.0, 103.0, 102.0, 101.0, 100.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82127", "doc787596", "doc2252228", "doc1154433", "doc1324516", "doc1551353", "doc1598856", "doc787615", "doc787597"], "ranked_scores": [105.0, 103.0, 100.0, 99.0, 98.0, 98.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc453118", "doc897", "doc439366", "doc229804", "doc2018288", "doc732015", "doc2093591", "doc750407", "doc408864", "doc906433"], "ranked_scores": [101.0, 99.0, 98.0, 96.0, 94.0, 93.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc1550148", "doc24903", "doc30773", "doc468490", "doc1380356", "doc1818632", "doc30774", "doc416774", "doc651957"], "ranked_scores": [103.0, 101.0, 101.0, 99.0, 99.0, 98.0, 98.0, 98.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc750416", "doc2483632", "doc1825079", "doc2141867", "doc1461880", "doc157123", "doc1634950", "doc244368", "doc404160"], "ranked_scores": [95.0, 93.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc1102442", "doc1685439", "doc56897", "doc1288170", "doc1876325", "doc952849", "doc2509989", "doc2313854", "doc2678215"], "ranked_scores": [104.0, 101.0, 101.0, 100.0, 99.0, 99.0, 99.0, 98.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc2215178", "doc2563023", "doc1912506", "doc345642", "doc2381151", "doc470479", "doc80154", "doc80074", "doc352915", "doc80151"], "ranked_scores": [105.0, 104.0, 102.0, 102.0, 102.0, 102.0, 102.0, 102.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240293", "doc2240291", "doc2353712", "doc474256", "doc1430768", "doc629517", "doc702902", "doc72416", "doc732018"], "ranked_scores": [106.0, 98.0, 98.0, 97.0, 96.0, 95.0, 95.0, 94.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc207464", "doc131786", "doc727075", "doc725659", "doc1880842", "doc1845104", "doc764184", "doc26458", "doc1617231", "doc99377"], "ranked_scores": [99.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1732443", "doc1842984", "doc102077", "doc238798", "doc184591", "doc184609", "doc732077", "doc732015", "doc938300"], "ranked_scores": [99.0, 95.0, 95.0, 94.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc721746", "doc57946", "doc890684", "doc1390300", "doc2316727", "doc698039", "doc380683", "doc369166", "doc37890"], "ranked_scores": [97.0, 96.0, 93.0, 91.0, 91.0, 91.0, 91.0, 91.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1224325", "doc1962033", "doc757822", "doc830104", "doc491925", "doc2217346", "doc1723904", "doc751435", "doc861483"], "ranked_scores": [100.0, 98.0, 94.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64317", "doc64314", "doc1683659", "doc971992", "doc35513", "doc922271", "doc41344", "doc1376793", "doc2487655", "doc41305"], "ranked_scores": [102.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437667", "doc1977978", "doc1520300", "doc437677", "doc1520211", "doc1520244", "doc1520275", "doc252389", "doc1739769", "doc539428"], "ranked_scores": [107.0, 107.0, 107.0, 106.0, 105.0, 104.0, 104.0, 104.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc866436", "doc1314857", "doc552697", "doc1314852", "doc1726816", "doc469707", "doc1385395", "doc671985", "doc754076"], "ranked_scores": [97.0, 97.0, 94.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2413034", "doc1588653", "doc1218368", "doc1036707", "doc1423992", "doc295017", "doc1597410", "doc2558036", "doc1894178", "doc602735"], "ranked_scores": [94.0, 92.0, 91.0, 90.0, 90.0, 90.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2179035", "doc611282", "doc1002584", "doc1283940", "doc1911857", "doc1127543", "doc260668", "doc2179022", "doc2306629"], "ranked_scores": [99.0, 97.0, 96.0, 95.0, 94.0, 94.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1007190", "doc2486654", "doc1007189", "doc1394743", "doc28582", "doc2529675", "doc868589", "doc28581"], "ranked_scores": [108.0, 104.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc626440", "doc294704", "doc1599987", "doc655750", "doc1119808", "doc84492", "doc873561", "doc643072", "doc873559", "doc935127"], "ranked_scores": [99.0, 97.0, 96.0, 95.0, 95.0, 95.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105763", "doc1552106", "doc105739", "doc1729412", "doc2584848", "doc133369", "doc849000", "doc2355469", "doc171833", "doc391076"], "ranked_scores": [100.0, 98.0, 98.0, 97.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc69722", "doc52414", "doc1477591", "doc38625", "doc606253", "doc28580", "doc28942", "doc92952", "doc2111513", "doc579105"], "ranked_scores": [102.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435081", "doc331138", "doc412180", "doc2498488", "doc1957486", "doc1354535", "doc1921625", "doc211230", "doc736126", "doc768322"], "ranked_scores": [102.0, 100.0, 100.0, 100.0, 99.0, 98.0, 98.0, 98.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1185297", "doc2024841", "doc1498263", "doc733127", "doc773669", "doc2119808", "doc878338", "doc2636635", "doc2665803", "doc494316"], "ranked_scores": [92.0, 92.0, 91.0, 91.0, 91.0, 91.0, 91.0, 90.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1002584", "doc381154", "doc1283940", "doc1245931", "doc1060782", "doc17481", "doc1894178", "doc602154", "doc726413", "doc781344"], "ranked_scores": [98.0, 97.0, 95.0, 94.0, 93.0, 93.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1345740", "doc113426", "doc2265144", "doc1449851", "doc57975", "doc1423992", "doc367417", "doc2175230", "doc518394"], "ranked_scores": [95.0, 94.0, 93.0, 93.0, 93.0, 91.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1160263", "doc1433613", "doc546881", "doc1333905", "doc1730288", "doc1173691", "doc404918", "doc588590", "doc588612"], "ranked_scores": [104.0, 101.0, 99.0, 99.0, 96.0, 94.0, 94.0, 94.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2188384", "doc1370451", "doc1186883", "doc2334138", "doc845380", "doc2067045", "doc454591", "doc1891612", "doc913417", "doc504736"], "ranked_scores": [93.0, 90.0, 90.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc88974", "doc1070787", "doc2061559", "doc779563", "doc1014858", "doc326591", "doc127040", "doc1452752", "doc1730351"], "ranked_scores": [101.0, 100.0, 95.0, 94.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc212860", "doc122351", "doc457119", "doc926861", "doc1798523", "doc230816", "doc2027228", "doc2486395", "doc827507", "doc964756"], "ranked_scores": [95.0, 95.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc88505", "doc63590", "doc18273", "doc911115", "doc108456", "doc108559", "doc1423679", "doc108501", "doc63585"], "ranked_scores": [105.0, 101.0, 97.0, 97.0, 97.0, 96.0, 95.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc1839188", "doc81671", "doc7165", "doc1982070", "doc238798", "doc1703987", "doc2358564", "doc2350463", "doc355540", "doc905614"], "ranked_scores": [95.0, 94.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc2193668", "doc1487701", "doc22915", "doc402317", "doc13999", "doc282466", "doc1962033", "doc561914", "doc21832", "doc404242"], "ranked_scores": [95.0, 92.0, 90.0, 89.0, 89.0, 88.0, 86.0, 86.0, 86.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc851877", "doc492385", "doc187847", "doc1387772", "doc1986143", "doc1088928", "doc2639996", "doc683357"], "ranked_scores": [97.0, 95.0, 93.0, 93.0, 93.0, 92.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1618372", "doc36463", "doc2622778", "doc2329334", "doc2653657", "doc36467", "doc2245700", "doc417445", "doc1933371", "doc2657970"], "ranked_scores": [105.0, 103.0, 101.0, 97.0, 95.0, 95.0, 95.0, 95.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc162000", "doc1156828", "doc212271", "doc334975", "doc1652564", "doc337506", "doc284011", "doc2882", "doc703736", "doc703701"], "ranked_scores": [97.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373324", "doc1373323", "doc2393669", "doc108887", "doc596021", "doc2167640", "doc1437877", "doc368643", "doc729567"], "ranked_scores": [109.0, 106.0, 106.0, 106.0, 103.0, 103.0, 101.0, 101.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc801039", "doc1430993", "doc1431001", "doc1334550", "doc77976", "doc1149626", "doc2079848", "doc1504263", "doc2071083", "doc671577"], "ranked_scores": [92.0, 92.0, 92.0, 91.0, 90.0, 90.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-post-binary": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc1254733", "doc57232", "doc751998", "doc57247", "doc1395336", "doc427061", "doc285724", "doc57248"], "ranked_scores": [205.0, 198.0, 195.0, 195.0, 193.0, 193.0, 191.0, 191.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1982515", "doc1664486", "doc1749973", "doc63542", "doc2345266", "doc1796956", "doc2292349", "doc63543", "doc2136789"], "ranked_scores": [202.0, 197.0, 196.0, 192.0, 191.0, 190.0, 190.0, 189.0, 189.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc812322", "doc21856", "doc21831", "doc69765", "doc69768", "doc21906", "doc69775", "doc2271309", "doc2285692"], "ranked_scores": [203.0, 200.0, 197.0, 194.0, 194.0, 194.0, 194.0, 193.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc643498", "doc2317442", "doc1570656", "doc1177855", "doc1007260", "doc400438", "doc415358", "doc565706", "doc536608", "doc737388"], "ranked_scores": [194.0, 193.0, 192.0, 189.0, 189.0, 189.0, 188.0, 188.0, 188.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1121527", "doc1382123", "doc338868", "doc1366769", "doc1366765", "doc1382171", "doc1614582", "doc2372195", "doc887635"], "ranked_scores": [203.0, 203.0, 202.0, 201.0, 201.0, 200.0, 199.0, 199.0, 198.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc381292", "doc1852504", "doc1043480", "doc1021718", "doc1585937", "doc27536", "doc1478919", "doc1692307", "doc361702"], "ranked_scores": [207.0, 192.0, 190.0, 190.0, 190.0, 187.0, 187.0, 186.0, 186.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc1340806", "doc620637", "doc1953211", "doc1526230", "doc273559", "doc825186", "doc293490", "doc77634", "doc77640"], "ranked_scores": [200.0, 197.0, 194.0, 193.0, 192.0, 192.0, 190.0, 190.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc1728840", "doc520684", "doc1486663", "doc29757", "doc1456780", "doc520683", "doc38721", "doc49159", "doc2096499", "doc327730"], "ranked_scores": [199.0, 199.0, 196.0, 194.0, 193.0, 191.0, 191.0, 190.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61043", "doc61045", "doc829494", "doc1376346", "doc1376345", "doc1971249", "doc13999", "doc1643694"], "ranked_scores": [201.0, 195.0, 195.0, 194.0, 192.0, 190.0, 189.0, 187.0, 181.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc2071107", "doc369237", "doc1116765", "doc152483", "doc1587504", "doc2083994", "doc97442", "doc97421"], "ranked_scores": [209.0, 202.0, 202.0, 200.0, 198.0, 197.0, 196.0, 195.0, 193.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc908573", "doc583523", "doc1153299", "doc1553106", "doc260645", "doc2040334", "doc238803", "doc704392", "doc57948"], "ranked_scores": [186.0, 177.0, 176.0, 176.0, 175.0, 175.0, 175.0, 175.0, 175.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc66003", "doc437627", "doc1386166", "doc1386120", "doc1386116", "doc83863", "doc253608", "doc2372621", "doc50107", "doc758894"], "ranked_scores": [205.0, 203.0, 202.0, 197.0, 196.0, 196.0, 192.0, 192.0, 191.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc298160", "doc703714", "doc703715", "doc1887731", "doc973089", "doc106333", "doc1804263", "doc703719", "doc2882"], "ranked_scores": [196.0, 196.0, 195.0, 193.0, 192.0, 191.0, 189.0, 189.0, 189.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7099", "doc7091", "doc316997", "doc7116", "doc7119", "doc7108", "doc1265795", "doc1694554", "doc7093"], "ranked_scores": [212.0, 207.0, 201.0, 196.0, 196.0, 196.0, 195.0, 193.0, 193.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc787615", "doc2252228", "doc787596", "doc505009", "doc155440", "doc1254817", "doc1551353", "doc504996"], "ranked_scores": [201.0, 199.0, 198.0, 197.0, 195.0, 194.0, 194.0, 192.0, 192.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc453118", "doc229804", "doc732015", "doc439366", "doc2203117", "doc2018288", "doc1993448", "doc269387", "doc1449866"], "ranked_scores": [193.0, 192.0, 186.0, 185.0, 184.0, 184.0, 184.0, 182.0, 182.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc1818632", "doc24903", "doc1380356", "doc1179535", "doc1380357", "doc1786034", "doc30774", "doc30773"], "ranked_scores": [204.0, 199.0, 198.0, 196.0, 195.0, 193.0, 193.0, 193.0, 193.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc1634950", "doc1825079", "doc1482058", "doc58892", "doc404160", "doc648355", "doc904153", "doc648364"], "ranked_scores": [191.0, 191.0, 185.0, 184.0, 184.0, 182.0, 181.0, 180.0, 180.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc873481", "doc2509996", "doc1685439", "doc2439294", "doc1876325", "doc952849", "doc56903"], "ranked_scores": [207.0, 204.0, 201.0, 200.0, 196.0, 196.0, 194.0, 193.0, 193.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80074", "doc2215178", "doc80151", "doc2563023", "doc80154", "doc470479", "doc80067", "doc1912506", "doc596861", "doc80078"], "ranked_scores": [205.0, 199.0, 199.0, 198.0, 198.0, 197.0, 197.0, 195.0, 194.0, 194.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240291", "doc2010388", "doc2240268", "doc629517", "doc72416", "doc2240293", "doc1430768", "doc18814", "doc732101"], "ranked_scores": [205.0, 196.0, 194.0, 193.0, 191.0, 190.0, 190.0, 188.0, 187.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc99377", "doc2289855", "doc2517379", "doc26444", "doc2376934", "doc764184", "doc131786", "doc2517390", "doc261069", "doc725659"], "ranked_scores": [193.0, 191.0, 191.0, 190.0, 189.0, 189.0, 188.0, 188.0, 188.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1732443", "doc184591", "doc102077", "doc1682561", "doc238798", "doc184609", "doc726413", "doc1797563", "doc1962174"], "ranked_scores": [204.0, 181.0, 179.0, 179.0, 179.0, 178.0, 178.0, 178.0, 176.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc721746", "doc81655", "doc57946", "doc119508", "doc1489505", "doc380683", "doc37890", "doc1199221", "doc2115402", "doc688882"], "ranked_scores": [184.0, 182.0, 178.0, 175.0, 173.0, 173.0, 173.0, 172.0, 172.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1224325", "doc765127", "doc751435", "doc830104", "doc1962033", "doc491925", "doc1428083", "doc1741593", "doc861483"], "ranked_scores": [206.0, 189.0, 184.0, 184.0, 183.0, 180.0, 179.0, 178.0, 178.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64317", "doc64314", "doc1683659", "doc971992", "doc1376793", "doc398865", "doc41344", "doc41305", "doc1385353", "doc64318"], "ranked_scores": [195.0, 194.0, 192.0, 190.0, 186.0, 185.0, 185.0, 184.0, 184.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520300", "doc638932", "doc437656", "doc437667", "doc1321929", "doc1520311", "doc1520275", "doc437677", "doc1321924", "doc727452"], "ranked_scores": [211.0, 207.0, 204.0, 203.0, 202.0, 202.0, 201.0, 201.0, 200.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc866436", "doc1314857", "doc1315083", "doc671985", "doc1315064", "doc1385395", "doc1840131", "doc1314852", "doc1759054"], "ranked_scores": [191.0, 184.0, 180.0, 179.0, 177.0, 177.0, 177.0, 175.0, 174.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc602735", "doc1894178", "doc295017", "doc2131758", "doc542891", "doc773669", "doc543039", "doc27298", "doc1728777", "doc585415"], "ranked_scores": [183.0, 182.0, 174.0, 174.0, 173.0, 173.0, 172.0, 172.0, 171.0, 170.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc238803", "doc2306629", "doc260668", "doc435057", "doc2179035", "doc2179022", "doc1283940", "doc751967", "doc857278"], "ranked_scores": [204.0, 189.0, 188.0, 188.0, 185.0, 184.0, 184.0, 184.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1458998", "doc1600089", "doc152997", "doc1088161", "doc1840635", "doc1394743", "doc25697", "doc28581"], "ranked_scores": [214.0, 196.0, 193.0, 192.0, 190.0, 189.0, 188.0, 188.0, 187.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2393669", "doc660271", "doc1619642", "doc91127", "doc1373323", "doc1119808", "doc643072", "doc84481", "doc934719", "doc873559"], "ranked_scores": [187.0, 185.0, 183.0, 183.0, 183.0, 183.0, 182.0, 182.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105763", "doc105739", "doc1729412", "doc1270352", "doc2584848", "doc133369", "doc946247", "doc1552106", "doc2355469", "doc2596083"], "ranked_scores": [197.0, 192.0, 189.0, 185.0, 185.0, 185.0, 185.0, 184.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc38625", "doc1411599", "doc1124783", "doc6531", "doc173076", "doc25697", "doc28580", "doc562498", "doc69722"], "ranked_scores": [197.0, 197.0, 192.0, 191.0, 191.0, 190.0, 189.0, 189.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc435076", "doc2352487", "doc435075", "doc1957486", "doc736126", "doc2498488", "doc412180", "doc2646161", "doc435081"], "ranked_scores": [201.0, 200.0, 200.0, 200.0, 199.0, 199.0, 199.0, 199.0, 197.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc733127", "doc2119808", "doc336518", "doc688403", "doc1185297", "doc1534069", "doc15890", "doc1736708", "doc1370970", "doc878338"], "ranked_scores": [177.0, 175.0, 174.0, 173.0, 173.0, 170.0, 169.0, 169.0, 168.0, 168.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1245931", "doc381154", "doc1094361", "doc190988", "doc1851601", "doc1538025", "doc1002584", "doc159492", "doc93287", "doc2068718"], "ranked_scores": [189.0, 187.0, 185.0, 181.0, 181.0, 181.0, 180.0, 180.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc2265144", "doc1345740", "doc601133", "doc564961", "doc1445420", "doc2175230", "doc518394", "doc367417", "doc40405", "doc864555"], "ranked_scores": [189.0, 186.0, 185.0, 182.0, 181.0, 180.0, 180.0, 180.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1160263", "doc1433613", "doc546881", "doc1333905", "doc1629620", "doc1975694", "doc1173691", "doc1730288", "doc588612"], "ranked_scores": [197.0, 196.0, 191.0, 189.0, 188.0, 182.0, 182.0, 180.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2067045", "doc1691028", "doc221817", "doc845380", "doc2188384", "doc1877808", "doc1892012", "doc190844", "doc845377", "doc2655469"], "ranked_scores": [178.0, 177.0, 177.0, 175.0, 174.0, 172.0, 172.0, 171.0, 171.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88974", "doc88931", "doc2015719", "doc88934", "doc1014858", "doc1452752", "doc127031", "doc779563", "doc88973", "doc1639229"], "ranked_scores": [199.0, 195.0, 195.0, 188.0, 187.0, 187.0, 185.0, 184.0, 184.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc2027228", "doc338813", "doc2486395", "doc1053964", "doc2163089", "doc1798523", "doc1455508", "doc1492317", "doc698075", "doc338818"], "ranked_scores": [182.0, 180.0, 178.0, 176.0, 176.0, 176.0, 176.0, 175.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc63590", "doc18273", "doc911115", "doc108456", "doc108559", "doc88505", "doc63585", "doc108501", "doc2452456"], "ranked_scores": [207.0, 204.0, 204.0, 204.0, 193.0, 189.0, 188.0, 185.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc355540", "doc7165", "doc462227", "doc1839188", "doc81671", "doc46245", "doc238798", "doc386637", "doc2654127", "doc913113"], "ranked_scores": [182.0, 178.0, 176.0, 174.0, 174.0, 173.0, 172.0, 172.0, 171.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc2193668", "doc22915", "doc1962033", "doc1231969", "doc902657", "doc13999", "doc1487701", "doc404242", "doc1439388", "doc1826212"], "ranked_scores": [183.0, 180.0, 180.0, 176.0, 175.0, 174.0, 173.0, 171.0, 170.0, 170.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc1986143", "doc1451760", "doc2402770", "doc1387772", "doc2057552", "doc1564158", "doc1639614", "doc187847"], "ranked_scores": [188.0, 187.0, 180.0, 180.0, 177.0, 177.0, 176.0, 175.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618372", "doc2622778", "doc1618376", "doc36467", "doc36460", "doc2396125", "doc1933371", "doc36485", "doc2622759"], "ranked_scores": [203.0, 203.0, 202.0, 193.0, 192.0, 191.0, 188.0, 187.0, 186.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1652564", "doc284003", "doc162000", "doc973089", "doc106372", "doc2832", "doc337506", "doc703736", "doc703714", "doc714665"], "ranked_scores": [196.0, 190.0, 186.0, 186.0, 185.0, 185.0, 185.0, 185.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc2393669", "doc643072", "doc1373323", "doc108892", "doc1373324", "doc626438", "doc1119808", "doc108887", "doc499894", "doc599368"], "ranked_scores": [210.0, 209.0, 208.0, 207.0, 207.0, 204.0, 200.0, 199.0, 198.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77976", "doc801039", "doc1430993", "doc77971", "doc2332984", "doc1430994", "doc1880724", "doc525586", "doc2079848"], "ranked_scores": [183.0, 181.0, 180.0, 180.0, 175.0, 173.0, 172.0, 172.0, 172.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512-post-binary": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1395336", "doc1254733", "doc57242", "doc57226", "doc57248", "doc435057", "doc751998", "doc1254764", "doc57247", "doc1713783"], "ranked_scores": [391.0, 391.0, 388.0, 384.0, 380.0, 376.0, 375.0, 374.0, 374.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1664486", "doc1982515", "doc63543", "doc2292349", "doc1796956", "doc1749973", "doc2136789", "doc2345266", "doc497737"], "ranked_scores": [391.0, 388.0, 385.0, 380.0, 379.0, 379.0, 378.0, 375.0, 374.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc21856", "doc2285692", "doc69768", "doc243667", "doc1675505", "doc21906", "doc761186"], "ranked_scores": [412.0, 405.0, 401.0, 389.0, 382.0, 380.0, 380.0, 379.0, 378.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc404141", "doc643498", "doc564709", "doc1177870", "doc737388", "doc1247565", "doc1177855", "doc230376", "doc658301", "doc1402781"], "ranked_scores": [394.0, 390.0, 390.0, 389.0, 385.0, 383.0, 383.0, 383.0, 383.0, 382.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1382123", "doc2165920", "doc338868", "doc1382207", "doc887635", "doc2307709", "doc2372195", "doc1366769", "doc1812659", "doc559430"], "ranked_scores": [399.0, 395.0, 393.0, 391.0, 391.0, 390.0, 390.0, 388.0, 387.0, 386.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1852504", "doc1021718", "doc540358", "doc1043480", "doc1852503", "doc1279689", "doc1294428", "doc1585937", "doc2384883"], "ranked_scores": [402.0, 378.0, 376.0, 375.0, 372.0, 372.0, 367.0, 367.0, 367.0, 366.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc1340806", "doc273559", "doc2025330", "doc422133", "doc77640", "doc1480727", "doc1526230", "doc1953211", "doc293490"], "ranked_scores": [384.0, 384.0, 380.0, 378.0, 378.0, 376.0, 376.0, 375.0, 374.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc1486663", "doc1798668", "doc278641", "doc966365", "doc1728840", "doc520687", "doc540731", "doc327730"], "ranked_scores": [377.0, 375.0, 370.0, 369.0, 366.0, 365.0, 364.0, 364.0, 362.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61045", "doc61054", "doc61036", "doc61043", "doc1376346", "doc1376345", "doc13999", "doc829494", "doc1971249", "doc2083822"], "ranked_scores": [400.0, 399.0, 393.0, 386.0, 380.0, 373.0, 370.0, 369.0, 363.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc97421", "doc2083994", "doc2071107", "doc1116765", "doc369237", "doc2083987", "doc1587504", "doc2380009"], "ranked_scores": [415.0, 410.0, 409.0, 403.0, 403.0, 400.0, 396.0, 394.0, 392.0, 390.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc33196", "doc508622", "doc2534674", "doc2634491", "doc2127607", "doc908573", "doc418129", "doc583523"], "ranked_scores": [368.0, 358.0, 349.0, 349.0, 348.0, 348.0, 348.0, 348.0, 347.0, 347.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc66003", "doc1386166", "doc437627", "doc83863", "doc1386116", "doc253608", "doc1386120", "doc50109", "doc2171547", "doc759547"], "ranked_scores": [407.0, 402.0, 402.0, 395.0, 395.0, 385.0, 383.0, 378.0, 377.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703714", "doc298160", "doc1332302", "doc973089", "doc106333", "doc1887731", "doc703715", "doc1824664", "doc337506"], "ranked_scores": [400.0, 392.0, 390.0, 389.0, 386.0, 383.0, 382.0, 382.0, 380.0, 380.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7099", "doc7116", "doc1694554", "doc7119", "doc1694559", "doc692559", "doc7093", "doc7106"], "ranked_scores": [410.0, 409.0, 402.0, 392.0, 391.0, 388.0, 385.0, 381.0, 379.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82127", "doc1169637", "doc1254817", "doc82130", "doc2569900", "doc787615", "doc2252228", "doc854693", "doc787596"], "ranked_scores": [414.0, 384.0, 383.0, 383.0, 377.0, 377.0, 377.0, 375.0, 374.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc439366", "doc2203117", "doc2659217", "doc2465776", "doc750416", "doc220990", "doc244386", "doc187232", "doc453118"], "ranked_scores": [386.0, 368.0, 360.0, 359.0, 356.0, 353.0, 353.0, 353.0, 352.0, 352.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc1818632", "doc30774", "doc1380356", "doc1380357", "doc563699", "doc416774", "doc24903", "doc563701"], "ranked_scores": [399.0, 392.0, 388.0, 379.0, 379.0, 377.0, 377.0, 377.0, 376.0, 375.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc36402", "doc1634950", "doc648364", "doc1825079", "doc58892", "doc404160", "doc220990", "doc648355", "doc904153"], "ranked_scores": [383.0, 371.0, 371.0, 370.0, 365.0, 365.0, 364.0, 363.0, 363.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc873481", "doc2509996", "doc1685439", "doc56903", "doc2509993", "doc2439294", "doc2509989"], "ranked_scores": [405.0, 393.0, 389.0, 386.0, 385.0, 379.0, 377.0, 377.0, 372.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80074", "doc80151", "doc2215178", "doc345642", "doc80078", "doc80154", "doc137908", "doc470479", "doc596861", "doc80067"], "ranked_scores": [408.0, 403.0, 401.0, 400.0, 394.0, 394.0, 391.0, 390.0, 390.0, 390.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240268", "doc2240291", "doc2010388", "doc719057", "doc72416", "doc629517", "doc2240293", "doc180079", "doc18814"], "ranked_scores": [409.0, 384.0, 372.0, 369.0, 368.0, 368.0, 367.0, 367.0, 366.0, 366.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc764184", "doc26444", "doc725659", "doc2289855", "doc26458", "doc2517376", "doc864645", "doc131786", "doc207464", "doc1159969"], "ranked_scores": [382.0, 380.0, 379.0, 377.0, 374.0, 373.0, 373.0, 372.0, 372.0, 371.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1682561", "doc1732443", "doc243742", "doc470536", "doc184609", "doc1272206", "doc446492"], "ranked_scores": [410.0, 364.0, 360.0, 356.0, 351.0, 350.0, 350.0, 349.0, 348.0, 347.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc721746", "doc1489505", "doc57946", "doc2389179", "doc37890", "doc1199221", "doc2115402", "doc2389178", "doc1090039"], "ranked_scores": [370.0, 367.0, 361.0, 358.0, 353.0, 351.0, 351.0, 348.0, 347.0, 344.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc1224325", "doc751435", "doc1962033", "doc2193668", "doc1428083", "doc2217346", "doc757822", "doc830104"], "ranked_scores": [409.0, 376.0, 371.0, 367.0, 361.0, 359.0, 358.0, 355.0, 355.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64317", "doc64314", "doc1683659", "doc64318", "doc64316", "doc41344", "doc971992", "doc851269", "doc1385353", "doc41305"], "ranked_scores": [379.0, 377.0, 376.0, 371.0, 370.0, 369.0, 368.0, 365.0, 364.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc1520300", "doc437656", "doc437667", "doc437685", "doc437678", "doc437677", "doc2545031", "doc1520275", "doc587518"], "ranked_scores": [406.0, 401.0, 401.0, 399.0, 395.0, 394.0, 391.0, 390.0, 390.0, 389.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc866436", "doc35173", "doc754076", "doc1315083", "doc1315064", "doc671985", "doc1840131", "doc1385395", "doc812329", "doc812339"], "ranked_scores": [368.0, 368.0, 365.0, 363.0, 362.0, 349.0, 347.0, 345.0, 342.0, 341.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1894178", "doc602735", "doc1098823", "doc27298", "doc773669", "doc488007", "doc2161840", "doc24939", "doc543039", "doc2334138"], "ranked_scores": [361.0, 350.0, 341.0, 341.0, 341.0, 341.0, 340.0, 339.0, 339.0, 338.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2306629", "doc2179022", "doc2179035", "doc435057", "doc93287", "doc1283940", "doc1986402", "doc260668", "doc53465"], "ranked_scores": [401.0, 365.0, 362.0, 362.0, 361.0, 359.0, 359.0, 358.0, 358.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1007190", "doc1840635", "doc2486654", "doc1246808", "doc28581", "doc1088182", "doc1394743", "doc2142521"], "ranked_scores": [413.0, 402.0, 383.0, 375.0, 374.0, 370.0, 369.0, 368.0, 368.0, 367.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2393669", "doc1119808", "doc2451212", "doc368707", "doc660271", "doc934719", "doc294697", "doc594231", "doc84481", "doc1373324"], "ranked_scores": [371.0, 365.0, 362.0, 362.0, 361.0, 360.0, 359.0, 358.0, 358.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc1729412", "doc1270352", "doc105763", "doc1552106", "doc2596083", "doc543176", "doc105758", "doc2355469", "doc2584848"], "ranked_scores": [393.0, 393.0, 386.0, 381.0, 378.0, 377.0, 376.0, 375.0, 375.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc628470", "doc2111513", "doc6531", "doc562498", "doc1927002", "doc422936", "doc2107018", "doc773043", "doc2107022", "doc38625"], "ranked_scores": [386.0, 386.0, 382.0, 382.0, 381.0, 380.0, 380.0, 380.0, 379.0, 379.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc435076", "doc1957486", "doc435075", "doc736126", "doc2646161", "doc378301", "doc2124290", "doc2498488", "doc412180"], "ranked_scores": [390.0, 388.0, 386.0, 385.0, 384.0, 383.0, 382.0, 378.0, 377.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc688403", "doc2119808", "doc336518", "doc2665803", "doc878338", "doc733127", "doc2042102", "doc1498263", "doc1534069", "doc518266"], "ranked_scores": [362.0, 360.0, 353.0, 353.0, 348.0, 347.0, 344.0, 344.0, 341.0, 340.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1245931", "doc93287", "doc1094361", "doc381154", "doc1851601", "doc1056790", "doc946285", "doc543039", "doc470536", "doc1136889"], "ranked_scores": [360.0, 354.0, 353.0, 353.0, 351.0, 350.0, 349.0, 348.0, 347.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1345740", "doc2265144", "doc601133", "doc367417", "doc2304461", "doc1423992", "doc40405", "doc261351", "doc864555", "doc57975"], "ranked_scores": [372.0, 367.0, 366.0, 365.0, 365.0, 361.0, 360.0, 358.0, 358.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1160263", "doc1333905", "doc546881", "doc1986433", "doc1433613", "doc1975694", "doc2162650", "doc1467762", "doc588612"], "ranked_scores": [391.0, 379.0, 372.0, 371.0, 367.0, 366.0, 362.0, 358.0, 357.0, 356.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc845380", "doc1691028", "doc2067045", "doc2316721", "doc190844", "doc2334138", "doc1273973", "doc1877808", "doc2149599"], "ranked_scores": [353.0, 350.0, 349.0, 348.0, 345.0, 341.0, 340.0, 338.0, 338.0, 336.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88974", "doc2015719", "doc88931", "doc127031", "doc88934", "doc127040", "doc1452752", "doc175560", "doc88973", "doc1763997"], "ranked_scores": [397.0, 390.0, 388.0, 379.0, 379.0, 378.0, 376.0, 368.0, 367.0, 365.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc2486395", "doc2027228", "doc338813", "doc1798523", "doc698075", "doc212860", "doc17808", "doc338818", "doc1090039", "doc1637888"], "ranked_scores": [359.0, 358.0, 357.0, 348.0, 347.0, 345.0, 343.0, 342.0, 340.0, 340.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc18273", "doc63590", "doc911115", "doc193844", "doc108456", "doc323321", "doc376565", "doc1906610", "doc63585", "doc108559"], "ranked_scores": [399.0, 399.0, 399.0, 399.0, 373.0, 369.0, 367.0, 365.0, 364.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc462227", "doc1839188", "doc1253247", "doc1347235", "doc2654127", "doc1246069", "doc7163", "doc2836"], "ranked_scores": [367.0, 362.0, 355.0, 348.0, 348.0, 347.0, 347.0, 346.0, 346.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc2193668", "doc1487701", "doc4611", "doc951306", "doc753576", "doc404242", "doc1962033", "doc1439388", "doc1826212", "doc2613797"], "ranked_scores": [350.0, 346.0, 345.0, 342.0, 341.0, 340.0, 338.0, 337.0, 337.0, 337.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc642762", "doc1451760", "doc2007762", "doc785515", "doc1170391", "doc1986143", "doc1639614", "doc902546"], "ranked_scores": [381.0, 361.0, 355.0, 350.0, 348.0, 348.0, 345.0, 344.0, 343.0, 341.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc2622778", "doc1618376", "doc1618372", "doc36460", "doc36467", "doc2622759", "doc2396125", "doc36485", "doc2657970"], "ranked_scores": [406.0, 393.0, 391.0, 390.0, 386.0, 382.0, 374.0, 373.0, 370.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc337506", "doc1652564", "doc703714", "doc24299", "doc106372", "doc703736", "doc392476", "doc1332302", "doc973089"], "ranked_scores": [380.0, 369.0, 367.0, 367.0, 364.0, 364.0, 364.0, 364.0, 362.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc2393669", "doc643072", "doc1373323", "doc1373324", "doc1119808", "doc108892", "doc626438", "doc108887", "doc499894", "doc729573"], "ranked_scores": [423.0, 416.0, 415.0, 415.0, 407.0, 404.0, 400.0, 399.0, 396.0, 395.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430993", "doc1880724", "doc1431001", "doc1430994", "doc77971", "doc1334550", "doc801039", "doc2332984", "doc77973"], "ranked_scores": [363.0, 357.0, 354.0, 351.0, 349.0, 348.0, 348.0, 347.0, 344.0, 340.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512-pq-m16-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1254733", "doc1395336", "doc57247", "doc751998", "doc57226", "doc2040327", "doc260645", "doc57232", "doc1713783", "doc2116209"], "ranked_scores": [0.7232, 0.7207, 0.7162, 0.7162, 0.7051, 0.6972, 0.6957, 0.6906, 0.6845, 0.6696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2136789", "doc345111", "doc63542", "doc2292349", "doc2308785", "doc2555353", "doc2563097", "doc63538", "doc758444", "doc942208"], "ranked_scores": [0.7101, 0.7001, 0.6952, 0.6899, 0.6898, 0.6884, 0.6839, 0.6838, 0.6829, 0.6792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc69778", "doc69765", "doc377466", "doc1285909", "doc69772", "doc69767", "doc21871", "doc21829", "doc21832"], "ranked_scores": [0.7633, 0.7587, 0.7516, 0.7474, 0.7453, 0.7447, 0.7418, 0.7399, 0.7376, 0.7348], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc404141", "doc1570656", "doc163261", "doc1177870", "doc1678115", "doc591223", "doc1007260", "doc1402781", "doc872601"], "ranked_scores": [0.6838, 0.6742, 0.6677, 0.6669, 0.6633, 0.6608, 0.6603, 0.6596, 0.6591, 0.6577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc338868", "doc2165905", "doc1366756", "doc1741701", "doc2165906", "doc2165915", "doc2165907", "doc887635", "doc2165920", "doc684238"], "ranked_scores": [0.7577, 0.7536, 0.7536, 0.7531, 0.7521, 0.7521, 0.7521, 0.7521, 0.7521, 0.7521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc2384883", "doc1852504", "doc172864", "doc1021718", "doc1478919", "doc2035410", "doc27529", "doc1685757", "doc1749568", "doc1279689"], "ranked_scores": [0.6597, 0.6578, 0.6573, 0.6567, 0.6564, 0.6551, 0.6534, 0.6528, 0.6528, 0.6522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc119665", "doc620637", "doc293490", "doc1328113", "doc2095396", "doc1526230", "doc1829626", "doc2025330", "doc176183", "doc825186"], "ranked_scores": [0.7575, 0.7574, 0.7549, 0.7506, 0.7503, 0.7494, 0.747, 0.746, 0.7428, 0.7427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc81162", "doc597628", "doc2688", "doc440382", "doc966365", "doc29757", "doc1486663", "doc2096499", "doc520684", "doc520683"], "ranked_scores": [0.6143, 0.6088, 0.6046, 0.6016, 0.6014, 0.5956, 0.5955, 0.5868, 0.5842, 0.5804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61045", "doc1376346", "doc61054", "doc2083822", "doc61056", "doc1376345", "doc61043", "doc633767", "doc903103"], "ranked_scores": [0.7234, 0.6984, 0.6968, 0.679, 0.6786, 0.6556, 0.6538, 0.6251, 0.6218, 0.6059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2083987", "doc369237", "doc2004921", "doc369270", "doc97445", "doc2083994", "doc2071107", "doc2084016", "doc97442"], "ranked_scores": [0.795, 0.7941, 0.7841, 0.7771, 0.7733, 0.7725, 0.7701, 0.7684, 0.7648, 0.7522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc2648883", "doc1612515", "doc614721", "doc698039", "doc260645", "doc162834", "doc2534676", "doc233794", "doc418129"], "ranked_scores": [0.607, 0.5648, 0.5641, 0.5635, 0.5625, 0.5583, 0.5516, 0.5467, 0.5432, 0.5416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386120", "doc437627", "doc66003", "doc1386166", "doc1386116", "doc50109", "doc2171547", "doc1984114", "doc1604550", "doc1386159"], "ranked_scores": [0.7201, 0.7177, 0.711, 0.711, 0.7103, 0.6939, 0.6933, 0.6926, 0.691, 0.6864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703715", "doc703711", "doc337506", "doc1887731", "doc298160", "doc392481", "doc24299", "doc392476", "doc703702"], "ranked_scores": [0.6705, 0.6693, 0.6663, 0.6661, 0.6589, 0.6578, 0.6556, 0.6543, 0.6543, 0.6497], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7120", "doc7116", "doc7091", "doc7099", "doc7119", "doc7108", "doc7106", "doc7093", "doc2069908"], "ranked_scores": [0.7441, 0.7411, 0.7395, 0.7391, 0.7372, 0.728, 0.7239, 0.7212, 0.7171, 0.6803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc155440", "doc505032", "doc2252228", "doc787596", "doc787615", "doc155438", "doc683218", "doc787600", "doc260654"], "ranked_scores": [0.7245, 0.71, 0.7083, 0.7071, 0.7071, 0.705, 0.7042, 0.7041, 0.7025, 0.7006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc648364", "doc897", "doc229804", "doc2659217", "doc428400", "doc648344", "doc802395", "doc404160", "doc2203117", "doc750416"], "ranked_scores": [0.5858, 0.5852, 0.5728, 0.5643, 0.561, 0.5601, 0.559, 0.5579, 0.5556, 0.5548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc788472", "doc90322", "doc1380357", "doc30774", "doc1380356", "doc24925", "doc2202499", "doc382236", "doc2509293", "doc2570457"], "ranked_scores": [0.7257, 0.7199, 0.7129, 0.7114, 0.7114, 0.7099, 0.7029, 0.7029, 0.7001, 0.6991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1825079", "doc52429", "doc648344", "doc2203152", "doc648364", "doc490514", "doc904153", "doc1719794", "doc648335", "doc1759594"], "ranked_scores": [0.6683, 0.663, 0.6572, 0.6556, 0.6523, 0.6408, 0.6383, 0.6338, 0.6326, 0.6325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc2439294", "doc56897", "doc56921", "doc2509989", "doc2313864", "doc2313854", "doc2299192", "doc1102442", "doc2678215"], "ranked_scores": [0.734, 0.7298, 0.7234, 0.7224, 0.7126, 0.7109, 0.7007, 0.6966, 0.6952, 0.6886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80078", "doc137908", "doc737601", "doc470479", "doc2563023", "doc1068994", "doc1912506", "doc1391659", "doc80154"], "ranked_scores": [0.7914, 0.7804, 0.7769, 0.7751, 0.7695, 0.7647, 0.7647, 0.7639, 0.7629, 0.7626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240293", "doc1248717", "doc2240291", "doc2240268", "doc506841", "doc2010388", "doc1852908", "doc629517", "doc506854"], "ranked_scores": [0.6582, 0.6296, 0.6292, 0.6276, 0.6251, 0.6248, 0.6223, 0.6219, 0.6193, 0.6174], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc1107323", "doc2289855", "doc1202814", "doc224770", "doc474060", "doc1858452", "doc474073", "doc207464", "doc864645"], "ranked_scores": [0.7383, 0.7286, 0.7131, 0.7111, 0.711, 0.7107, 0.7094, 0.7081, 0.7069, 0.7067], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1587280", "doc1357270", "doc133369", "doc1223270", "doc2588942", "doc1284333", "doc2462279"], "ranked_scores": [0.6729, 0.6247, 0.5772, 0.5276, 0.5164, 0.5153, 0.5131, 0.513, 0.5111, 0.5105], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc81655", "doc1390300", "doc1199221", "doc721746", "doc37890", "doc1390312", "doc2115402", "doc57940", "doc282412"], "ranked_scores": [0.5956, 0.5956, 0.5915, 0.5902, 0.5876, 0.5874, 0.5733, 0.5717, 0.5696, 0.5603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc2193668", "doc765127", "doc1962033", "doc2077366", "doc1224325", "doc2217346", "doc1187141", "doc757822", "doc1487701"], "ranked_scores": [0.6511, 0.6133, 0.606, 0.6034, 0.5755, 0.5666, 0.5527, 0.5519, 0.5503, 0.5488], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc467715", "doc1385353", "doc1385349", "doc1385345", "doc1683659", "doc456580", "doc35524", "doc64317", "doc64318", "doc851269"], "ranked_scores": [0.6606, 0.6593, 0.6593, 0.6593, 0.6593, 0.6593, 0.6541, 0.6541, 0.6541, 0.6496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.378, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520320", "doc638932", "doc539419", "doc1520211", "doc1520311", "doc539428", "doc1321929", "doc1520278", "doc437662", "doc1520275"], "ranked_scores": [0.761, 0.757, 0.7511, 0.7499, 0.7464, 0.7441, 0.7431, 0.7424, 0.7393, 0.7387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1315083", "doc1315064", "doc754076", "doc1778743", "doc866436", "doc1314964", "doc1759054", "doc552720", "doc1385395", "doc35173"], "ranked_scores": [0.5502, 0.5502, 0.544, 0.5331, 0.5166, 0.5146, 0.509, 0.4948, 0.4923, 0.4908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc587116", "doc1212031", "doc24939", "doc524130", "doc524132", "doc585415", "doc2149599", "doc1728777", "doc2401371", "doc1597244"], "ranked_scores": [0.4765, 0.4685, 0.4678, 0.4555, 0.4549, 0.4525, 0.4524, 0.4515, 0.4507, 0.4497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc238803", "doc93287", "doc2179022", "doc1069317", "doc2179035", "doc781344", "doc1283940", "doc1986402", "doc181195"], "ranked_scores": [0.6147, 0.5666, 0.538, 0.5352, 0.533, 0.533, 0.5276, 0.5235, 0.5225, 0.5107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394758", "doc1394755", "doc2259504", "doc1394743", "doc1394760", "doc1241567", "doc2486654", "doc2142521"], "ranked_scores": [0.7453, 0.7335, 0.7233, 0.7229, 0.7194, 0.7185, 0.7175, 0.715, 0.7135, 0.7132], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc515771", "doc2369112", "doc990514", "doc94371", "doc2449643", "doc1185579", "doc368654", "doc934719", "doc2194194", "doc6858"], "ranked_scores": [0.6606, 0.6546, 0.653, 0.6476, 0.6466, 0.6452, 0.6383, 0.6303, 0.6299, 0.6284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc1270352", "doc1572538", "doc391459", "doc1464212", "doc543176", "doc381923", "doc2355469", "doc171833", "doc1248125"], "ranked_scores": [0.6749, 0.6602, 0.6524, 0.6524, 0.6518, 0.6459, 0.6453, 0.64, 0.6377, 0.6367], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc4147", "doc2107033", "doc6531", "doc2166568", "doc324540", "doc2107022", "doc358938", "doc53643", "doc2107018", "doc172405"], "ranked_scores": [0.7449, 0.7431, 0.7423, 0.7397, 0.7385, 0.7285, 0.7238, 0.7189, 0.7178, 0.715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2587562", "doc435078", "doc2587564", "doc2646161", "doc435075", "doc435076", "doc435083", "doc435085", "doc782782", "doc2607396"], "ranked_scores": [0.7631, 0.7631, 0.7631, 0.7569, 0.7541, 0.7492, 0.7411, 0.7407, 0.7255, 0.7237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc336518", "doc397701", "doc755217", "doc2665803", "doc2085567", "doc688403", "doc518266", "doc2119808", "doc434733", "doc1370970"], "ranked_scores": [0.5178, 0.517, 0.5126, 0.5121, 0.504, 0.4876, 0.4851, 0.4835, 0.4726, 0.4708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1094361", "doc381154", "doc191614", "doc604235", "doc1056790", "doc946285", "doc1162080", "doc2179035", "doc93503", "doc1512044"], "ranked_scores": [0.5327, 0.5284, 0.5206, 0.5147, 0.5079, 0.5058, 0.5007, 0.4985, 0.4919, 0.491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc2265144", "doc2304461", "doc261351", "doc601133", "doc40405", "doc113426", "doc2175230", "doc140893", "doc1293555", "doc704819"], "ranked_scores": [0.5915, 0.5912, 0.5829, 0.5809, 0.5797, 0.575, 0.5737, 0.5724, 0.5704, 0.5657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc546881", "doc1986437", "doc1333905", "doc2465656", "doc1160263", "doc1730288", "doc1986433", "doc1100566", "doc588578", "doc1986449"], "ranked_scores": [0.6604, 0.6546, 0.6528, 0.6473, 0.6445, 0.6388, 0.6313, 0.6177, 0.615, 0.611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc949124", "doc212899", "doc845380", "doc201166", "doc221817", "doc2655469", "doc2316721", "doc602736", "doc201170", "doc201181"], "ranked_scores": [0.4915, 0.4682, 0.4681, 0.4623, 0.4553, 0.4515, 0.45, 0.4497, 0.4485, 0.4462], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc88931", "doc88934", "doc88974", "doc88973", "doc88933", "doc127031", "doc2015719", "doc1452752", "doc779563"], "ranked_scores": [0.7061, 0.7042, 0.6989, 0.6807, 0.6757, 0.6737, 0.6736, 0.6729, 0.6717, 0.661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1455509", "doc2267530", "doc1923941", "doc1798523", "doc338818", "doc669209", "doc187765", "doc2442198", "doc1455462", "doc1455511"], "ranked_scores": [0.5162, 0.5135, 0.5009, 0.498, 0.4968, 0.4965, 0.493, 0.4913, 0.4885, 0.4857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc18273", "doc63590", "doc911115", "doc193844", "doc771233", "doc1906610", "doc2072948", "doc389941", "doc108456", "doc276042"], "ranked_scores": [0.7115, 0.7115, 0.7115, 0.6972, 0.6586, 0.6508, 0.6405, 0.6395, 0.6381, 0.637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc355540", "doc7165", "doc1670303", "doc7161", "doc299691", "doc1273458", "doc1997397", "doc656863", "doc915991", "doc933773"], "ranked_scores": [0.5711, 0.5608, 0.5552, 0.5533, 0.5488, 0.5405, 0.538, 0.538, 0.538, 0.538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc902657", "doc1826212", "doc2060827", "doc2193668", "doc757822", "doc491925", "doc1590467", "doc830104", "doc1187141", "doc4611"], "ranked_scores": [0.5047, 0.4749, 0.4388, 0.4283, 0.4233, 0.4169, 0.4087, 0.4083, 0.4031, 0.3995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc2639996", "doc642762", "doc173893", "doc2007762", "doc531809", "doc2431178", "doc2483577", "doc2634368"], "ranked_scores": [0.5588, 0.525, 0.5179, 0.5117, 0.5063, 0.5033, 0.489, 0.4804, 0.4732, 0.4703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618376", "doc2622778", "doc36485", "doc36460", "doc2622759", "doc1618372", "doc36467", "doc2396125", "doc1256783"], "ranked_scores": [0.783, 0.783, 0.783, 0.7778, 0.7725, 0.768, 0.739, 0.7303, 0.729, 0.6565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc703715", "doc703702", "doc106338", "doc392476", "doc24299", "doc703711", "doc1445498", "doc106367", "doc703731"], "ranked_scores": [0.6198, 0.6102, 0.6043, 0.6043, 0.6024, 0.6024, 0.6009, 0.5982, 0.5965, 0.5965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc1119808", "doc108892", "doc108887", "doc1119543", "doc108959", "doc2393669", "doc1373324", "doc729661"], "ranked_scores": [0.7657, 0.7657, 0.7613, 0.7588, 0.7585, 0.7562, 0.7559, 0.7556, 0.7554, 0.7546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77976", "doc1504263", "doc1334550", "doc77973", "doc77971", "doc857632", "doc1880724", "doc2372456", "doc804930"], "ranked_scores": [0.5485, 0.5116, 0.5033, 0.4807, 0.4773, 0.4547, 0.4525, 0.4511, 0.45, 0.4463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-pq-m16-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1254733", "doc57226", "doc57232", "doc1395336", "doc57242", "doc751998", "doc2116209", "doc1713783", "doc57248", "doc57247"], "ranked_scores": [0.7189, 0.7013, 0.6816, 0.6812, 0.6747, 0.6524, 0.6405, 0.6384, 0.6363, 0.6236], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1664486", "doc63542", "doc2563097", "doc502099", "doc345111", "doc1982515", "doc497737", "doc2136789"], "ranked_scores": [0.7198, 0.7054, 0.6868, 0.6867, 0.6751, 0.6581, 0.6567, 0.6509, 0.6488, 0.6475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc377466", "doc78091", "doc776142", "doc69767", "doc812322", "doc21829", "doc69765", "doc2285692", "doc21831", "doc1393796"], "ranked_scores": [0.7481, 0.7434, 0.7427, 0.7415, 0.7401, 0.7362, 0.7325, 0.7301, 0.7289, 0.7253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc1570656", "doc404141", "doc230376", "doc1007260", "doc1911408", "doc2525766", "doc536608", "doc415358", "doc565706"], "ranked_scores": [0.7004, 0.687, 0.6827, 0.6714, 0.664, 0.6614, 0.6614, 0.6614, 0.6614, 0.6614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366765", "doc2307709", "doc1382073", "doc1812653", "doc338854", "doc1741706", "doc1812661", "doc1741704", "doc1382207", "doc2372193"], "ranked_scores": [0.7494, 0.7453, 0.7453, 0.7452, 0.7448, 0.7445, 0.7441, 0.7428, 0.7424, 0.7422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc381292", "doc1770477", "doc1279689", "doc27538", "doc1852503", "doc1478919", "doc1685757", "doc1021718", "doc1407409"], "ranked_scores": [0.7327, 0.6948, 0.6908, 0.6757, 0.6715, 0.6634, 0.6631, 0.6546, 0.6546, 0.6514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc825186", "doc272763", "doc620637", "doc653285", "doc422133", "doc579128", "doc293491", "doc1953211", "doc293490", "doc925929"], "ranked_scores": [0.7673, 0.7602, 0.7583, 0.7582, 0.7576, 0.7567, 0.7546, 0.7541, 0.7527, 0.7514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc597628", "doc2107778", "doc278641", "doc151694", "doc327730", "doc966365", "doc29757", "doc2508418", "doc231271", "doc520687"], "ranked_scores": [0.691, 0.6813, 0.6696, 0.6673, 0.665, 0.6644, 0.6614, 0.6603, 0.6554, 0.6543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc61045", "doc1376346", "doc61043", "doc2083822", "doc1376345", "doc1976860", "doc1971249", "doc1612682"], "ranked_scores": [0.6991, 0.6945, 0.6679, 0.6609, 0.6024, 0.5908, 0.5462, 0.5413, 0.5346, 0.5239], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc97445", "doc2083987", "doc369270", "doc369261", "doc369237", "doc2083994", "doc2084016"], "ranked_scores": [0.8129, 0.7852, 0.778, 0.7754, 0.76, 0.7529, 0.7371, 0.7312, 0.7267, 0.7238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc162708", "doc418129", "doc1163498", "doc1163516", "doc1458417", "doc260645", "doc698039", "doc1612515", "doc614724"], "ranked_scores": [0.6144, 0.5698, 0.5376, 0.5259, 0.5255, 0.5203, 0.5193, 0.5183, 0.5174, 0.5166], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc1386116", "doc66003", "doc2295211", "doc2665658", "doc1984114", "doc253608", "doc2171547", "doc2556389"], "ranked_scores": [0.73, 0.7246, 0.7077, 0.7015, 0.6972, 0.6939, 0.6691, 0.6684, 0.6631, 0.6604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc392481", "doc703714", "doc392476", "doc24299", "doc703715", "doc1332302", "doc1445498", "doc1445510", "doc1445499"], "ranked_scores": [0.669, 0.6595, 0.6588, 0.6547, 0.6547, 0.6486, 0.6413, 0.6405, 0.637, 0.6326], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7106", "doc7091", "doc7116", "doc7119", "doc7093", "doc7099", "doc7108", "doc692559", "doc7120"], "ranked_scores": [0.7653, 0.7621, 0.7595, 0.7379, 0.7324, 0.7305, 0.7265, 0.7199, 0.713, 0.7101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc155440", "doc2252228", "doc787596", "doc260654", "doc787615", "doc787600", "doc90807", "doc155438", "doc1324516", "doc505032"], "ranked_scores": [0.7345, 0.7319, 0.7289, 0.7202, 0.7105, 0.7024, 0.7017, 0.6991, 0.6932, 0.6842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc453118", "doc2018288", "doc229804", "doc220990", "doc1078877", "doc750414", "doc2659217", "doc428400", "doc269387"], "ranked_scores": [0.586, 0.5779, 0.5599, 0.5517, 0.5485, 0.5415, 0.5389, 0.5328, 0.5318, 0.5302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc382236", "doc1380357", "doc1786046", "doc1380356", "doc30773", "doc1734041", "doc24903", "doc30774", "doc651957"], "ranked_scores": [0.7279, 0.7155, 0.7138, 0.7045, 0.7033, 0.7019, 0.6986, 0.697, 0.6878, 0.6869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc1825079", "doc648335", "doc2581432", "doc1482058", "doc904153", "doc2009369", "doc2203152", "doc52429", "doc648344"], "ranked_scores": [0.6441, 0.601, 0.5919, 0.5909, 0.5862, 0.5822, 0.57, 0.5664, 0.5638, 0.5605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc873481", "doc1102442", "doc2510026", "doc2509989", "doc2439294", "doc1601611", "doc1685439", "doc2313864"], "ranked_scores": [0.7435, 0.7422, 0.7333, 0.7322, 0.7284, 0.7184, 0.7125, 0.7052, 0.6971, 0.6959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80074", "doc737601", "doc80154", "doc2215178", "doc137908", "doc470479", "doc2563023", "doc367206", "doc2562963"], "ranked_scores": [0.7778, 0.7728, 0.7416, 0.7394, 0.7367, 0.7355, 0.7352, 0.7326, 0.727, 0.7224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240268", "doc399642", "doc2240293", "doc506841", "doc1945762", "doc1214168", "doc2279199", "doc2353712", "doc180079"], "ranked_scores": [0.6848, 0.6345, 0.6196, 0.6134, 0.6134, 0.6069, 0.5983, 0.598, 0.5976, 0.5892], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc1040948", "doc511592", "doc2289855", "doc1682464", "doc864645", "doc474060", "doc261064", "doc2517379", "doc138458"], "ranked_scores": [0.6811, 0.672, 0.6707, 0.6659, 0.662, 0.6599, 0.6587, 0.6545, 0.6506, 0.6487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc1357270", "doc446492", "doc1587280", "doc133369", "doc1842984", "doc555420", "doc1018578", "doc447042"], "ranked_scores": [0.7114, 0.5812, 0.5557, 0.5442, 0.5397, 0.5355, 0.5324, 0.532, 0.5316, 0.5259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc57946", "doc1199221", "doc721746", "doc1390312", "doc1390300", "doc57940", "doc57948", "doc37890", "doc1101054"], "ranked_scores": [0.5893, 0.5813, 0.5625, 0.5557, 0.5461, 0.5415, 0.5316, 0.5278, 0.5188, 0.5159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc1224325", "doc765127", "doc751435", "doc1187141", "doc1741593", "doc2286850", "doc879199", "doc2077366"], "ranked_scores": [0.6695, 0.6239, 0.5761, 0.5613, 0.5534, 0.5203, 0.507, 0.5047, 0.5039, 0.5034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc1385353", "doc456580", "doc851269", "doc64318", "doc1385349", "doc1683659", "doc971992", "doc35524", "doc1376793", "doc1385345"], "ranked_scores": [0.6929, 0.6929, 0.6857, 0.6857, 0.6857, 0.6799, 0.6785, 0.678, 0.6656, 0.6626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc539428", "doc1520300", "doc1520254", "doc1321884", "doc638932", "doc437683", "doc1520311", "doc1520211", "doc437685", "doc1321883"], "ranked_scores": [0.8161, 0.801, 0.8, 0.7933, 0.793, 0.789, 0.789, 0.7885, 0.7867, 0.7864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc754076", "doc1315083", "doc1315064", "doc35173", "doc1778743", "doc866436", "doc1759054", "doc877823", "doc1840131", "doc552720"], "ranked_scores": [0.5616, 0.5455, 0.5455, 0.5296, 0.5286, 0.5234, 0.511, 0.504, 0.4957, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc602735", "doc524130", "doc587116", "doc1445420", "doc1894178", "doc24939", "doc27298", "doc802931", "doc773669", "doc2250120"], "ranked_scores": [0.4767, 0.4592, 0.4588, 0.4519, 0.4505, 0.4479, 0.4326, 0.4275, 0.4238, 0.4231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2179035", "doc2179022", "doc2204719", "doc2306629", "doc832551", "doc238803", "doc751967", "doc1283940"], "ranked_scores": [0.6829, 0.5742, 0.5695, 0.5629, 0.5385, 0.5315, 0.5219, 0.5216, 0.519, 0.5171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1600089", "doc1394755", "doc1241567", "doc1517979", "doc2486654", "doc1857677", "doc28581", "doc1410020"], "ranked_scores": [0.7679, 0.714, 0.7051, 0.7046, 0.6867, 0.6849, 0.6833, 0.6821, 0.6812, 0.6806], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1437877", "doc2369112", "doc660271", "doc94371", "doc643072", "doc1373323", "doc108887", "doc368643", "doc24505", "doc2393669"], "ranked_scores": [0.6548, 0.6431, 0.643, 0.6404, 0.6386, 0.6386, 0.6364, 0.6267, 0.6259, 0.6256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105763", "doc1464212", "doc946247", "doc2355469", "doc849003", "doc105758", "doc105739", "doc1587280", "doc133369", "doc1572538"], "ranked_scores": [0.6234, 0.6158, 0.614, 0.6105, 0.6089, 0.6032, 0.6002, 0.5986, 0.5944, 0.5889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107022", "doc1927002", "doc6531", "doc324540", "doc606253", "doc2107018", "doc358938", "doc28935", "doc2107033", "doc1400527"], "ranked_scores": [0.6963, 0.6804, 0.6785, 0.6781, 0.6766, 0.6646, 0.6624, 0.6623, 0.6557, 0.6544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2646161", "doc435075", "doc435076", "doc435078", "doc2587562", "doc2587564", "doc435083", "doc768322", "doc378301", "doc70905"], "ranked_scores": [0.7696, 0.7689, 0.7562, 0.7482, 0.7462, 0.7462, 0.7266, 0.7222, 0.7172, 0.7153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc336518", "doc1370970", "doc15890", "doc2119808", "doc2665803", "doc733127", "doc688403", "doc2042102", "doc2085567", "doc2448623"], "ranked_scores": [0.5305, 0.4811, 0.4706, 0.4639, 0.4635, 0.4608, 0.4329, 0.4223, 0.4175, 0.4083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc604235", "doc1245931", "doc381154", "doc50167", "doc1056790", "doc1002584", "doc93287", "doc1851601", "doc190988", "doc1094361"], "ranked_scores": [0.5689, 0.5404, 0.534, 0.5338, 0.5282, 0.5215, 0.5143, 0.5127, 0.512, 0.5085], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc2265144", "doc601133", "doc113426", "doc998023", "doc1345740", "doc693852", "doc261351", "doc367417", "doc1539817", "doc564961"], "ranked_scores": [0.6067, 0.6, 0.5919, 0.5753, 0.5647, 0.5562, 0.5558, 0.55, 0.5491, 0.541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1333905", "doc546881", "doc1160263", "doc2465656", "doc577385", "doc1975694", "doc588590", "doc588578", "doc1986449"], "ranked_scores": [0.6905, 0.6698, 0.6698, 0.6663, 0.654, 0.6389, 0.637, 0.6266, 0.6262, 0.6134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1691028", "doc913417", "doc1370451", "doc845380", "doc845377", "doc2629336", "doc2188384", "doc14746", "doc1105530", "doc2535522"], "ranked_scores": [0.4681, 0.4412, 0.441, 0.4407, 0.439, 0.4369, 0.4365, 0.4351, 0.4337, 0.4267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc88934", "doc127031", "doc1452752", "doc2015719", "doc548704", "doc127040", "doc2624067", "doc175560"], "ranked_scores": [0.653, 0.6405, 0.6256, 0.6034, 0.5715, 0.5644, 0.5588, 0.5509, 0.55, 0.5475], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc2267530", "doc338813", "doc2480452", "doc57948", "doc1525759", "doc1308445", "doc669209", "doc864016", "doc260645"], "ranked_scores": [0.5361, 0.5074, 0.5, 0.4982, 0.4945, 0.4894, 0.4861, 0.4859, 0.4838, 0.4834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc911115", "doc63590", "doc18273", "doc193844", "doc18274", "doc389941", "doc108456", "doc1906610", "doc276042", "doc376580"], "ranked_scores": [0.7448, 0.7448, 0.7448, 0.7056, 0.6939, 0.6882, 0.6773, 0.6625, 0.6542, 0.6509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1839188", "doc355540", "doc2350463", "doc1670303", "doc1273458", "doc1183356", "doc462227", "doc1486450", "doc7161"], "ranked_scores": [0.5882, 0.5569, 0.5245, 0.5133, 0.509, 0.5081, 0.4873, 0.4846, 0.4802, 0.4769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc902657", "doc2193668", "doc1487701", "doc4611", "doc951306", "doc2036108", "doc1187141", "doc22915", "doc1231969", "doc404242"], "ranked_scores": [0.4929, 0.4269, 0.3904, 0.3812, 0.379, 0.3633, 0.3621, 0.362, 0.353, 0.3529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc2057552", "doc2007762", "doc1736704", "doc2639996", "doc52429", "doc1736708", "doc2402770", "doc1723101"], "ranked_scores": [0.5516, 0.5399, 0.5279, 0.5133, 0.5019, 0.4957, 0.4937, 0.486, 0.4839, 0.4792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618372", "doc2622778", "doc2622759", "doc1618376", "doc36460", "doc2396125", "doc36485", "doc36467", "doc1256783"], "ranked_scores": [0.7774, 0.7449, 0.7078, 0.6976, 0.6922, 0.6919, 0.6839, 0.678, 0.6635, 0.6179], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1804263", "doc24299", "doc392476", "doc1445498", "doc106355", "doc703719", "doc106332", "doc392481", "doc1445499", "doc703736"], "ranked_scores": [0.642, 0.6257, 0.6257, 0.6201, 0.6197, 0.6197, 0.6132, 0.6117, 0.61, 0.605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc1373324", "doc108887", "doc1119808", "doc550879", "doc2393669", "doc499894", "doc2054870", "doc729572"], "ranked_scores": [0.7767, 0.7767, 0.7766, 0.776, 0.7649, 0.7533, 0.7512, 0.7491, 0.749, 0.749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77976", "doc1504263", "doc2079848", "doc1334550", "doc77971", "doc857632", "doc2182044", "doc2372456", "doc1431001"], "ranked_scores": [0.5573, 0.5507, 0.5238, 0.4924, 0.4588, 0.4553, 0.4448, 0.4342, 0.4279, 0.4258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-pq-m16-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc1395336", "doc1254733", "doc57232", "doc57248", "doc57247", "doc1142095", "doc751998", "doc1069317"], "ranked_scores": [0.7297, 0.7291, 0.7164, 0.7024, 0.6965, 0.6787, 0.6744, 0.6706, 0.6671, 0.6422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc2292349", "doc63538", "doc63542", "doc2136789", "doc21277", "doc1815291", "doc1982515", "doc345111", "doc1911979"], "ranked_scores": [0.7484, 0.7262, 0.7105, 0.6939, 0.6864, 0.6825, 0.6822, 0.6756, 0.651, 0.6433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc278091", "doc69767", "doc69765", "doc377466", "doc776139", "doc365451", "doc21829", "doc812322", "doc365452", "doc21831"], "ranked_scores": [0.7319, 0.7314, 0.7187, 0.7085, 0.7006, 0.696, 0.6956, 0.6923, 0.6918, 0.6874], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc1177870", "doc392076", "doc1113377", "doc161015", "doc1911408", "doc415358", "doc2525766", "doc536608", "doc565706"], "ranked_scores": [0.7374, 0.697, 0.6934, 0.6928, 0.6908, 0.6908, 0.6908, 0.6908, 0.6908, 0.6908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc338868", "doc2307709", "doc887635", "doc2165920", "doc684238", "doc1366765", "doc338854", "doc1741704", "doc1382073"], "ranked_scores": [0.7621, 0.7615, 0.761, 0.7589, 0.7482, 0.7436, 0.7381, 0.7337, 0.7316, 0.731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1852503", "doc1177694", "doc27538", "doc1021718", "doc1407409", "doc381292", "doc1762978", "doc2176004", "doc1279689"], "ranked_scores": [0.7249, 0.6963, 0.68, 0.6721, 0.6703, 0.6699, 0.6614, 0.6581, 0.6492, 0.6472], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc2095396", "doc653285", "doc293491", "doc1526230", "doc273559", "doc2025330", "doc1480727", "doc825186", "doc620637"], "ranked_scores": [0.8142, 0.7952, 0.7931, 0.7861, 0.777, 0.7766, 0.7706, 0.7646, 0.7618, 0.7561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc966365", "doc2096499", "doc29757", "doc520683", "doc38721", "doc520684", "doc2688", "doc1798668", "doc520687", "doc2508418"], "ranked_scores": [0.6988, 0.6795, 0.6654, 0.662, 0.6498, 0.6444, 0.6399, 0.6295, 0.6291, 0.6225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61045", "doc61036", "doc1538954", "doc61043", "doc1376346", "doc742717", "doc1376345", "doc1612682", "doc1971249"], "ranked_scores": [0.6704, 0.6455, 0.6415, 0.5906, 0.5846, 0.5722, 0.5657, 0.5585, 0.5503, 0.5309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc2004921", "doc1116765", "doc2084014", "doc97421", "doc2380009", "doc2574334", "doc369237", "doc369270", "doc152483"], "ranked_scores": [0.8218, 0.7904, 0.7651, 0.7507, 0.7499, 0.748, 0.7454, 0.7227, 0.7148, 0.7034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1999887", "doc233794", "doc260645", "doc1153299", "doc614724", "doc908573", "doc562696", "doc781344", "doc1612515"], "ranked_scores": [0.6636, 0.6203, 0.6198, 0.6095, 0.5978, 0.5931, 0.5812, 0.5802, 0.5798, 0.5781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc66003", "doc437627", "doc1386166", "doc253608", "doc1386116", "doc83863", "doc929272", "doc83864", "doc1386120", "doc2171547"], "ranked_scores": [0.7175, 0.717, 0.7134, 0.7078, 0.701, 0.7002, 0.6955, 0.6828, 0.6755, 0.6702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc703715", "doc703728", "doc337506", "doc106372", "doc703736", "doc703733", "doc337547", "doc392476"], "ranked_scores": [0.6933, 0.6416, 0.6254, 0.6216, 0.6194, 0.6149, 0.6149, 0.6141, 0.6092, 0.6075], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7119", "doc7106", "doc7108", "doc7099", "doc316997", "doc692559", "doc7120", "doc1599042"], "ranked_scores": [0.7939, 0.7442, 0.7358, 0.7306, 0.7241, 0.715, 0.7137, 0.7131, 0.6931, 0.6818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82127", "doc82130", "doc90808", "doc891692", "doc787597", "doc1098823", "doc787596", "doc1254817", "doc1588867"], "ranked_scores": [0.8068, 0.7513, 0.7158, 0.7018, 0.6905, 0.6876, 0.6848, 0.6696, 0.6649, 0.6556], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750414", "doc453118", "doc536387", "doc269387", "doc439366", "doc428400", "doc244368", "doc2502101", "doc897", "doc229804"], "ranked_scores": [0.6258, 0.6014, 0.5953, 0.5587, 0.5571, 0.5371, 0.5191, 0.5127, 0.5102, 0.5037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc468490", "doc1380356", "doc1380357", "doc416774", "doc651946", "doc563699", "doc1824654", "doc651957"], "ranked_scores": [0.7388, 0.7001, 0.6981, 0.6904, 0.6901, 0.6806, 0.6682, 0.6634, 0.6529, 0.6435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc1482058", "doc36402", "doc2009369", "doc2141867", "doc1825079", "doc73739", "doc58892", "doc1497378", "doc904153"], "ranked_scores": [0.6165, 0.6015, 0.5981, 0.5811, 0.5753, 0.5743, 0.5609, 0.5557, 0.5552, 0.5536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc56921", "doc1102442", "doc2510026", "doc2509989", "doc952849", "doc1806221", "doc1601611", "doc873480"], "ranked_scores": [0.7446, 0.7361, 0.7312, 0.7129, 0.6901, 0.6646, 0.6605, 0.6597, 0.647, 0.6403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80074", "doc80151", "doc80154", "doc80078", "doc137908", "doc2215178", "doc1912506", "doc345642", "doc80067", "doc2076427"], "ranked_scores": [0.7605, 0.7444, 0.7423, 0.7384, 0.7306, 0.7244, 0.6967, 0.6912, 0.6907, 0.6857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc506841", "doc2353712", "doc2240293", "doc1248717", "doc183950", "doc2240291", "doc1945762", "doc1018572"], "ranked_scores": [0.7411, 0.6681, 0.6628, 0.6626, 0.6436, 0.6387, 0.6337, 0.6301, 0.63, 0.6263], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc99377", "doc207464", "doc26444", "doc864645", "doc1682464", "doc1040948", "doc26460", "doc2517379", "doc2517376", "doc1617211"], "ranked_scores": [0.7108, 0.7002, 0.6926, 0.6697, 0.6627, 0.6621, 0.6609, 0.6447, 0.6438, 0.6436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1682561", "doc1572538", "doc1842984", "doc1587280", "doc1830328", "doc1357270", "doc864016", "doc184609", "doc1732443"], "ranked_scores": [0.7352, 0.6776, 0.5968, 0.5846, 0.5815, 0.5766, 0.5742, 0.5712, 0.5591, 0.5575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc57946", "doc1199221", "doc37890", "doc57948", "doc721746", "doc57940", "doc37884", "doc162834", "doc1101054"], "ranked_scores": [0.7025, 0.6652, 0.6487, 0.6426, 0.6172, 0.6012, 0.6008, 0.5897, 0.5838, 0.5805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc2193668", "doc1187141", "doc1224325", "doc430256", "doc751435", "doc1936829", "doc1368159", "doc757822"], "ranked_scores": [0.7032, 0.5947, 0.5549, 0.5403, 0.5401, 0.5321, 0.5266, 0.5256, 0.5242, 0.518], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc705952", "doc64317", "doc1683659", "doc64318", "doc35524", "doc35513", "doc1376793", "doc64316", "doc1385353", "doc456580"], "ranked_scores": [0.7055, 0.7007, 0.6966, 0.6956, 0.6942, 0.6915, 0.6904, 0.687, 0.6778, 0.6778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc1520244", "doc1321929", "doc1321914", "doc1520300", "doc1977978", "doc1520311", "doc1321883", "doc1520222", "doc437701"], "ranked_scores": [0.8266, 0.8216, 0.8209, 0.8177, 0.8158, 0.8156, 0.8019, 0.8008, 0.796, 0.7958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1385395", "doc754076", "doc35173", "doc866436", "doc1315064", "doc1315083", "doc1314857", "doc1759054", "doc552697", "doc438117"], "ranked_scores": [0.5967, 0.55, 0.5249, 0.5192, 0.518, 0.4932, 0.4647, 0.4622, 0.4584, 0.458], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2558036", "doc170931", "doc1597410", "doc131480", "doc1891609", "doc602735", "doc531512", "doc1953592", "doc104082", "doc1891612"], "ranked_scores": [0.4994, 0.4961, 0.4926, 0.4905, 0.4874, 0.4857, 0.4699, 0.4676, 0.466, 0.4633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2179022", "doc2306629", "doc832551", "doc53465", "doc2179035", "doc146706", "doc93287", "doc751967", "doc2590203"], "ranked_scores": [0.7796, 0.5995, 0.5632, 0.5585, 0.5566, 0.5526, 0.5463, 0.5425, 0.5388, 0.5371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1007190", "doc1600089", "doc2486654", "doc324530", "doc1517979", "doc25697", "doc1394755", "doc530778"], "ranked_scores": [0.7717, 0.7445, 0.7304, 0.721, 0.6985, 0.6934, 0.6907, 0.6876, 0.6863, 0.6815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1373323", "doc828063", "doc1373324", "doc935127", "doc660271", "doc643072", "doc2393669", "doc1437877", "doc84481", "doc1119808"], "ranked_scores": [0.6559, 0.6487, 0.6457, 0.6409, 0.6394, 0.6334, 0.6266, 0.626, 0.6247, 0.6231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc1223270", "doc1270352", "doc105763", "doc105759", "doc133369", "doc946247", "doc1729412", "doc1842984", "doc1464212"], "ranked_scores": [0.6387, 0.6078, 0.6063, 0.5833, 0.5791, 0.5774, 0.5646, 0.5607, 0.5594, 0.559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1294814", "doc579105", "doc606253", "doc1477591", "doc2399996", "doc28942", "doc173076", "doc61939", "doc2111513", "doc1400527"], "ranked_scores": [0.7017, 0.6915, 0.691, 0.6835, 0.6794, 0.6743, 0.6712, 0.6708, 0.6673, 0.6662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435076", "doc2587562", "doc412180", "doc2498488", "doc435075", "doc2587564", "doc435078", "doc70905", "doc435083", "doc2646161"], "ranked_scores": [0.7539, 0.7524, 0.752, 0.752, 0.7473, 0.7235, 0.7147, 0.7143, 0.7138, 0.7137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc2665803", "doc2402770", "doc336518", "doc1534069", "doc2042102", "doc2024841", "doc1096264", "doc733127", "doc15890"], "ranked_scores": [0.5654, 0.5332, 0.481, 0.4768, 0.4689, 0.463, 0.4616, 0.461, 0.4602, 0.4559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1245931", "doc722476", "doc381154", "doc1283940", "doc1002584", "doc1094361", "doc2179022", "doc1851601", "doc2179035", "doc1903418"], "ranked_scores": [0.6029, 0.5701, 0.5466, 0.5383, 0.538, 0.5345, 0.5335, 0.5304, 0.5278, 0.5276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc2035909", "doc1345740", "doc2265144", "doc367417", "doc2581273", "doc376241", "doc975794", "doc261351", "doc1794168"], "ranked_scores": [0.6116, 0.5854, 0.5714, 0.5605, 0.5353, 0.526, 0.5105, 0.5018, 0.4937, 0.491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc546881", "doc1333905", "doc1975694", "doc1160263", "doc2465656", "doc1792210", "doc577385", "doc1119214", "doc2058897"], "ranked_scores": [0.712, 0.7113, 0.6934, 0.6922, 0.6837, 0.6601, 0.6366, 0.6286, 0.6278, 0.6173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc2188384", "doc1370451", "doc1691028", "doc201173", "doc949124", "doc1033272", "doc2316721", "doc231144", "doc1617211"], "ranked_scores": [0.5667, 0.5431, 0.5157, 0.5102, 0.4888, 0.4857, 0.4849, 0.4815, 0.4734, 0.4729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127031", "doc548704", "doc88931", "doc779563", "doc88974", "doc127040", "doc88933", "doc326591", "doc88934", "doc2015719"], "ranked_scores": [0.6483, 0.6167, 0.6075, 0.5864, 0.5784, 0.5757, 0.5707, 0.5698, 0.5657, 0.5505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc212860", "doc1142095", "doc1637888", "doc2480452", "doc698075", "doc260645", "doc187765", "doc2486395", "doc827140"], "ranked_scores": [0.6058, 0.5839, 0.5676, 0.565, 0.5502, 0.5406, 0.5378, 0.5294, 0.5201, 0.5117], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc911115", "doc63590", "doc18273", "doc193844", "doc18274", "doc354084", "doc108456", "doc63585", "doc376565", "doc108481"], "ranked_scores": [0.7532, 0.7532, 0.7532, 0.7394, 0.6586, 0.6442, 0.6406, 0.6358, 0.6351, 0.6171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1839188", "doc1183356", "doc462227", "doc7161", "doc1670303", "doc284042", "doc299691", "doc355540", "doc2350463"], "ranked_scores": [0.6373, 0.5582, 0.5519, 0.5445, 0.5441, 0.5392, 0.5367, 0.534, 0.5327, 0.5314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1487701", "doc2193668", "doc902657", "doc753576", "doc1206462", "doc1260422", "doc22915", "doc1260420", "doc491925", "doc1723904"], "ranked_scores": [0.545, 0.5073, 0.4889, 0.4423, 0.4291, 0.4181, 0.4179, 0.4137, 0.4102, 0.404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2057552", "doc705226", "doc1185713", "doc187847", "doc2007762", "doc1986143", "doc785515", "doc374355", "doc1736708", "doc1364067"], "ranked_scores": [0.5936, 0.5892, 0.5506, 0.5486, 0.528, 0.5146, 0.4952, 0.4928, 0.4864, 0.4863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618372", "doc36467", "doc1618376", "doc2622778", "doc36460", "doc2622759", "doc36485", "doc2543936", "doc2396125"], "ranked_scores": [0.7643, 0.7171, 0.7161, 0.649, 0.6467, 0.6178, 0.6119, 0.5987, 0.5958, 0.5744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc703714", "doc1027724", "doc703702", "doc106338", "doc106333", "doc703711", "doc392476", "doc24299", "doc703728"], "ranked_scores": [0.6314, 0.6166, 0.6124, 0.6115, 0.6115, 0.611, 0.6091, 0.6082, 0.6082, 0.6064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc108887", "doc1373324", "doc1119808", "doc2393669", "doc935127", "doc626438", "doc2376691", "doc2167590"], "ranked_scores": [0.8048, 0.7932, 0.7819, 0.7749, 0.7721, 0.754, 0.7488, 0.7392, 0.7367, 0.7344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77976", "doc1431001", "doc77971", "doc1504263", "doc1784534", "doc1334550", "doc356961", "doc1419915", "doc2083987"], "ranked_scores": [0.5262, 0.5163, 0.4993, 0.4931, 0.4897, 0.4741, 0.4736, 0.4709, 0.4643, 0.4632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-pq-m16-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1254733", "doc57242", "doc1713783", "doc1142095", "doc57226", "doc1395336", "doc2116209", "doc147194", "doc717374", "doc1506100"], "ranked_scores": [0.6908, 0.6756, 0.6749, 0.6704, 0.6679, 0.663, 0.6589, 0.6552, 0.6513, 0.6469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc21277", "doc63542", "doc63543", "doc1982515", "doc2308785", "doc1530226", "doc1038212", "doc63538", "doc2555353", "doc1879889"], "ranked_scores": [0.6548, 0.6164, 0.6094, 0.5936, 0.5902, 0.5893, 0.5888, 0.5844, 0.5802, 0.579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc21856", "doc776139", "doc21829", "doc365451", "doc2285692", "doc377466", "doc761186", "doc776142", "doc278091", "doc699194"], "ranked_scores": [0.6698, 0.6694, 0.6531, 0.6494, 0.646, 0.6399, 0.638, 0.6339, 0.633, 0.6262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1007260", "doc1570656", "doc564709", "doc400438", "doc737388", "doc392076", "doc979054", "doc453091", "doc230376", "doc146074"], "ranked_scores": [0.688, 0.6869, 0.6857, 0.6835, 0.6812, 0.6765, 0.6735, 0.6722, 0.6697, 0.6683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1741704", "doc2307709", "doc682295", "doc1812661", "doc2165905", "doc2019060", "doc2165920", "doc887635", "doc1812659", "doc1382123"], "ranked_scores": [0.7411, 0.7401, 0.7303, 0.7288, 0.7238, 0.7177, 0.7157, 0.7157, 0.7153, 0.7129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1852503", "doc27529", "doc1501431", "doc1294428", "doc1177694", "doc1478921", "doc27538", "doc1031886", "doc27535", "doc1478939"], "ranked_scores": [0.6588, 0.6515, 0.6499, 0.6187, 0.6105, 0.6046, 0.5982, 0.5899, 0.5883, 0.5784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc2025330", "doc272763", "doc620637", "doc930753", "doc579128", "doc77634", "doc1340806", "doc1687132", "doc1526230"], "ranked_scores": [0.7409, 0.7407, 0.7358, 0.7343, 0.7341, 0.7318, 0.7276, 0.7263, 0.7207, 0.7195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc2096499", "doc29757", "doc151694", "doc126196", "doc520683", "doc520687", "doc440382", "doc38721", "doc231271", "doc1798668"], "ranked_scores": [0.6857, 0.6754, 0.6749, 0.6653, 0.657, 0.6458, 0.6404, 0.6402, 0.6372, 0.6334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61045", "doc61054", "doc61036", "doc1376346", "doc13999", "doc61056", "doc61043", "doc1612682", "doc2105047", "doc91244"], "ranked_scores": [0.6241, 0.5921, 0.5876, 0.5774, 0.5724, 0.5564, 0.5152, 0.5076, 0.5005, 0.4944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc369237", "doc369276", "doc2004921", "doc2380009", "doc97445", "doc152483", "doc2099374", "doc1116765", "doc2083995", "doc97421"], "ranked_scores": [0.6852, 0.6844, 0.6821, 0.6648, 0.6559, 0.6542, 0.6534, 0.6518, 0.639, 0.6351], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc2263202", "doc614724", "doc583523", "doc418129", "doc827140", "doc2419103", "doc2648883", "doc908573", "doc594485", "doc1153299"], "ranked_scores": [0.6011, 0.5809, 0.5691, 0.5674, 0.5623, 0.5618, 0.558, 0.5569, 0.5557, 0.5551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc66003", "doc2295211", "doc437627", "doc2665658", "doc1386166", "doc1386120", "doc1780375", "doc50109", "doc1386116"], "ranked_scores": [0.6567, 0.6562, 0.6373, 0.6355, 0.635, 0.6326, 0.6276, 0.6224, 0.6224, 0.6203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc703733", "doc703728", "doc106332", "doc703715", "doc337506", "doc703721", "doc106357", "doc666653", "doc211896"], "ranked_scores": [0.6574, 0.6289, 0.6202, 0.6036, 0.6027, 0.5932, 0.5916, 0.5916, 0.5855, 0.5757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7099", "doc692559", "doc7106", "doc7116", "doc7108", "doc1599042", "doc695983", "doc523031"], "ranked_scores": [0.726, 0.7103, 0.7077, 0.6907, 0.6825, 0.6755, 0.6647, 0.6621, 0.659, 0.6573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc2204719", "doc90807", "doc854693", "doc2240923", "doc155440", "doc891692", "doc2252228", "doc82127", "doc2068718", "doc2000096"], "ranked_scores": [0.6713, 0.671, 0.6557, 0.6497, 0.6455, 0.645, 0.6376, 0.6268, 0.6219, 0.6217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750414", "doc919340", "doc115973", "doc190628", "doc1874808", "doc2093591", "doc404160", "doc1070768", "doc269387", "doc536398"], "ranked_scores": [0.5337, 0.5054, 0.5044, 0.5031, 0.5008, 0.4999, 0.4984, 0.4966, 0.4958, 0.4906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1824654", "doc468490", "doc90322", "doc30773", "doc1550148", "doc1734041", "doc1380357", "doc2509293", "doc398772", "doc300567"], "ranked_scores": [0.6349, 0.6243, 0.6234, 0.6187, 0.6098, 0.6022, 0.6022, 0.5983, 0.598, 0.5936], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1497378", "doc914073", "doc36402", "doc648335", "doc214269", "doc220990", "doc58892", "doc794321", "doc73739", "doc1078877"], "ranked_scores": [0.5281, 0.5279, 0.5203, 0.514, 0.5131, 0.5062, 0.5052, 0.5052, 0.4982, 0.487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc56898", "doc952849", "doc56921", "doc873481", "doc2509989", "doc1806221", "doc2091584", "doc1400297"], "ranked_scores": [0.5948, 0.5948, 0.5916, 0.5915, 0.5891, 0.5859, 0.5816, 0.5755, 0.5747, 0.5685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc2215178", "doc596861", "doc80148", "doc439513", "doc1912506", "doc80100", "doc1640863", "doc2215170", "doc1068994"], "ranked_scores": [0.7322, 0.6941, 0.686, 0.6839, 0.6725, 0.6701, 0.6689, 0.6685, 0.6665, 0.6661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc506841", "doc2240293", "doc506854", "doc183950", "doc1945762", "doc180079", "doc1430768", "doc183955", "doc2010388"], "ranked_scores": [0.6685, 0.6437, 0.6418, 0.629, 0.6043, 0.5963, 0.5938, 0.5924, 0.589, 0.5862], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc207464", "doc913417", "doc1617231", "doc1159969", "doc1845104", "doc1699100", "doc727075", "doc725659", "doc2289866", "doc864645"], "ranked_scores": [0.6773, 0.6541, 0.6487, 0.6478, 0.6467, 0.6367, 0.6337, 0.6239, 0.6218, 0.6185], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1587280", "doc1878861", "doc2680091", "doc1884503", "doc8477", "doc447042", "doc1405971", "doc381923", "doc148885"], "ranked_scores": [0.6001, 0.5945, 0.5674, 0.5673, 0.5429, 0.5364, 0.5309, 0.5306, 0.5306, 0.5264], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc57946", "doc37890", "doc1199221", "doc37884", "doc56398", "doc37911", "doc122351", "doc2621513", "doc583523"], "ranked_scores": [0.63, 0.5838, 0.5752, 0.5751, 0.5602, 0.5587, 0.5575, 0.5511, 0.5445, 0.5434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1368159", "doc765127", "doc1187141", "doc2193668", "doc1224325", "doc1205818", "doc1354717", "doc1487701", "doc2365468"], "ranked_scores": [0.6613, 0.5402, 0.5297, 0.517, 0.501, 0.4803, 0.4786, 0.4782, 0.4772, 0.4761], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc35526", "doc971992", "doc388285", "doc1385349", "doc35513", "doc64318", "doc1686260", "doc35524", "doc2072831", "doc64317"], "ranked_scores": [0.5709, 0.5686, 0.5675, 0.5606, 0.5582, 0.555, 0.5525, 0.5508, 0.5459, 0.5437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3956, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437677", "doc1520300", "doc1520311", "doc1977978", "doc437662", "doc1978012", "doc1321892", "doc2545088", "doc1321904", "doc1520278"], "ranked_scores": [0.7997, 0.7936, 0.7935, 0.7889, 0.7865, 0.7843, 0.7819, 0.7773, 0.7772, 0.7768], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1385395", "doc2526412", "doc754076", "doc2203239", "doc865438", "doc1315083", "doc552702", "doc2048678", "doc2558251", "doc2384757"], "ranked_scores": [0.5011, 0.4882, 0.4543, 0.4542, 0.4493, 0.4479, 0.4449, 0.4389, 0.4373, 0.4351], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1597410", "doc904083", "doc1330250", "doc170931", "doc488007", "doc602735", "doc1449851", "doc645564", "doc585415", "doc752256"], "ranked_scores": [0.5149, 0.4885, 0.4783, 0.4747, 0.472, 0.4623, 0.453, 0.4528, 0.4515, 0.4486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc1458417", "doc751967", "doc1002584", "doc183346", "doc1027724", "doc1911857", "doc317197", "doc93287", "doc1390073"], "ranked_scores": [0.6419, 0.5518, 0.5441, 0.5438, 0.5261, 0.5248, 0.5223, 0.5213, 0.5177, 0.5147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1600089", "doc2054463", "doc1088161", "doc996399", "doc173076", "doc650954", "doc626260", "doc70620"], "ranked_scores": [0.6841, 0.668, 0.6367, 0.626, 0.6234, 0.6198, 0.6139, 0.6113, 0.6054, 0.6048], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc84475", "doc643072", "doc1373323", "doc6858", "doc729573", "doc368654", "doc2393669", "doc1119808", "doc1437877", "doc596021"], "ranked_scores": [0.6661, 0.6253, 0.6253, 0.6195, 0.617, 0.6078, 0.6022, 0.5876, 0.5859, 0.5832], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc438117", "doc105739", "doc1900629", "doc1572538", "doc1729412", "doc105759", "doc1270352", "doc946247", "doc591463", "doc1464212"], "ranked_scores": [0.5502, 0.5462, 0.5329, 0.5286, 0.52, 0.5199, 0.5194, 0.5176, 0.5141, 0.5116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc465257", "doc2107018", "doc38625", "doc173076", "doc6531", "doc28582", "doc926314", "doc2111513", "doc716552", "doc223538"], "ranked_scores": [0.6784, 0.6641, 0.663, 0.6593, 0.6578, 0.6561, 0.6553, 0.6528, 0.6519, 0.6487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc70919", "doc2498488", "doc412180", "doc435075", "doc435076", "doc2498489", "doc70905", "doc435081", "doc2587564", "doc435078"], "ranked_scores": [0.681, 0.6565, 0.6565, 0.656, 0.6545, 0.6391, 0.6384, 0.6268, 0.6248, 0.6239], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2042102", "doc733127", "doc1170390", "doc1685203", "doc2119808", "doc1498263", "doc2024841", "doc1207422", "doc357412"], "ranked_scores": [0.5154, 0.4526, 0.4459, 0.4379, 0.4357, 0.4313, 0.4286, 0.4282, 0.4177, 0.4177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1245931", "doc1851601", "doc191614", "doc1283940", "doc602724", "doc1877809", "doc448867", "doc1002584", "doc1094361", "doc543039"], "ranked_scores": [0.5969, 0.5702, 0.5544, 0.5469, 0.5372, 0.5271, 0.5249, 0.5199, 0.5159, 0.5157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc57975", "doc1041502", "doc2035909", "doc601133", "doc225655", "doc376241", "doc1132271", "doc113426", "doc376243", "doc693852"], "ranked_scores": [0.5693, 0.5682, 0.5368, 0.5362, 0.5031, 0.4939, 0.4853, 0.4841, 0.4831, 0.4812], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1975694", "doc1333905", "doc1812456", "doc546881", "doc1160263", "doc1986433", "doc1986437", "doc588578", "doc158020", "doc1433613"], "ranked_scores": [0.6379, 0.6372, 0.6136, 0.6083, 0.604, 0.5983, 0.5969, 0.5937, 0.5894, 0.5893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2258986", "doc2173325", "doc1273973", "doc602739", "doc1891612", "doc1204806", "doc1668974", "doc377067", "doc2188384", "doc1394760"], "ranked_scores": [0.4961, 0.4888, 0.4841, 0.4768, 0.4703, 0.4678, 0.4663, 0.4652, 0.4636, 0.4602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc779563", "doc723586", "doc1763997", "doc2071085", "doc1199279", "doc723699", "doc127040", "doc88931", "doc723700", "doc1376863"], "ranked_scores": [0.5643, 0.5068, 0.5043, 0.5042, 0.5024, 0.4995, 0.4974, 0.4926, 0.489, 0.4876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc212860", "doc2613570", "doc2486395", "doc905614", "doc260645", "doc1521101", "doc2105570", "doc2247113", "doc1450365", "doc2204719"], "ranked_scores": [0.5952, 0.5764, 0.5722, 0.5548, 0.5523, 0.5435, 0.533, 0.5225, 0.5172, 0.5128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc18273", "doc911115", "doc63590", "doc108501", "doc63585", "doc108456", "doc276042", "doc1473550", "doc376565"], "ranked_scores": [0.6632, 0.598, 0.598, 0.598, 0.5793, 0.5759, 0.5757, 0.5738, 0.5725, 0.5585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc2350463", "doc7165", "doc1183356", "doc1670303", "doc1464195", "doc2240281", "doc1480780", "doc355540", "doc1816051", "doc299691"], "ranked_scores": [0.61, 0.5922, 0.5604, 0.5568, 0.5559, 0.5439, 0.5405, 0.5366, 0.5334, 0.5333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc402317", "doc491925", "doc1205818", "doc2217346", "doc1170390", "doc2077366", "doc1612682", "doc1231969", "doc1260420", "doc1962033"], "ranked_scores": [0.3827, 0.3794, 0.3783, 0.3757, 0.3713, 0.3705, 0.3575, 0.3536, 0.3473, 0.3453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1986143", "doc785515", "doc2639996", "doc15890", "doc705226", "doc1185713", "doc1564158", "doc2057552", "doc1736708", "doc187847"], "ranked_scores": [0.5462, 0.5383, 0.5337, 0.5273, 0.523, 0.5114, 0.4982, 0.491, 0.4785, 0.4778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc2653657", "doc2622778", "doc36460", "doc2622759", "doc36485", "doc256280", "doc1256783"], "ranked_scores": [0.604, 0.5974, 0.5954, 0.56, 0.5451, 0.5389, 0.5328, 0.5291, 0.5273, 0.5083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc35719", "doc1027724", "doc2060101", "doc337547", "doc106332", "doc106335", "doc106357", "doc703721", "doc973089"], "ranked_scores": [0.6388, 0.6273, 0.6192, 0.6174, 0.6121, 0.6076, 0.6009, 0.6007, 0.6007, 0.6001], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc596021", "doc1437877", "doc729573", "doc2393669", "doc6858", "doc108887", "doc1442519", "doc2167590"], "ranked_scores": [0.7404, 0.7404, 0.7392, 0.7379, 0.7283, 0.7272, 0.7236, 0.715, 0.7106, 0.7084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc1430993", "doc2071083", "doc491925", "doc2011042", "doc2083987", "doc1431001", "doc77973", "doc356961", "doc650150"], "ranked_scores": [0.5439, 0.5009, 0.4728, 0.4672, 0.4671, 0.454, 0.4534, 0.4508, 0.4448, 0.4411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-pq-m8-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1395336", "doc57226", "doc57242", "doc57232", "doc57247", "doc751998", "doc1142095", "doc1254733", "doc2040327", "doc2116209"], "ranked_scores": [0.7872, 0.7743, 0.7635, 0.7443, 0.7381, 0.7381, 0.7344, 0.7229, 0.7013, 0.6995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1664486", "doc1982537", "doc1982515", "doc497737", "doc2563097", "doc345111", "doc942208", "doc21277"], "ranked_scores": [0.7624, 0.7326, 0.7202, 0.7154, 0.7022, 0.6981, 0.6826, 0.6773, 0.6704, 0.6625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc776139", "doc78091", "doc278091", "doc1675505", "doc21831", "doc1393796", "doc377466", "doc812322", "doc21841", "doc365451"], "ranked_scores": [0.7906, 0.7858, 0.7837, 0.7761, 0.769, 0.7465, 0.7435, 0.7428, 0.7412, 0.7396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc161015", "doc415358", "doc1911408", "doc565706", "doc2525766", "doc536608", "doc564709", "doc2066832", "doc1177855", "doc690618"], "ranked_scores": [0.7567, 0.7567, 0.7567, 0.7567, 0.7567, 0.7567, 0.7531, 0.7212, 0.7077, 0.7037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2307739", "doc2165920", "doc1382171", "doc1366765", "doc887635", "doc2307705", "doc1812659", "doc1812661", "doc338868", "doc2019060"], "ranked_scores": [0.8063, 0.7994, 0.7979, 0.797, 0.7953, 0.7848, 0.7797, 0.7762, 0.7758, 0.7749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1852503", "doc27529", "doc1852527", "doc1021718", "doc1996268", "doc1177694", "doc1407409", "doc2653404", "doc381292", "doc1021710"], "ranked_scores": [0.7657, 0.7625, 0.7538, 0.7487, 0.7309, 0.7219, 0.7185, 0.7157, 0.7113, 0.7079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc2095396", "doc1953211", "doc653285", "doc825186", "doc620637", "doc273559", "doc579128", "doc293491", "doc1340806"], "ranked_scores": [0.8062, 0.7756, 0.7599, 0.7445, 0.742, 0.7416, 0.7321, 0.7313, 0.7251, 0.7218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc2096499", "doc966365", "doc1798668", "doc520683", "doc29757", "doc88615", "doc673208", "doc520684", "doc231271", "doc540731"], "ranked_scores": [0.7053, 0.6961, 0.689, 0.6871, 0.6559, 0.6558, 0.652, 0.6374, 0.6362, 0.6351], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61045", "doc61036", "doc2105047", "doc742717", "doc1538954", "doc1473199", "doc2504604", "doc2060827", "doc61043"], "ranked_scores": [0.7529, 0.699, 0.6949, 0.6475, 0.6449, 0.6275, 0.6232, 0.6196, 0.6165, 0.6157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc1116765", "doc2004921", "doc97421", "doc2574334", "doc2084014", "doc2071107", "doc1587502", "doc369270", "doc2380013"], "ranked_scores": [0.8599, 0.8298, 0.8111, 0.8062, 0.8047, 0.7462, 0.7409, 0.7279, 0.7269, 0.7166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc162708", "doc162834", "doc2534676", "doc1080514", "doc1104251", "doc57948", "doc1458417", "doc81655", "doc1612515"], "ranked_scores": [0.7382, 0.6851, 0.6791, 0.6739, 0.6696, 0.6662, 0.6657, 0.6629, 0.6517, 0.6437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc66003", "doc437627", "doc1386116", "doc1386166", "doc1386120", "doc929272", "doc2171547", "doc1984127", "doc253608"], "ranked_scores": [0.7341, 0.7263, 0.7215, 0.7175, 0.7175, 0.7119, 0.705, 0.6963, 0.6907, 0.6902], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc703715", "doc337547", "doc703711", "doc703728", "doc2836", "doc106372", "doc703736", "doc106355", "doc703719"], "ranked_scores": [0.7029, 0.6625, 0.6451, 0.6423, 0.6273, 0.6201, 0.6157, 0.6157, 0.6117, 0.6117], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7119", "doc7112", "doc7091", "doc7106", "doc7108", "doc7099", "doc7120", "doc1200685", "doc1384591", "doc1694554"], "ranked_scores": [0.8097, 0.7977, 0.7602, 0.7512, 0.7493, 0.749, 0.722, 0.6935, 0.6926, 0.6704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82127", "doc90808", "doc82130", "doc891692", "doc1598856", "doc2086681", "doc1098823", "doc2252228", "doc1154433"], "ranked_scores": [0.8446, 0.8161, 0.7691, 0.7548, 0.7516, 0.7455, 0.7372, 0.7334, 0.7026, 0.7016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750414", "doc536387", "doc428400", "doc453118", "doc2203117", "doc2426358", "doc182537", "doc107206", "doc244368", "doc938302"], "ranked_scores": [0.653, 0.6459, 0.6324, 0.628, 0.6086, 0.6029, 0.5964, 0.5931, 0.5846, 0.5835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc468490", "doc416774", "doc1380356", "doc651946", "doc1380357", "doc1786046", "doc563699", "doc30774"], "ranked_scores": [0.8265, 0.8161, 0.8036, 0.7956, 0.7932, 0.7803, 0.7622, 0.7459, 0.733, 0.729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1874808", "doc1825079", "doc2018288", "doc1482058", "doc2009369", "doc750416", "doc648364", "doc2141867", "doc229804", "doc1014857"], "ranked_scores": [0.7044, 0.7041, 0.6974, 0.6847, 0.6654, 0.6645, 0.6616, 0.6607, 0.6593, 0.659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc1102442", "doc56897", "doc2313864", "doc2509989", "doc2439294", "doc2318634", "doc873480", "doc873479", "doc873481"], "ranked_scores": [0.7146, 0.6873, 0.6857, 0.6594, 0.6593, 0.6497, 0.6459, 0.6459, 0.6459, 0.6452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc2269913", "doc80078", "doc80074", "doc80067", "doc80151", "doc2215178", "doc2077169", "doc1912506", "doc80154", "doc2563023"], "ranked_scores": [0.789, 0.7667, 0.7648, 0.7592, 0.7577, 0.7537, 0.7491, 0.7414, 0.7372, 0.727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240293", "doc2353712", "doc180079", "doc732101", "doc108794", "doc352368", "doc732018", "doc556385", "doc1018577"], "ranked_scores": [0.8127, 0.7827, 0.7501, 0.7431, 0.725, 0.7215, 0.7212, 0.7175, 0.7172, 0.7124], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc1617211", "doc2376934", "doc2517379", "doc99377", "doc1040948", "doc207464", "doc863698", "doc725659"], "ranked_scores": [0.7879, 0.7496, 0.744, 0.7411, 0.7317, 0.7242, 0.7207, 0.7166, 0.715, 0.7055], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1682561", "doc184609", "doc102096", "doc1842984", "doc1878861", "doc1616280", "doc1411626", "doc1830328", "doc102077"], "ranked_scores": [0.7617, 0.6919, 0.6836, 0.6614, 0.6469, 0.6357, 0.6332, 0.6247, 0.6245, 0.6216], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc57946", "doc37890", "doc57940", "doc1080514", "doc57948", "doc2680676", "doc1199221", "doc37895", "doc1101054"], "ranked_scores": [0.7694, 0.7516, 0.7207, 0.6981, 0.6802, 0.679, 0.6772, 0.6649, 0.653, 0.6511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc2193668", "doc751435", "doc765127", "doc901372", "doc2217346", "doc162720", "doc2113492", "doc1224325", "doc751726"], "ranked_scores": [0.7501, 0.694, 0.6485, 0.6446, 0.6253, 0.6135, 0.5996, 0.596, 0.5948, 0.5945], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc705952", "doc1683659", "doc64316", "doc64318", "doc388285", "doc35524", "doc851269", "doc388286", "doc108246", "doc2114806"], "ranked_scores": [0.7596, 0.7522, 0.7466, 0.7414, 0.7308, 0.7265, 0.7259, 0.7231, 0.7218, 0.7118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1321929", "doc1321883", "doc1520311", "doc1977978", "doc437685", "doc1321914", "doc1520300", "doc601744", "doc1520244", "doc437656"], "ranked_scores": [0.8501, 0.8412, 0.8392, 0.8314, 0.8289, 0.8276, 0.8268, 0.8192, 0.8191, 0.8141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1385395", "doc671985", "doc866436", "doc35173", "doc552697", "doc1314964", "doc1840164", "doc1315064", "doc1315083", "doc754076"], "ranked_scores": [0.6894, 0.6575, 0.6548, 0.6481, 0.6237, 0.6135, 0.6087, 0.5974, 0.5974, 0.5919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1597410", "doc645602", "doc14746", "doc170931", "doc645561", "doc295017", "doc1330250", "doc1012137", "doc2402770", "doc924826"], "ranked_scores": [0.6108, 0.6038, 0.5933, 0.573, 0.573, 0.5585, 0.5529, 0.5502, 0.5475, 0.5466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc751954", "doc2179022", "doc146706", "doc704392", "doc2179035", "doc317197", "doc3011", "doc602739", "doc242726"], "ranked_scores": [0.7894, 0.7031, 0.697, 0.6958, 0.671, 0.6516, 0.6459, 0.6313, 0.6294, 0.6286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc2486654", "doc28582", "doc25697", "doc324530", "doc1600089", "doc530778", "doc996399", "doc1007190"], "ranked_scores": [0.8028, 0.77, 0.7458, 0.737, 0.7366, 0.7265, 0.7161, 0.7088, 0.7019, 0.6987], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1373323", "doc660271", "doc1437877", "doc828063", "doc2167590", "doc134070", "doc2393669", "doc108887", "doc1373324", "doc108892"], "ranked_scores": [0.7149, 0.7134, 0.7128, 0.7103, 0.7045, 0.6944, 0.6941, 0.6933, 0.6932, 0.6915], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1297270", "doc946247", "doc105763", "doc105759", "doc1270352", "doc1223270", "doc105739", "doc2596083", "doc171833", "doc787828"], "ranked_scores": [0.6896, 0.668, 0.6671, 0.6532, 0.653, 0.6524, 0.6503, 0.6318, 0.6312, 0.6306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2107033", "doc2111513", "doc1927002", "doc324540", "doc28935", "doc4147", "doc2107022", "doc2224155", "doc1477591"], "ranked_scores": [0.7699, 0.7678, 0.7575, 0.7521, 0.7414, 0.7398, 0.7311, 0.7309, 0.7282, 0.7182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435083", "doc2587562", "doc435075", "doc331138", "doc435076", "doc2587564", "doc412180", "doc2498488", "doc782782", "doc2352487"], "ranked_scores": [0.7895, 0.787, 0.7827, 0.7618, 0.7577, 0.7567, 0.7564, 0.7564, 0.7533, 0.7429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2402770", "doc2119808", "doc2665803", "doc336518", "doc397701", "doc1531603", "doc498104", "doc688403", "doc2448623", "doc1096264"], "ranked_scores": [0.6077, 0.5873, 0.5789, 0.5723, 0.5688, 0.562, 0.5558, 0.5346, 0.5292, 0.5249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1245931", "doc144239", "doc381154", "doc882983", "doc1972074", "doc1872130", "doc1851601", "doc2419056", "doc174973", "doc457119"], "ranked_scores": [0.653, 0.636, 0.635, 0.6258, 0.6252, 0.6143, 0.6132, 0.6106, 0.6058, 0.5988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc367417", "doc1345740", "doc2581273", "doc1445420", "doc518394", "doc80490", "doc1449851", "doc531512", "doc542891"], "ranked_scores": [0.6232, 0.6057, 0.5972, 0.5935, 0.5808, 0.5737, 0.5599, 0.5555, 0.5452, 0.545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588612", "doc1986437", "doc546881", "doc2058897", "doc1986489", "doc1333905", "doc1975694", "doc1160263", "doc588578", "doc1986496"], "ranked_scores": [0.6647, 0.6615, 0.6547, 0.6419, 0.6418, 0.6398, 0.6332, 0.6264, 0.6066, 0.6057], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2188384", "doc638689", "doc1891612", "doc1033272", "doc444923", "doc878338", "doc1986402", "doc1632177", "doc2316721", "doc1091040"], "ranked_scores": [0.5725, 0.5607, 0.5591, 0.557, 0.5467, 0.5452, 0.5229, 0.5208, 0.5164, 0.5133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc779563", "doc88933", "doc88931", "doc127031", "doc548704", "doc2015719", "doc88934", "doc326591", "doc88974", "doc1763997"], "ranked_scores": [0.6783, 0.6779, 0.6618, 0.6542, 0.6514, 0.6284, 0.6225, 0.6135, 0.6117, 0.6069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1492317", "doc786083", "doc1142095", "doc1219639", "doc1798523", "doc270066", "doc212860", "doc1104251", "doc1475979", "doc260645"], "ranked_scores": [0.6976, 0.6878, 0.686, 0.6847, 0.6838, 0.6801, 0.6676, 0.6584, 0.6447, 0.642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc63590", "doc911115", "doc18273", "doc193844", "doc354084", "doc1604800", "doc108456", "doc108559", "doc1774519", "doc1953211"], "ranked_scores": [0.7712, 0.7712, 0.7712, 0.7663, 0.7252, 0.72, 0.6843, 0.6662, 0.6656, 0.6617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1839188", "doc1183356", "doc2475623", "doc7161", "doc1670303", "doc1816051", "doc355540", "doc1276601", "doc525751"], "ranked_scores": [0.6586, 0.6531, 0.6053, 0.5949, 0.5936, 0.5924, 0.5876, 0.5839, 0.5787, 0.5776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1260422", "doc1487701", "doc404242", "doc2193668", "doc172405", "doc49159", "doc753576", "doc151694", "doc70679", "doc1927002"], "ranked_scores": [0.6257, 0.588, 0.5874, 0.5842, 0.561, 0.559, 0.5494, 0.5417, 0.5354, 0.5337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2057552", "doc187847", "doc1185713", "doc705226", "doc1198819", "doc1508870", "doc735792", "doc1795458", "doc751435", "doc2397460"], "ranked_scores": [0.6351, 0.6032, 0.6025, 0.5996, 0.5856, 0.562, 0.5564, 0.5524, 0.5443, 0.5411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc2622778", "doc36467", "doc1618372", "doc36485", "doc525586", "doc2622759", "doc2657970", "doc1618376", "doc2396125"], "ranked_scores": [0.7758, 0.755, 0.7084, 0.6814, 0.6692, 0.6463, 0.6395, 0.6369, 0.6273, 0.6271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2389178", "doc35719", "doc703711", "doc703714", "doc938942", "doc337547", "doc1027724", "doc106353", "doc703717", "doc752669"], "ranked_scores": [0.6714, 0.6712, 0.6554, 0.6503, 0.6483, 0.6474, 0.6405, 0.6346, 0.6346, 0.6324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1119808", "doc643072", "doc596021", "doc2167590", "doc2393669", "doc1373323", "doc1373324", "doc108892", "doc108887", "doc368643"], "ranked_scores": [0.8207, 0.8173, 0.8047, 0.8041, 0.8, 0.7966, 0.7944, 0.7876, 0.7843, 0.7737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1005393", "doc417445", "doc2245700", "doc2329334", "doc727789", "doc1419915", "doc959527", "doc77973", "doc1048266", "doc356961"], "ranked_scores": [0.6398, 0.6065, 0.6065, 0.6065, 0.5874, 0.5792, 0.5677, 0.5608, 0.56, 0.5584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-pq-m8-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc751998", "doc1713783", "doc1254733", "doc1506100", "doc57226", "doc597781", "doc717374", "doc1395336", "doc2116209", "doc57242"], "ranked_scores": [0.7594, 0.7577, 0.7539, 0.7295, 0.7292, 0.7183, 0.7171, 0.7166, 0.7142, 0.7141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1664486", "doc230557", "doc21277", "doc63543", "doc357235", "doc1982515", "doc63542", "doc1911979", "doc345111"], "ranked_scores": [0.6557, 0.6473, 0.6397, 0.635, 0.6324, 0.6311, 0.6309, 0.6265, 0.6261, 0.6212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc1675505", "doc699194", "doc761186", "doc21871", "doc776139", "doc21856", "doc278091", "doc1846050", "doc78091", "doc21829"], "ranked_scores": [0.7733, 0.7476, 0.7468, 0.7446, 0.7345, 0.7165, 0.7145, 0.7076, 0.7057, 0.7055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1574764", "doc564709", "doc439817", "doc400438", "doc1570656", "doc2061559", "doc2266529", "doc415358", "doc536608", "doc565706"], "ranked_scores": [0.7041, 0.7012, 0.6985, 0.6974, 0.6967, 0.6922, 0.6921, 0.6918, 0.6918, 0.6918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2307705", "doc88439", "doc2307709", "doc2019060", "doc1812659", "doc1741704", "doc2165905", "doc2165920", "doc887635", "doc2372195"], "ranked_scores": [0.8194, 0.8135, 0.8124, 0.8117, 0.806, 0.806, 0.806, 0.801, 0.801, 0.801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1294428", "doc1501431", "doc1852503", "doc1852527", "doc1628841", "doc2384883", "doc1478921", "doc266767", "doc1501497", "doc2311306"], "ranked_scores": [0.691, 0.6881, 0.6745, 0.6721, 0.6714, 0.6511, 0.648, 0.646, 0.6419, 0.6416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc208540", "doc579128", "doc930753", "doc925929", "doc620637", "doc1397224", "doc2612045", "doc272763", "doc771233"], "ranked_scores": [0.7157, 0.7077, 0.7056, 0.7049, 0.7007, 0.7007, 0.7007, 0.7006, 0.7006, 0.6963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc2096499", "doc376243", "doc29757", "doc1456780", "doc1017147", "doc540731", "doc278693", "doc1798668", "doc151694", "doc49159"], "ranked_scores": [0.6982, 0.6763, 0.6735, 0.6664, 0.6638, 0.6638, 0.6582, 0.6541, 0.6455, 0.6447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61045", "doc61054", "doc13999", "doc61036", "doc1376346", "doc2475878", "doc61043", "doc1643694", "doc902657", "doc1291233"], "ranked_scores": [0.7197, 0.7174, 0.6945, 0.6901, 0.6894, 0.6657, 0.6581, 0.623, 0.6213, 0.6131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1116765", "doc1389346", "doc369276", "doc369261", "doc2099374", "doc369237", "doc97445", "doc152483", "doc2004921", "doc2574334"], "ranked_scores": [0.7207, 0.7207, 0.7207, 0.7207, 0.7207, 0.708, 0.6952, 0.6903, 0.6903, 0.6903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc37884", "doc2488095", "doc162708", "doc81655", "doc1104251", "doc551897", "doc2389179", "doc33193", "doc594485", "doc320077"], "ranked_scores": [0.6769, 0.6745, 0.6505, 0.6494, 0.6491, 0.6427, 0.6397, 0.6366, 0.6358, 0.6328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386120", "doc253608", "doc2665658", "doc1780375", "doc83864", "doc437627", "doc369618", "doc413908", "doc83863", "doc1377115"], "ranked_scores": [0.7025, 0.6931, 0.6931, 0.6931, 0.6873, 0.6821, 0.681, 0.6743, 0.669, 0.6656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc703711", "doc964811", "doc1824656", "doc337547", "doc427621", "doc703719", "doc703721", "doc973089"], "ranked_scores": [0.6326, 0.6306, 0.6303, 0.5993, 0.5964, 0.5959, 0.5959, 0.5959, 0.5959, 0.5959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7120", "doc1694554", "doc7112", "doc7091", "doc7106", "doc1384591", "doc7108", "doc7099", "doc7119", "doc7116"], "ranked_scores": [0.7084, 0.7029, 0.6987, 0.6972, 0.6772, 0.6767, 0.6755, 0.6675, 0.6651, 0.6234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc854693", "doc1598856", "doc891692", "doc2204719", "doc1357000", "doc90808", "doc2240923", "doc1324516", "doc369298"], "ranked_scores": [0.7318, 0.7147, 0.7054, 0.7023, 0.7014, 0.6955, 0.6903, 0.6807, 0.6774, 0.673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc107206", "doc115973", "doc750414", "doc1078877", "doc269387", "doc750416", "doc2193690", "doc802395", "doc2093591", "doc2203117"], "ranked_scores": [0.6117, 0.5988, 0.5843, 0.5842, 0.5834, 0.5801, 0.5799, 0.5795, 0.5703, 0.5675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc398772", "doc24903", "doc1550148", "doc24929", "doc30773", "doc651946", "doc468490", "doc1113864", "doc90322", "doc620571"], "ranked_scores": [0.6722, 0.6597, 0.6596, 0.6596, 0.6596, 0.6596, 0.6596, 0.6579, 0.6578, 0.6443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc220990", "doc1874808", "doc648335", "doc1526184", "doc214275", "doc1497378", "doc28574", "doc2581432", "doc58892", "doc794321"], "ranked_scores": [0.6292, 0.6098, 0.6088, 0.6017, 0.6011, 0.601, 0.6002, 0.5985, 0.5957, 0.5949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc2562070", "doc2313864", "doc2509989", "doc56898", "doc952849", "doc868589", "doc751678", "doc2313854", "doc56921", "doc1619770"], "ranked_scores": [0.57, 0.5695, 0.5425, 0.527, 0.5262, 0.5213, 0.5206, 0.5157, 0.515, 0.5114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc596861", "doc80151", "doc2215178", "doc80154", "doc2215170", "doc2562963", "doc80133", "doc1640863", "doc345642", "doc80148"], "ranked_scores": [0.7275, 0.7253, 0.7225, 0.7085, 0.7084, 0.7071, 0.7042, 0.7041, 0.6994, 0.6983], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc2240293", "doc2010380", "doc2240281", "doc732018", "doc72413", "doc1992659", "doc732087", "doc493405", "doc183955", "doc211912"], "ranked_scores": [0.7719, 0.7202, 0.7198, 0.7066, 0.6978, 0.696, 0.6932, 0.6809, 0.6777, 0.6702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc1699100", "doc2517379", "doc1845104", "doc913417", "doc1159969", "doc1617231", "doc2361044", "doc207464", "doc864645", "doc725659"], "ranked_scores": [0.7672, 0.7654, 0.7573, 0.7488, 0.7369, 0.7279, 0.7227, 0.7224, 0.717, 0.7107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1878861", "doc8477", "doc102096", "doc702902", "doc2173547", "doc1935458", "doc105756", "doc461467", "doc1836919"], "ranked_scores": [0.6751, 0.6206, 0.6, 0.5946, 0.5866, 0.5858, 0.5787, 0.5764, 0.5752, 0.5751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc583523", "doc1915960", "doc57946", "doc81655", "doc2621513", "doc37911", "doc37890", "doc1199221", "doc162834", "doc37884"], "ranked_scores": [0.6898, 0.6884, 0.6742, 0.6725, 0.667, 0.6501, 0.6377, 0.637, 0.6355, 0.628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc2193668", "doc1368159", "doc1787829", "doc765127", "doc1487701", "doc1187141", "doc259703", "doc1448736", "doc1175661"], "ranked_scores": [0.7535, 0.6786, 0.6684, 0.6565, 0.6456, 0.6403, 0.6282, 0.6256, 0.6237, 0.6162], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc35525", "doc2072856", "doc35524", "doc1686260", "doc1385345", "doc1385349", "doc971992", "doc388285", "doc283788", "doc35526"], "ranked_scores": [0.6416, 0.6395, 0.6395, 0.6376, 0.6344, 0.6344, 0.6344, 0.6329, 0.6293, 0.6267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc517096", "doc1520300", "doc727452", "doc1977978", "doc539419", "doc2545074", "doc1520286", "doc437662", "doc1978012"], "ranked_scores": [0.8156, 0.8145, 0.8137, 0.8134, 0.8119, 0.8119, 0.8119, 0.81, 0.8099, 0.8062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1778593", "doc1314964", "doc865438", "doc1314857", "doc2430938", "doc1385395", "doc671985", "doc2384757", "doc552698", "doc877823"], "ranked_scores": [0.642, 0.6377, 0.6317, 0.6314, 0.631, 0.6283, 0.6274, 0.625, 0.625, 0.6208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc904083", "doc1330250", "doc1597410", "doc2041825", "doc2629336", "doc524130", "doc170931", "doc24939", "doc1891609", "doc2115402"], "ranked_scores": [0.6266, 0.6234, 0.6011, 0.578, 0.5586, 0.5543, 0.5483, 0.5476, 0.5422, 0.5401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc602739", "doc53464", "doc751967", "doc490060", "doc751954", "doc1455775", "doc1203872", "doc242726", "doc146706", "doc2634365"], "ranked_scores": [0.6747, 0.6512, 0.6412, 0.6363, 0.6343, 0.6338, 0.6285, 0.6246, 0.6226, 0.6226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc2529675", "doc87294", "doc1840635", "doc530778", "doc2486654", "doc785116", "doc996399", "doc430825", "doc1600089", "doc636208"], "ranked_scores": [0.63, 0.6288, 0.6234, 0.6213, 0.6211, 0.6188, 0.6154, 0.61, 0.6094, 0.6069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc626438", "doc1623534", "doc84475", "doc729573", "doc108887", "doc1220654", "doc1373323", "doc643072", "doc515127", "doc873559"], "ranked_scores": [0.6674, 0.6637, 0.6601, 0.653, 0.6497, 0.6497, 0.6497, 0.6497, 0.6434, 0.6415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1889823", "doc105763", "doc1223270", "doc438117", "doc1803558", "doc946247", "doc105739", "doc1935458", "doc1270352", "doc2574040"], "ranked_scores": [0.6524, 0.6185, 0.6108, 0.5956, 0.593, 0.593, 0.5905, 0.587, 0.5865, 0.5852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc6531", "doc2107018", "doc358938", "doc6540", "doc771658", "doc28935", "doc223538", "doc716552", "doc716573", "doc2212269"], "ranked_scores": [0.7733, 0.7636, 0.7616, 0.7556, 0.7556, 0.7475, 0.7472, 0.7472, 0.7472, 0.7403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2352487", "doc2587564", "doc768311", "doc435083", "doc435076", "doc435075", "doc70919", "doc2498492", "doc435084", "doc2587562"], "ranked_scores": [0.6672, 0.6592, 0.6503, 0.6489, 0.6462, 0.6453, 0.6447, 0.6404, 0.6385, 0.6379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2042102", "doc599387", "doc2448623", "doc602735", "doc1970904", "doc1311000", "doc1891612", "doc305534", "doc336518"], "ranked_scores": [0.637, 0.5862, 0.5633, 0.5611, 0.5567, 0.5524, 0.5365, 0.5311, 0.5249, 0.5242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1245931", "doc106353", "doc703717", "doc1056790", "doc1094361", "doc191614", "doc1877809", "doc2060101", "doc1027724", "doc2173550"], "ranked_scores": [0.6882, 0.6497, 0.6497, 0.6471, 0.645, 0.631, 0.6251, 0.6179, 0.6171, 0.6161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1041502", "doc1449851", "doc376241", "doc705226", "doc635536", "doc57975", "doc601133", "doc2126435", "doc80490", "doc367417"], "ranked_scores": [0.6111, 0.6024, 0.5872, 0.5653, 0.5638, 0.5631, 0.5429, 0.5422, 0.533, 0.5256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588612", "doc1975694", "doc309595", "doc860546", "doc663483", "doc2275203", "doc1321073", "doc134196", "doc596861", "doc2215178"], "ranked_scores": [0.6163, 0.6156, 0.5972, 0.5957, 0.5834, 0.5811, 0.5777, 0.5716, 0.5664, 0.5648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc513535", "doc2334138", "doc14746", "doc1207422", "doc1273973", "doc1373009", "doc1668974", "doc593715", "doc602739", "doc2316721"], "ranked_scores": [0.5408, 0.5407, 0.5243, 0.5114, 0.5044, 0.503, 0.5024, 0.4978, 0.4945, 0.4916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc779563", "doc2071085", "doc548704", "doc88933", "doc2071084", "doc107206", "doc369169", "doc2015719", "doc1063840", "doc723699"], "ranked_scores": [0.625, 0.6118, 0.6038, 0.5848, 0.5769, 0.5699, 0.5696, 0.5652, 0.5557, 0.5483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc596855", "doc460917", "doc1492317", "doc313306", "doc250000", "doc353631", "doc142372", "doc1732443", "doc57242", "doc556460"], "ranked_scores": [0.6907, 0.6772, 0.6698, 0.669, 0.669, 0.669, 0.6672, 0.6672, 0.6623, 0.6605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc1844919", "doc108456", "doc193828", "doc1791044", "doc1538520", "doc2072948", "doc354084", "doc1473550", "doc771233"], "ranked_scores": [0.6713, 0.6679, 0.6679, 0.6585, 0.6585, 0.6536, 0.6536, 0.6536, 0.6381, 0.6381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1183356", "doc1839188", "doc1619342", "doc1816051", "doc2350463", "doc1670303", "doc7163", "doc2475623", "doc955743"], "ranked_scores": [0.6549, 0.6377, 0.6326, 0.6246, 0.6191, 0.6151, 0.6119, 0.6113, 0.6082, 0.5904], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc402317", "doc28942", "doc70679", "doc1410020", "doc6540", "doc771658", "doc547406", "doc1986143", "doc2193668", "doc53643"], "ranked_scores": [0.565, 0.5492, 0.5442, 0.541, 0.5406, 0.5406, 0.5395, 0.5392, 0.5321, 0.532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2639996", "doc2665803", "doc15890", "doc785515", "doc439092", "doc1508870", "doc200940", "doc705226", "doc2483577", "doc1564158"], "ranked_scores": [0.5943, 0.5592, 0.5581, 0.5513, 0.5479, 0.5462, 0.544, 0.5432, 0.5418, 0.5417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc2622778", "doc2622759", "doc36467", "doc1618376", "doc2653657", "doc36485", "doc2395649", "doc1972282", "doc36460"], "ranked_scores": [0.688, 0.646, 0.6449, 0.6373, 0.6344, 0.6259, 0.6149, 0.6077, 0.5896, 0.5848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc938942", "doc2246484", "doc284003", "doc146706", "doc846246", "doc1027724", "doc2060101", "doc1445498", "doc1804347"], "ranked_scores": [0.7421, 0.7021, 0.696, 0.6927, 0.6922, 0.6754, 0.6743, 0.6738, 0.6576, 0.6559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc873559", "doc6858", "doc596021", "doc1623534", "doc729573", "doc1373335", "doc499897", "doc108903", "doc515127", "doc1548878"], "ranked_scores": [0.7768, 0.7667, 0.7631, 0.7607, 0.7501, 0.749, 0.7479, 0.7479, 0.7412, 0.7387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc2033252", "doc2005210", "doc2011042", "doc2369112", "doc709393", "doc2653657", "doc650150", "doc1691613", "doc1430993"], "ranked_scores": [0.6251, 0.5979, 0.5948, 0.5925, 0.5785, 0.5768, 0.5725, 0.5708, 0.5677, 0.5637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-32-pq-m4-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc57242", "doc1395336", "doc57247", "doc751998", "doc1254733", "doc1142095", "doc2040327", "doc963332"], "ranked_scores": [0.826, 0.8037, 0.7955, 0.7907, 0.7847, 0.7847, 0.7841, 0.7829, 0.7821, 0.7801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1664486", "doc63543", "doc2563097", "doc63538", "doc1982515", "doc1982537", "doc314759", "doc1506785", "doc1879889", "doc21277"], "ranked_scores": [0.8122, 0.8022, 0.7886, 0.7864, 0.7847, 0.7777, 0.7708, 0.7666, 0.7637, 0.7511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc377466", "doc21831", "doc78091", "doc451953", "doc21841", "doc1675505", "doc812322", "doc545539", "doc365451", "doc452039"], "ranked_scores": [0.88, 0.8787, 0.8669, 0.8669, 0.8666, 0.8654, 0.8639, 0.8553, 0.854, 0.8537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1007260", "doc2066832", "doc161015", "doc1911408", "doc415358", "doc565706", "doc2525766", "doc536608", "doc564709", "doc1177870"], "ranked_scores": [0.8371, 0.8358, 0.8261, 0.8261, 0.8261, 0.8261, 0.8261, 0.8261, 0.8201, 0.8173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1382169", "doc1382171", "doc2307739", "doc1121529", "doc2307705", "doc1741704", "doc2165906", "doc684238", "doc1366765"], "ranked_scores": [0.8954, 0.8947, 0.8879, 0.8879, 0.8734, 0.8697, 0.8677, 0.8668, 0.8668, 0.8627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1021718", "doc2384883", "doc1177694", "doc1021710", "doc1852503", "doc1856181", "doc2653404", "doc27538", "doc2176004", "doc1996268"], "ranked_scores": [0.8569, 0.8193, 0.8133, 0.8115, 0.8113, 0.8035, 0.7991, 0.7945, 0.7897, 0.7845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc1953211", "doc925929", "doc2095396", "doc653285", "doc613963", "doc620637", "doc825186", "doc1340806", "doc362493"], "ranked_scores": [0.8606, 0.8334, 0.8259, 0.818, 0.8119, 0.8091, 0.8026, 0.8009, 0.7977, 0.7897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc520683", "doc29759", "doc2096499", "doc345800", "doc231271", "doc92952", "doc966365", "doc2300282", "doc673208", "doc635523"], "ranked_scores": [0.811, 0.7743, 0.7664, 0.7484, 0.7475, 0.7419, 0.7394, 0.7385, 0.7341, 0.7322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1473199", "doc61054", "doc61045", "doc1976860", "doc742717", "doc220990", "doc2362171", "doc1723101", "doc1554073", "doc61036"], "ranked_scores": [0.7808, 0.777, 0.7751, 0.7611, 0.748, 0.7357, 0.7303, 0.7214, 0.7188, 0.7177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc1116765", "doc2004921", "doc1992466", "doc97421", "doc2574334", "doc2071107", "doc2084014", "doc369204", "doc2083994"], "ranked_scores": [0.8617, 0.8511, 0.8287, 0.8175, 0.7981, 0.788, 0.7864, 0.7724, 0.766, 0.75], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc203253", "doc583523", "doc282412", "doc57948", "doc1999887", "doc57940", "doc33193", "doc1153299", "doc1411867", "doc162708"], "ranked_scores": [0.7818, 0.7813, 0.7755, 0.7732, 0.7581, 0.7538, 0.7537, 0.7486, 0.7456, 0.7338], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc2420483", "doc929272", "doc50107", "doc15095", "doc1386116", "doc1984127", "doc253608", "doc1386166", "doc1386120"], "ranked_scores": [0.7337, 0.7317, 0.724, 0.7031, 0.7025, 0.6953, 0.694, 0.6928, 0.6894, 0.6872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc284056", "doc703711", "doc1824664", "doc703714", "doc2607227", "doc703715", "doc1051791", "doc1246072", "doc975622", "doc605887"], "ranked_scores": [0.7377, 0.7179, 0.7167, 0.7028, 0.6986, 0.6934, 0.6906, 0.6861, 0.6859, 0.6843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc2512224", "doc7112", "doc1176070", "doc7119", "doc7091", "doc695983", "doc7099", "doc776472", "doc591048", "doc305556"], "ranked_scores": [0.81, 0.7981, 0.7875, 0.7867, 0.7757, 0.756, 0.7431, 0.7413, 0.7349, 0.725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82127", "doc90808", "doc1859220", "doc2200447", "doc891692", "doc1053329", "doc1616722", "doc930061", "doc1091030"], "ranked_scores": [0.872, 0.8391, 0.8338, 0.8333, 0.8204, 0.8201, 0.8116, 0.7973, 0.7867, 0.7606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2203117", "doc2258933", "doc2501125", "doc453118", "doc750414", "doc1449866", "doc1832253", "doc2093591", "doc187232", "doc15095"], "ranked_scores": [0.7165, 0.7099, 0.701, 0.697, 0.6945, 0.6882, 0.6742, 0.6704, 0.6661, 0.6644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc416774", "doc651946", "doc30773", "doc1380356", "doc2509293", "doc1380357", "doc1786046", "doc620573"], "ranked_scores": [0.8792, 0.8645, 0.8613, 0.859, 0.857, 0.8562, 0.8536, 0.847, 0.8116, 0.8065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1482058", "doc229804", "doc2018288", "doc2581432", "doc1689805", "doc904153", "doc2141867", "doc2674592", "doc220990", "doc2009369"], "ranked_scores": [0.7987, 0.786, 0.7783, 0.7778, 0.7727, 0.7695, 0.7568, 0.7537, 0.7525, 0.7422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873480", "doc873479", "doc2318634", "doc2313864", "doc2313875", "doc56897", "doc1102442", "doc1768995", "doc963669"], "ranked_scores": [0.7872, 0.7722, 0.7722, 0.7722, 0.7696, 0.7685, 0.759, 0.759, 0.7529, 0.7468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80067", "doc2077169", "doc470479", "doc80148", "doc2563018", "doc817616", "doc1068994", "doc80074", "doc345642", "doc1912506"], "ranked_scores": [0.8666, 0.8649, 0.8618, 0.8584, 0.854, 0.8524, 0.8494, 0.8487, 0.8474, 0.846], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240293", "doc180079", "doc1205332", "doc2353712", "doc1248717", "doc556367", "doc1781006", "doc1425878", "doc86071"], "ranked_scores": [0.8384, 0.8018, 0.7884, 0.7821, 0.7796, 0.7787, 0.778, 0.769, 0.7671, 0.7616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc1617211", "doc725659", "doc864645", "doc2517376", "doc1617231", "doc99377", "doc2376934", "doc2517379", "doc1682464"], "ranked_scores": [0.8762, 0.8169, 0.8077, 0.8061, 0.7984, 0.7955, 0.795, 0.7771, 0.7728, 0.7696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1682561", "doc184609", "doc102096", "doc993796", "doc61568", "doc1616280", "doc1842984", "doc1308445", "doc33196"], "ranked_scores": [0.7746, 0.7596, 0.7424, 0.7007, 0.6967, 0.6916, 0.6802, 0.6688, 0.665, 0.6607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1163516", "doc284394", "doc37890", "doc1080514", "doc37911", "doc1999887", "doc2680676", "doc57946", "doc1142095"], "ranked_scores": [0.7965, 0.7743, 0.7599, 0.7562, 0.7533, 0.7523, 0.7452, 0.7449, 0.738, 0.7379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1691613", "doc2217346", "doc2357495", "doc751425", "doc901372", "doc2676129", "doc1866245", "doc2620645"], "ranked_scores": [0.7698, 0.7579, 0.7405, 0.7382, 0.7246, 0.7226, 0.7188, 0.7158, 0.7144, 0.7141], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc467715", "doc799193", "doc1385345", "doc64318", "doc64317", "doc35499", "doc108246", "doc1683659", "doc705952", "doc35513"], "ranked_scores": [0.8931, 0.8839, 0.8768, 0.8697, 0.8658, 0.8649, 0.8637, 0.8475, 0.8475, 0.845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.5013, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5013, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437656", "doc2545063", "doc1321914", "doc437685", "doc252389", "doc1321904", "doc1334215", "doc517096", "doc727452", "doc1321878"], "ranked_scores": [0.8911, 0.8903, 0.8896, 0.8864, 0.8825, 0.8818, 0.8805, 0.8759, 0.8741, 0.87], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1385395", "doc671985", "doc35173", "doc2558251", "doc866436", "doc1315064", "doc1315083", "doc2048678", "doc938718", "doc552697"], "ranked_scores": [0.7887, 0.7771, 0.7658, 0.742, 0.7415, 0.7362, 0.7362, 0.7327, 0.7307, 0.7236], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc645602", "doc2402770", "doc585415", "doc1851601", "doc1038435", "doc14746", "doc1891609", "doc1012137", "doc645561", "doc144239"], "ranked_scores": [0.6753, 0.6725, 0.6699, 0.6658, 0.6601, 0.6599, 0.6589, 0.6573, 0.6571, 0.6507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc146706", "doc2179022", "doc2179035", "doc317197", "doc2634368", "doc645561", "doc602739", "doc704392", "doc490060"], "ranked_scores": [0.8632, 0.771, 0.7585, 0.7585, 0.7499, 0.7225, 0.7213, 0.7155, 0.7149, 0.7122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc2486654", "doc87294", "doc430825", "doc1007190", "doc25697", "doc1517979", "doc1600089", "doc28582", "doc324530", "doc530778"], "ranked_scores": [0.8122, 0.8109, 0.8088, 0.8056, 0.7826, 0.7673, 0.7595, 0.7555, 0.7555, 0.7555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc134070", "doc1185579", "doc94371", "doc1437877", "doc660271", "doc2449643", "doc84475", "doc1442519", "doc2339886", "doc2167590"], "ranked_scores": [0.7915, 0.781, 0.7746, 0.7743, 0.7743, 0.7706, 0.7674, 0.7641, 0.7633, 0.75], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1297270", "doc171833", "doc787828", "doc543176", "doc566026", "doc1534829", "doc2596083", "doc2355469", "doc1270352", "doc105759"], "ranked_scores": [0.8068, 0.7713, 0.7638, 0.7542, 0.7541, 0.7399, 0.7358, 0.7253, 0.724, 0.7225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1477591", "doc2252577", "doc1690531", "doc1927002", "doc2212269", "doc358938", "doc324554", "doc2224155", "doc716573", "doc2107033"], "ranked_scores": [0.8168, 0.8159, 0.8159, 0.804, 0.7954, 0.7937, 0.7917, 0.782, 0.7805, 0.7782], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc70919", "doc435083", "doc2587562", "doc435075", "doc70904", "doc2217446", "doc2498492", "doc331138", "doc2288928", "doc435078"], "ranked_scores": [0.8712, 0.8371, 0.8131, 0.8068, 0.7933, 0.788, 0.788, 0.7866, 0.7856, 0.785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1722932", "doc650883", "doc278693", "doc1096393", "doc2665803", "doc498104", "doc83367", "doc1273973", "doc312605", "doc2525057"], "ranked_scores": [0.7473, 0.7254, 0.7191, 0.6948, 0.6921, 0.681, 0.6729, 0.6682, 0.6642, 0.661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1498263", "doc144239", "doc14746", "doc882983", "doc1851601", "doc1972074", "doc1738086", "doc525397", "doc1033272", "doc1877808"], "ranked_scores": [0.7255, 0.7202, 0.7193, 0.7137, 0.7073, 0.7015, 0.6959, 0.6921, 0.6897, 0.6877], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc80490", "doc367417", "doc601133", "doc518394", "doc2502630", "doc1345740", "doc531512", "doc2581273", "doc261351", "doc1132252"], "ranked_scores": [0.7429, 0.7319, 0.7308, 0.7208, 0.7052, 0.7032, 0.6988, 0.6881, 0.6768, 0.6691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588612", "doc1986437", "doc1730288", "doc546881", "doc1730233", "doc577385", "doc588590", "doc1986489", "doc2058897", "doc1986449"], "ranked_scores": [0.7546, 0.7367, 0.7234, 0.7226, 0.7211, 0.7102, 0.7102, 0.7081, 0.6983, 0.6806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc19185", "doc444923", "doc144239", "doc2334138", "doc2347811", "doc1986402", "doc377067", "doc638689", "doc2334133", "doc878338"], "ranked_scores": [0.6674, 0.6574, 0.6293, 0.624, 0.6193, 0.6165, 0.6145, 0.6116, 0.609, 0.606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc548704", "doc88933", "doc107206", "doc88931", "doc1063840", "doc127031", "doc88934", "doc1763997", "doc1480727", "doc553245"], "ranked_scores": [0.7388, 0.7329, 0.716, 0.7055, 0.6935, 0.693, 0.6856, 0.6846, 0.6637, 0.6593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc746693", "doc969509", "doc1492317", "doc905614", "doc271411", "doc270066", "doc1665946", "doc187765", "doc2613570", "doc380683"], "ranked_scores": [0.825, 0.7988, 0.7888, 0.7866, 0.7863, 0.7833, 0.7758, 0.7681, 0.7619, 0.7619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc18273", "doc911115", "doc63590", "doc1774519", "doc1604800", "doc2526454", "doc18264", "doc18274", "doc1791093"], "ranked_scores": [0.8233, 0.789, 0.789, 0.789, 0.7701, 0.7558, 0.7535, 0.7535, 0.7448, 0.7358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.378, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc2212258", "doc1632075", "doc2475623", "doc1664038", "doc299691", "doc1512174", "doc18842", "doc1945404", "doc739350", "doc1816051"], "ranked_scores": [0.7142, 0.7142, 0.708, 0.706, 0.7013, 0.6897, 0.6875, 0.6875, 0.6874, 0.687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc576791", "doc1487701", "doc1473199", "doc404242", "doc1927002", "doc1826212", "doc2111513", "doc49159", "doc1690531", "doc2252577"], "ranked_scores": [0.7473, 0.744, 0.7144, 0.6953, 0.6797, 0.642, 0.6402, 0.6391, 0.6384, 0.6384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2057552", "doc187847", "doc1445420", "doc735792", "doc201181", "doc22149", "doc1198819", "doc1185713", "doc705226", "doc642762"], "ranked_scores": [0.7405, 0.7168, 0.6906, 0.6802, 0.6723, 0.6721, 0.6696, 0.6684, 0.6668, 0.6615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1618372", "doc36463", "doc2622778", "doc1618376", "doc1256783", "doc2622759", "doc2657970", "doc36467", "doc331518", "doc2396125"], "ranked_scores": [0.813, 0.7976, 0.7883, 0.7628, 0.7561, 0.7542, 0.7498, 0.7484, 0.7404, 0.73], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc938942", "doc752669", "doc7166", "doc703717", "doc106353", "doc703711", "doc35719", "doc427621", "doc1295396", "doc106333"], "ranked_scores": [0.7894, 0.7889, 0.778, 0.7771, 0.7771, 0.7743, 0.7587, 0.7576, 0.7562, 0.7551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1119808", "doc599371", "doc626445", "doc596021", "doc643072", "doc2393669", "doc460823", "doc1119543", "doc1373324", "doc2167590"], "ranked_scores": [0.8854, 0.867, 0.8622, 0.8617, 0.8606, 0.8584, 0.8538, 0.8501, 0.8459, 0.8459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc2329334", "doc417445", "doc2245700", "doc959527", "doc801039", "doc1430993", "doc127031", "doc88933", "doc2043247", "doc1823034"], "ranked_scores": [0.7975, 0.7975, 0.7975, 0.7818, 0.7315, 0.7104, 0.7096, 0.7096, 0.706, 0.7054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-32-pq-m4-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc37884", "doc57226", "doc751998", "doc380683", "doc1254733", "doc1069317", "doc1713783", "doc717374", "doc320077", "doc63804"], "ranked_scores": [0.8205, 0.8205, 0.8205, 0.8205, 0.8001, 0.8001, 0.8001, 0.8001, 0.8001, 0.7943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc230557", "doc914411", "doc133140", "doc2509996", "doc1350139", "doc1982537", "doc1982515", "doc1592912", "doc107166", "doc963670"], "ranked_scores": [0.7566, 0.7365, 0.7198, 0.7198, 0.7198, 0.7095, 0.6955, 0.6949, 0.6944, 0.6899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc296216", "doc365451", "doc318194", "doc365452", "doc699194", "doc365459", "doc776139", "doc761186", "doc523750", "doc78091"], "ranked_scores": [0.8731, 0.8731, 0.8731, 0.8731, 0.8731, 0.8731, 0.8731, 0.8731, 0.8731, 0.8731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc2166666", "doc2525766", "doc1911408", "doc415358", "doc565706", "doc161015", "doc536608", "doc2066832", "doc439817", "doc726012"], "ranked_scores": [0.8457, 0.8242, 0.8242, 0.8242, 0.8242, 0.8242, 0.8242, 0.8152, 0.8152, 0.8135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2307709", "doc2372195", "doc2307739", "doc672961", "doc682295", "doc88439", "doc71587", "doc887635", "doc684238", "doc866525"], "ranked_scores": [0.8986, 0.8986, 0.8986, 0.8986, 0.8986, 0.8986, 0.8986, 0.8986, 0.8986, 0.8986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc2384883", "doc1386925", "doc1501497", "doc1501431", "doc1478939", "doc27529", "doc27535", "doc27538", "doc754593", "doc361682"], "ranked_scores": [0.7348, 0.7283, 0.7283, 0.7283, 0.7283, 0.7117, 0.7087, 0.7087, 0.7087, 0.7087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1473550", "doc108501", "doc1526230", "doc771233", "doc579128", "doc620637", "doc653285", "doc930753", "doc925929", "doc77634"], "ranked_scores": [0.7868, 0.7868, 0.7868, 0.7868, 0.7645, 0.7645, 0.7645, 0.7645, 0.7645, 0.7645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc1017147", "doc151694", "doc2096499", "doc38721", "doc1456780", "doc520683", "doc376238", "doc761733", "doc376243", "doc440382"], "ranked_scores": [0.7792, 0.7792, 0.7792, 0.7533, 0.7533, 0.7533, 0.7413, 0.7413, 0.7413, 0.7413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc13999", "doc2365901", "doc61054", "doc1612682", "doc61045", "doc1376346", "doc611283", "doc2362173", "doc2068337", "doc2080046"], "ranked_scores": [0.7866, 0.7669, 0.76, 0.7548, 0.7548, 0.7439, 0.7384, 0.7327, 0.728, 0.728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1992466", "doc1389346", "doc1116765", "doc2380013", "doc369261", "doc2099374", "doc1948378", "doc369276", "doc626977", "doc369237"], "ranked_scores": [0.6913, 0.6828, 0.6828, 0.6828, 0.6828, 0.6828, 0.6828, 0.6828, 0.6828, 0.6737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc2488095", "doc758964", "doc271411", "doc2480452", "doc203253", "doc1446034", "doc57948", "doc2105570", "doc594485", "doc81655"], "ranked_scores": [0.7439, 0.7439, 0.7439, 0.7323, 0.7299, 0.721, 0.721, 0.721, 0.7136, 0.7136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc142184", "doc1634950", "doc225047", "doc1386120", "doc2295211", "doc1386116", "doc962084", "doc1883237", "doc1391281", "doc1243029"], "ranked_scores": [0.6859, 0.6859, 0.6851, 0.6851, 0.6851, 0.6851, 0.6843, 0.683, 0.682, 0.6815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc2223873", "doc337547", "doc427621", "doc703719", "doc35719", "doc703721", "doc964811", "doc7166", "doc973089", "doc436998"], "ranked_scores": [0.684, 0.684, 0.684, 0.684, 0.684, 0.684, 0.684, 0.684, 0.684, 0.684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc1509190", "doc1694554", "doc1950715", "doc692580", "doc7120", "doc1384591", "doc7091", "doc1942387", "doc692559", "doc7112"], "ranked_scores": [0.6571, 0.6571, 0.6504, 0.6504, 0.6504, 0.6504, 0.6401, 0.6401, 0.6375, 0.6375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc431563", "doc107878", "doc1891830", "doc2618985", "doc90807", "doc1098823", "doc2093563", "doc1357000", "doc2569900", "doc854693"], "ranked_scores": [0.733, 0.733, 0.733, 0.7321, 0.7321, 0.7308, 0.7308, 0.7308, 0.7308, 0.7308], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc1078877", "doc551718", "doc2093591", "doc119994", "doc1562972", "doc536387", "doc404160", "doc727680", "doc2067559", "doc510841"], "ranked_scores": [0.675, 0.6667, 0.657, 0.6565, 0.6476, 0.6465, 0.6437, 0.6427, 0.6387, 0.6361], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc563701", "doc788472", "doc398772", "doc1818635", "doc282521", "doc620573", "doc1113864", "doc2202506", "doc2570459", "doc90322"], "ranked_scores": [0.7143, 0.7143, 0.7143, 0.712, 0.712, 0.712, 0.7077, 0.7077, 0.7077, 0.6963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1497378", "doc428406", "doc490514", "doc2581432", "doc914073", "doc716388", "doc1297326", "doc2266529", "doc229804", "doc1663695"], "ranked_scores": [0.7424, 0.7382, 0.7382, 0.7226, 0.7226, 0.7196, 0.7196, 0.7173, 0.7058, 0.7039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc876844", "doc204171", "doc174415", "doc469130", "doc751678", "doc358937", "doc2313883", "doc536009", "doc2210110", "doc2509989"], "ranked_scores": [0.6426, 0.6318, 0.6281, 0.6281, 0.6281, 0.6279, 0.6279, 0.6136, 0.6125, 0.6125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc2660510", "doc299573", "doc367206", "doc476498", "doc352915", "doc80148", "doc596861", "doc80133", "doc80100", "doc80154"], "ranked_scores": [0.8107, 0.8107, 0.8107, 0.8107, 0.8107, 0.8107, 0.8107, 0.8107, 0.8107, 0.8107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc2240281", "doc2666461", "doc2010380", "doc1992659", "doc2240293", "doc1471934", "doc211912", "doc703706", "doc446477", "doc732087"], "ranked_scores": [0.8091, 0.7851, 0.7784, 0.7784, 0.7704, 0.7676, 0.7676, 0.7676, 0.7676, 0.7676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc2361044", "doc1880842", "doc812613", "doc1053048", "doc913417", "doc1699100", "doc2289855", "doc99377", "doc2517379", "doc864645"], "ranked_scores": [0.8116, 0.7963, 0.7963, 0.7963, 0.7963, 0.7963, 0.787, 0.787, 0.787, 0.7826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc2173547", "doc2471264", "doc2447782", "doc614724", "doc1878861", "doc418129", "doc64791", "doc346463", "doc61568"], "ranked_scores": [0.6811, 0.6635, 0.6635, 0.6635, 0.6537, 0.6487, 0.6487, 0.646, 0.6456, 0.6456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1113128", "doc1915960", "doc2035410", "doc583523", "doc751967", "doc505004", "doc505032", "doc1446034", "doc57948", "doc2105570"], "ranked_scores": [0.7581, 0.7581, 0.7539, 0.7419, 0.7375, 0.7279, 0.7279, 0.7235, 0.7235, 0.7235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc259703", "doc751425", "doc1175661", "doc1368159", "doc742717", "doc1866245", "doc2010440", "doc2332642", "doc1557550"], "ranked_scores": [0.7784, 0.7618, 0.7617, 0.7617, 0.7448, 0.7411, 0.7363, 0.7363, 0.7353, 0.7305], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc228166", "doc283788", "doc33811", "doc35524", "doc456580", "doc602853", "doc35513", "doc64318", "doc971992", "doc64316"], "ranked_scores": [0.7542, 0.7542, 0.7542, 0.7542, 0.7542, 0.7542, 0.7542, 0.7542, 0.7542, 0.7542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc727452", "doc1788429", "doc1520219", "doc1520275", "doc1520300", "doc437662", "doc1520278", "doc1978012", "doc437678", "doc1520311"], "ranked_scores": [0.8852, 0.8843, 0.8742, 0.8742, 0.8742, 0.8742, 0.8742, 0.8742, 0.8742, 0.8742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc552720", "doc810925", "doc671985", "doc865438", "doc866490", "doc938718", "doc866437", "doc877823", "doc866436", "doc866501"], "ranked_scores": [0.7416, 0.7416, 0.7416, 0.7416, 0.7416, 0.7416, 0.7416, 0.7416, 0.7416, 0.7416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc904083", "doc1385832", "doc1915955", "doc1330250", "doc299691", "doc305534", "doc645561", "doc1891609", "doc1532821", "doc802931"], "ranked_scores": [0.7358, 0.7179, 0.6796, 0.6767, 0.6643, 0.6555, 0.6469, 0.6469, 0.6395, 0.6374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc602739", "doc2140403", "doc602150", "doc53464", "doc24934", "doc490060", "doc2497559", "doc481915", "doc1440230", "doc645602"], "ranked_scores": [0.7894, 0.7713, 0.7713, 0.7636, 0.7405, 0.7366, 0.7364, 0.7364, 0.7229, 0.7229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc430825", "doc2529675", "doc233596", "doc1517979", "doc1840635", "doc68932", "doc2045783", "doc783808", "doc87294", "doc996399"], "ranked_scores": [0.6889, 0.6889, 0.6861, 0.6861, 0.6709, 0.6709, 0.6709, 0.6709, 0.6709, 0.6709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1119808", "doc1373324", "doc368686", "doc1623534", "doc368654", "doc1442519", "doc1606329", "doc84475", "doc1248532", "doc1762151"], "ranked_scores": [0.7133, 0.7133, 0.7133, 0.7133, 0.7133, 0.7133, 0.7133, 0.7133, 0.6972, 0.6972], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1889823", "doc1223270", "doc1223275", "doc2055431", "doc2574040", "doc762682", "doc438117", "doc881797", "doc946247", "doc889047"], "ranked_scores": [0.7372, 0.6954, 0.6954, 0.6954, 0.6954, 0.6943, 0.6834, 0.674, 0.674, 0.674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc57977", "doc88173", "doc1477591", "doc261069", "doc579105", "doc6531", "doc926314", "doc716552", "doc986835", "doc716573"], "ranked_scores": [0.8096, 0.8096, 0.8096, 0.8028, 0.7871, 0.7871, 0.7871, 0.7871, 0.7871, 0.7871], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1667015", "doc776142", "doc420336", "doc660871", "doc1010216", "doc1393854", "doc435083", "doc70905", "doc707795", "doc782782"], "ranked_scores": [0.7461, 0.7381, 0.7381, 0.7325, 0.724, 0.724, 0.6993, 0.6993, 0.6993, 0.6993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc1891612", "doc483933", "doc1722932", "doc1520309", "doc2439440", "doc134521", "doc602735", "doc599387", "doc1558391"], "ranked_scores": [0.7342, 0.7342, 0.7116, 0.7038, 0.6958, 0.6924, 0.6924, 0.6864, 0.6826, 0.6819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc2042102", "doc1056790", "doc448867", "doc1245931", "doc1094361", "doc191614", "doc1629944", "doc19185", "doc187847", "doc2505949"], "ranked_scores": [0.7293, 0.7234, 0.723, 0.7143, 0.7094, 0.7094, 0.7094, 0.7007, 0.7007, 0.6939], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc2035909", "doc1041502", "doc57975", "doc1809347", "doc113426", "doc376241", "doc635536", "doc1300782", "doc80490", "doc693852"], "ranked_scores": [0.7022, 0.6975, 0.6732, 0.6691, 0.6691, 0.6691, 0.6691, 0.6691, 0.6678, 0.6564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1975694", "doc588612", "doc1730233", "doc860546", "doc309595", "doc1674853", "doc80100", "doc80148", "doc80133", "doc80154"], "ranked_scores": [0.6573, 0.6469, 0.6188, 0.6188, 0.6144, 0.6139, 0.6118, 0.6118, 0.6118, 0.6118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1632177", "doc750414", "doc1510838", "doc2334138", "doc2408092", "doc2128755", "doc593715", "doc382548", "doc1599727", "doc645564"], "ranked_scores": [0.6171, 0.614, 0.6039, 0.6022, 0.6013, 0.601, 0.5998, 0.5997, 0.5978, 0.5962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc107206", "doc88933", "doc176183", "doc1924612", "doc782194", "doc2139234", "doc1063840", "doc2175230", "doc878338", "doc376565"], "ranked_scores": [0.7167, 0.6885, 0.6725, 0.6725, 0.6725, 0.6725, 0.667, 0.6631, 0.6631, 0.6587], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc525397", "doc1153299", "doc1999887", "doc458222", "doc1784440", "doc746693", "doc2173544", "doc890730", "doc955504", "doc930149"], "ranked_scores": [0.7675, 0.7675, 0.7675, 0.7583, 0.7583, 0.7583, 0.7583, 0.751, 0.751, 0.751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc1510838", "doc1538520", "doc1844919", "doc1791044", "doc193828", "doc354084", "doc1791048", "doc2072948", "doc725928"], "ranked_scores": [0.7518, 0.7118, 0.7084, 0.7084, 0.7084, 0.7084, 0.7084, 0.7084, 0.7084, 0.7084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc1026678", "doc1011075", "doc955743", "doc2205282", "doc2652795", "doc462227", "doc1263474", "doc2128755", "doc965461", "doc1276601"], "ranked_scores": [0.712, 0.7097, 0.7097, 0.706, 0.7048, 0.7029, 0.6919, 0.6919, 0.6908, 0.6886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc2365901", "doc402317", "doc13999", "doc963332", "doc1291603", "doc2142524", "doc28942", "doc1826212", "doc1986143", "doc567275"], "ranked_scores": [0.7326, 0.7045, 0.6942, 0.6745, 0.6353, 0.6349, 0.6349, 0.6331, 0.6282, 0.6184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2639996", "doc1088928", "doc785515", "doc2390440", "doc58420", "doc2131758", "doc384744", "doc735792", "doc1947787", "doc2665803"], "ranked_scores": [0.7055, 0.6934, 0.6809, 0.6802, 0.6634, 0.6634, 0.6545, 0.6545, 0.6543, 0.652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc331518", "doc1618376", "doc36463", "doc2622778", "doc2622759", "doc1618372", "doc2653657", "doc2428288", "doc1796400", "doc36467"], "ranked_scores": [0.7464, 0.7306, 0.7306, 0.7306, 0.7306, 0.7305, 0.7212, 0.7049, 0.702, 0.684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc846246", "doc455756", "doc938942", "doc427621", "doc436998", "doc703721", "doc703719", "doc973089", "doc964811", "doc7166"], "ranked_scores": [0.8275, 0.8275, 0.8275, 0.821, 0.821, 0.821, 0.821, 0.821, 0.821, 0.821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373335", "doc1437877", "doc550879", "doc1837759", "doc1599987", "doc626438", "doc873559", "doc934719", "doc294704", "doc2339886"], "ranked_scores": [0.7883, 0.7883, 0.7883, 0.7883, 0.7883, 0.7883, 0.7883, 0.7883, 0.7883, 0.7883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc827208", "doc1086963", "doc61054", "doc418571", "doc1430993", "doc127040", "doc2332984", "doc1199279", "doc127031", "doc650150"], "ranked_scores": [0.8439, 0.8278, 0.8111, 0.8064, 0.8064, 0.7992, 0.7982, 0.7939, 0.7939, 0.7878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-atanh-gamma0.1": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57232", "doc1254733", "doc751998", "doc57247", "doc3001", "doc1199221", "doc2569915", "doc1713783"], "ranked_scores": [579.0, 577.0, 566.0, 536.0, 527.0, 524.0, 522.0, 515.0, 513.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc1749973", "doc63538", "doc1952697", "doc2292349", "doc1664485", "doc1952699", "doc1038212", "doc1982515", "doc2112811"], "ranked_scores": [586.0, 551.0, 551.0, 531.0, 529.0, 527.0, 527.0, 524.0, 524.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc2285692", "doc69765", "doc1675505", "doc1393773", "doc21829", "doc69772", "doc452016", "doc365452", "doc243667"], "ranked_scores": [545.0, 543.0, 539.0, 539.0, 533.0, 531.0, 528.0, 524.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc404141", "doc2525766", "doc161015", "doc1911408", "doc536608", "doc415358", "doc565706", "doc591223", "doc643498", "doc564709"], "ranked_scores": [521.0, 515.0, 515.0, 515.0, 515.0, 515.0, 515.0, 512.0, 511.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1812659", "doc1366769", "doc887635", "doc1366760", "doc1812661", "doc338868", "doc1741702", "doc2165906", "doc559423"], "ranked_scores": [555.0, 546.0, 543.0, 542.0, 540.0, 539.0, 538.0, 537.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1324046", "doc27529", "doc540358", "doc1685757", "doc1770477", "doc1021718", "doc361702", "doc1852504", "doc1727553", "doc27538"], "ranked_scores": [512.0, 511.0, 510.0, 507.0, 505.0, 501.0, 500.0, 499.0, 497.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc653285", "doc273559", "doc208541", "doc1480727", "doc54270", "doc1526230", "doc77634", "doc422133", "doc349744", "doc2134247"], "ranked_scores": [580.0, 574.0, 571.0, 567.0, 562.0, 562.0, 562.0, 557.0, 554.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc520684", "doc1595692", "doc1486663", "doc966365", "doc231271", "doc1456780", "doc2096499", "doc29764"], "ranked_scores": [561.0, 547.0, 529.0, 528.0, 526.0, 520.0, 519.0, 508.0, 507.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1612682", "doc829494", "doc61045", "doc988607", "doc1376346", "doc13999", "doc210026", "doc742717"], "ranked_scores": [565.0, 548.0, 537.0, 526.0, 525.0, 520.0, 520.0, 519.0, 512.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc369237", "doc2084014", "doc97442", "doc2083995", "doc97445", "doc369270", "doc1116765", "doc2380009"], "ranked_scores": [580.0, 557.0, 555.0, 551.0, 543.0, 537.0, 534.0, 531.0, 529.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc562696", "doc1999887", "doc2199352", "doc33196", "doc2648883", "doc2165715", "doc2465921", "doc1029757", "doc781344"], "ranked_scores": [529.0, 519.0, 514.0, 512.0, 512.0, 512.0, 510.0, 509.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc2372621", "doc253608", "doc1984127", "doc83863", "doc2537823", "doc83871", "doc1780375", "doc759547", "doc1386116", "doc1984114"], "ranked_scores": [536.0, 527.0, 523.0, 522.0, 519.0, 518.0, 516.0, 515.0, 514.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc427621", "doc106338", "doc703702", "doc703714", "doc703711", "doc1471934", "doc1887731", "doc703705", "doc703728"], "ranked_scores": [550.0, 540.0, 538.0, 538.0, 534.0, 533.0, 529.0, 527.0, 527.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7099", "doc7106", "doc7091", "doc692559", "doc7119", "doc7112", "doc7116", "doc1694554", "doc7093", "doc7108"], "ranked_scores": [551.0, 551.0, 542.0, 540.0, 529.0, 526.0, 520.0, 514.0, 506.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82127", "doc2569900", "doc90808", "doc1169637", "doc787596", "doc82130", "doc2252228", "doc505032", "doc854693"], "ranked_scores": [587.0, 532.0, 531.0, 525.0, 517.0, 511.0, 507.0, 506.0, 505.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc409226", "doc187232", "doc207871", "doc1449866", "doc428406", "doc752256", "doc750416", "doc2018288", "doc1186883"], "ranked_scores": [521.0, 508.0, 495.0, 493.0, 492.0, 491.0, 487.0, 486.0, 486.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc24903", "doc1824654", "doc1380356", "doc30774", "doc382236", "doc1380357", "doc416774", "doc1333507"], "ranked_scores": [572.0, 551.0, 543.0, 539.0, 531.0, 529.0, 526.0, 525.0, 521.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2225375", "doc573905", "doc2483632", "doc73739", "doc36402", "doc1902615", "doc58892", "doc1104361", "doc402317", "doc2127006"], "ranked_scores": [533.0, 520.0, 513.0, 508.0, 508.0, 505.0, 501.0, 498.0, 498.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc2313864", "doc873481", "doc2509996", "doc2378781", "doc2439294", "doc873479", "doc873480"], "ranked_scores": [582.0, 557.0, 543.0, 541.0, 537.0, 536.0, 535.0, 535.0, 535.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80074", "doc80154", "doc345642", "doc137908", "doc80070", "doc2557673", "doc80067", "doc80078", "doc2562963"], "ranked_scores": [559.0, 550.0, 549.0, 541.0, 540.0, 538.0, 531.0, 531.0, 531.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc1248717", "doc180079", "doc762682", "doc506854", "doc2353712", "doc86071", "doc527459", "doc673167"], "ranked_scores": [585.0, 512.0, 508.0, 505.0, 503.0, 501.0, 500.0, 499.0, 498.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc675067", "doc725659", "doc131786", "doc26458", "doc764184", "doc864645", "doc2480872", "doc26467", "doc261069"], "ranked_scores": [579.0, 524.0, 520.0, 518.0, 517.0, 515.0, 514.0, 512.0, 512.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc192542", "doc273662", "doc74858", "doc313306", "doc2260544", "doc61568", "doc119586"], "ranked_scores": [614.0, 544.0, 540.0, 507.0, 507.0, 507.0, 494.0, 494.0, 494.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc81655", "doc57948", "doc1199221", "doc57940", "doc721746", "doc2389179", "doc2115402", "doc37890", "doc37884"], "ranked_scores": [541.0, 539.0, 532.0, 532.0, 531.0, 523.0, 519.0, 517.0, 517.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc2193668", "doc1187141", "doc765127", "doc1448736", "doc1487701", "doc1741593", "doc751435", "doc729312"], "ranked_scores": [612.0, 555.0, 545.0, 536.0, 534.0, 522.0, 512.0, 512.0, 511.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc971992", "doc851269", "doc41305", "doc64314", "doc35524", "doc1376793", "doc64318", "doc2072856", "doc467715"], "ranked_scores": [563.0, 551.0, 542.0, 540.0, 539.0, 537.0, 536.0, 533.0, 532.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc539428", "doc252389", "doc437639", "doc1977978", "doc1520311", "doc1321883", "doc1321924", "doc437668", "doc1520275", "doc587518"], "ranked_scores": [550.0, 547.0, 547.0, 545.0, 544.0, 542.0, 540.0, 540.0, 539.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1778743", "doc754076", "doc1315083", "doc1694648", "doc671985", "doc1315064", "doc1314852", "doc877823", "doc1385395"], "ranked_scores": [549.0, 511.0, 508.0, 495.0, 490.0, 488.0, 487.0, 486.0, 486.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc587116", "doc1212031", "doc1894178", "doc832551", "doc802931", "doc1891609", "doc645602", "doc1516619", "doc524130"], "ranked_scores": [497.0, 493.0, 491.0, 489.0, 487.0, 486.0, 485.0, 482.0, 477.0, 477.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc534490", "doc216330", "doc2199352", "doc758677", "doc781344", "doc1784440", "doc1283940", "doc611282"], "ranked_scores": [561.0, 545.0, 511.0, 504.0, 502.0, 501.0, 500.0, 496.0, 494.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc2313864", "doc2370519", "doc1088161", "doc165022", "doc25697", "doc324530", "doc868589", "doc1991598"], "ranked_scores": [616.0, 561.0, 547.0, 546.0, 540.0, 539.0, 538.0, 537.0, 537.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc94371", "doc1837771", "doc898833", "doc1373330", "doc1442519", "doc934719", "doc499894", "doc301324", "doc368654"], "ranked_scores": [549.0, 534.0, 534.0, 533.0, 530.0, 524.0, 524.0, 522.0, 520.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105759", "doc1729412", "doc566026", "doc519408", "doc105758", "doc105763", "doc719078", "doc2355469", "doc8477"], "ranked_scores": [561.0, 533.0, 527.0, 520.0, 511.0, 511.0, 510.0, 509.0, 507.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc2107033", "doc1477591", "doc1690531", "doc2252577", "doc52414", "doc2212269", "doc4147", "doc2166568", "doc606253"], "ranked_scores": [566.0, 552.0, 550.0, 548.0, 548.0, 547.0, 546.0, 542.0, 540.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc2587564", "doc2587562", "doc465988", "doc435078", "doc435075", "doc378301", "doc1957486", "doc768322", "doc865796"], "ranked_scores": [527.0, 513.0, 506.0, 502.0, 501.0, 497.0, 496.0, 495.0, 495.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2119808", "doc2665803", "doc336518", "doc264212", "doc733127", "doc2448623", "doc2636635", "doc2465505", "doc2085567"], "ranked_scores": [547.0, 531.0, 525.0, 514.0, 509.0, 497.0, 492.0, 491.0, 491.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc159492", "doc1962174", "doc93287", "doc1245931", "doc1512025", "doc1512040", "doc1728777", "doc2179022", "doc487000", "doc720754"], "ranked_scores": [497.0, 495.0, 490.0, 484.0, 481.0, 478.0, 478.0, 476.0, 476.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1345740", "doc601133", "doc376238", "doc2265144", "doc57975", "doc2035909", "doc1493586", "doc1055373", "doc2304461", "doc2449727"], "ranked_scores": [491.0, 490.0, 485.0, 478.0, 478.0, 477.0, 477.0, 474.0, 473.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588578", "doc1160263", "doc1629620", "doc1986437", "doc1986449", "doc294604", "doc61233", "doc1986443", "doc1986433", "doc1943842"], "ranked_scores": [537.0, 537.0, 535.0, 527.0, 524.0, 521.0, 518.0, 516.0, 513.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1370451", "doc807", "doc845380", "doc2334138", "doc1877808", "doc190844", "doc231144", "doc212903", "doc2173325", "doc1490491"], "ranked_scores": [524.0, 518.0, 516.0, 508.0, 508.0, 506.0, 493.0, 492.0, 491.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc2015719", "doc88931", "doc2624067", "doc779563", "doc88973", "doc127040", "doc1763997", "doc2061559", "doc1670518"], "ranked_scores": [578.0, 574.0, 573.0, 566.0, 559.0, 553.0, 549.0, 548.0, 536.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc308175", "doc457119", "doc21340", "doc1353689", "doc21378", "doc1836919", "doc212860", "doc353043", "doc746693", "doc1637888"], "ranked_scores": [515.0, 514.0, 507.0, 497.0, 497.0, 496.0, 495.0, 490.0, 489.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc63590", "doc18273", "doc911115", "doc63585", "doc2072948", "doc1491857", "doc18274", "doc1906610", "doc323321"], "ranked_scores": [554.0, 553.0, 553.0, 553.0, 550.0, 545.0, 544.0, 544.0, 542.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc1273458", "doc1670303", "doc7161", "doc1948176", "doc386637", "doc580220", "doc933773", "doc688749"], "ranked_scores": [550.0, 549.0, 511.0, 503.0, 503.0, 495.0, 493.0, 491.0, 490.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc404242", "doc1826212", "doc753576", "doc1244692", "doc2193668", "doc1260422", "doc1846050", "doc1841145", "doc643498"], "ranked_scores": [504.0, 491.0, 487.0, 482.0, 475.0, 474.0, 473.0, 473.0, 468.0, 468.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc1564158", "doc642762", "doc1932389", "doc1451760", "doc1801894", "doc1986143", "doc2057552", "doc2007762"], "ranked_scores": [546.0, 521.0, 520.0, 509.0, 508.0, 506.0, 506.0, 505.0, 503.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1256783", "doc36463", "doc761123", "doc2622778", "doc36485", "doc2362801", "doc2258745", "doc1926786", "doc2633664"], "ranked_scores": [556.0, 546.0, 532.0, 527.0, 526.0, 524.0, 523.0, 523.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc1804263", "doc436998", "doc1332302", "doc337547", "doc703714", "doc964811", "doc427621", "doc106333", "doc284002"], "ranked_scores": [546.0, 532.0, 530.0, 528.0, 527.0, 524.0, 524.0, 524.0, 523.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc108887", "doc108892", "doc643072", "doc1373324", "doc2393669", "doc108938", "doc1373323", "doc1220654", "doc873559"], "ranked_scores": [554.0, 546.0, 545.0, 538.0, 538.0, 534.0, 531.0, 531.0, 528.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc2332984", "doc77973", "doc2079848", "doc380173", "doc5734", "doc347002"], "ranked_scores": [559.0, 547.0, 529.0, 518.0, 509.0, 500.0, 499.0, 490.0, 489.0, 479.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-asigm-2b": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57232", "doc57226", "doc57247", "doc751998", "doc2569915", "doc3001", "doc1219625", "doc1254733", "doc1665946"], "ranked_scores": [0.6208, 0.5962, 0.5751, 0.5213, 0.5027, 0.4694, 0.458, 0.4557, 0.415, 0.4145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc1749973", "doc2112811", "doc63538", "doc345111", "doc1982515", "doc2136789", "doc63542", "doc1664485", "doc1952697"], "ranked_scores": [0.665, 0.5357, 0.5249, 0.501, 0.4738, 0.4715, 0.4591, 0.4543, 0.4529, 0.4491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc812322", "doc1675505", "doc243667", "doc2526400", "doc377466", "doc2285692", "doc365452", "doc69767", "doc21829"], "ranked_scores": [0.5535, 0.5287, 0.4942, 0.4893, 0.4629, 0.4629, 0.4571, 0.4564, 0.4546, 0.4512], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc1177870", "doc404141", "doc591223", "doc400438", "doc737388", "doc1247565", "doc94024", "doc415323", "doc1402781"], "ranked_scores": [0.4691, 0.448, 0.4451, 0.4255, 0.4227, 0.4226, 0.4194, 0.4181, 0.4092, 0.4068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc1366769", "doc2165920", "doc887635", "doc338868", "doc1812661", "doc387897", "doc1366744", "doc1812653", "doc559423"], "ranked_scores": [0.5304, 0.5265, 0.5247, 0.5021, 0.4922, 0.4917, 0.4868, 0.4815, 0.4638, 0.46], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc540358", "doc1770477", "doc27538", "doc27529", "doc1852504", "doc1021718", "doc1324046", "doc738831", "doc2311306", "doc381292"], "ranked_scores": [0.4541, 0.4305, 0.4283, 0.4264, 0.3964, 0.3923, 0.3872, 0.3792, 0.3777, 0.3766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc208541", "doc653285", "doc273559", "doc1480727", "doc77634", "doc1526230", "doc54270", "doc422133", "doc925929", "doc579128"], "ranked_scores": [0.5689, 0.5554, 0.5532, 0.545, 0.5357, 0.5253, 0.5213, 0.4985, 0.4943, 0.477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc1798668", "doc1486663", "doc1595692", "doc966365", "doc1728840", "doc2096499", "doc29764", "doc231271"], "ranked_scores": [0.5669, 0.4574, 0.4243, 0.4217, 0.4094, 0.3971, 0.3873, 0.3847, 0.3815, 0.3752], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc61045", "doc1376346", "doc1612682", "doc13999", "doc829494", "doc742717", "doc988606", "doc1581506"], "ranked_scores": [0.567, 0.5495, 0.513, 0.4586, 0.4455, 0.4274, 0.4225, 0.4186, 0.4084, 0.3953], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2084014", "doc2004921", "doc97442", "doc97445", "doc369237", "doc2083995", "doc369270", "doc1992466", "doc1116765"], "ranked_scores": [0.58, 0.5375, 0.5237, 0.5097, 0.5024, 0.4874, 0.4761, 0.475, 0.463, 0.4614], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc2540212", "doc33193", "doc562696", "doc2648883", "doc1999887", "doc33196", "doc1553106", "doc2634491", "doc64791", "doc781344"], "ranked_scores": [0.4382, 0.4288, 0.4229, 0.4213, 0.4194, 0.4171, 0.4142, 0.4122, 0.4109, 0.4061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc1133242", "doc66003", "doc437627", "doc2537823", "doc1780375", "doc1386116", "doc2372621", "doc1386166"], "ranked_scores": [0.4807, 0.4643, 0.4467, 0.4445, 0.4403, 0.4391, 0.4377, 0.4368, 0.4327, 0.43], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc427621", "doc106332", "doc703706", "doc703705", "doc703711", "doc703736", "doc106372", "doc703714", "doc1136889", "doc703721"], "ranked_scores": [0.5399, 0.5291, 0.4959, 0.4947, 0.4929, 0.4901, 0.4874, 0.4803, 0.4623, 0.4571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7099", "doc7091", "doc7106", "doc692559", "doc7112", "doc1694554", "doc7119", "doc1599042", "doc7116", "doc1377683"], "ranked_scores": [0.5331, 0.5208, 0.4936, 0.4935, 0.4907, 0.4632, 0.4393, 0.4393, 0.4212, 0.4065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82127", "doc90808", "doc2569900", "doc1169637", "doc82130", "doc1091030", "doc1877670", "doc2068718", "doc1891830"], "ranked_scores": [0.6759, 0.4843, 0.4834, 0.4713, 0.4306, 0.4201, 0.4124, 0.403, 0.3944, 0.3928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc2018288", "doc409226", "doc897", "doc439366", "doc404160", "doc750416", "doc750407", "doc1874808", "doc244368"], "ranked_scores": [0.4151, 0.3648, 0.3609, 0.3599, 0.3509, 0.3352, 0.3321, 0.32, 0.3189, 0.3177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc24903", "doc30773", "doc1380356", "doc1380357", "doc1824654", "doc468490", "doc651946", "doc303116", "doc30774"], "ranked_scores": [0.5597, 0.5009, 0.4678, 0.4644, 0.4611, 0.455, 0.4482, 0.415, 0.4137, 0.4136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc573905", "doc2225375", "doc1902615", "doc58892", "doc2483632", "doc402317", "doc648355", "doc2127006", "doc73739"], "ranked_scores": [0.4974, 0.4665, 0.4398, 0.4306, 0.4292, 0.4152, 0.389, 0.371, 0.3678, 0.3668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc873481", "doc2509996", "doc2313864", "doc2439294", "doc2510026", "doc56902", "doc2509993"], "ranked_scores": [0.6292, 0.6155, 0.5806, 0.5321, 0.5219, 0.5194, 0.5129, 0.4934, 0.4904, 0.4857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc345642", "doc80151", "doc80154", "doc137908", "doc80074", "doc80078", "doc80067", "doc80100", "doc80070", "doc596891"], "ranked_scores": [0.5654, 0.5376, 0.5188, 0.5135, 0.5077, 0.4799, 0.476, 0.4489, 0.4357, 0.4337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4416, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc2240291", "doc2353712", "doc2174234", "doc732015", "doc719057", "doc506841", "doc1018572", "doc180079"], "ranked_scores": [0.6467, 0.4335, 0.4177, 0.4051, 0.4038, 0.3818, 0.3695, 0.3647, 0.359, 0.3582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc2036045", "doc261069", "doc725659", "doc138447", "doc1617231", "doc675067", "doc131786", "doc2480872", "doc2376934"], "ranked_scores": [0.6052, 0.4693, 0.455, 0.4521, 0.4438, 0.4416, 0.4403, 0.4363, 0.4291, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc273662", "doc74858", "doc470536", "doc192542", "doc61568", "doc119586", "doc308346"], "ranked_scores": [0.7364, 0.5305, 0.5104, 0.4178, 0.3845, 0.3718, 0.3679, 0.3562, 0.3504, 0.3416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc2389179", "doc57940", "doc37890", "doc811", "doc1590438", "doc37884", "doc57948", "doc450131", "doc2199352"], "ranked_scores": [0.4607, 0.4264, 0.4188, 0.3886, 0.388, 0.387, 0.3827, 0.3819, 0.3764, 0.3752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc765127", "doc2193668", "doc2286850", "doc1187141", "doc1448736", "doc1741593", "doc491925", "doc1224325"], "ranked_scores": [0.6646, 0.5033, 0.4914, 0.4729, 0.4632, 0.4557, 0.4241, 0.4014, 0.4007, 0.3982], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64314", "doc851269", "doc971992", "doc1376793", "doc41305", "doc64318", "doc64317", "doc1683659", "doc922301"], "ranked_scores": [0.5885, 0.5367, 0.5264, 0.5202, 0.4969, 0.4921, 0.4909, 0.477, 0.4764, 0.4736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3978, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc437667", "doc1321924", "doc437656", "doc539428", "doc587518", "doc437639", "doc1977978", "doc252389", "doc1520211"], "ranked_scores": [0.5155, 0.5142, 0.5075, 0.5073, 0.507, 0.4979, 0.495, 0.4948, 0.4913, 0.4796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315064", "doc1315083", "doc754076", "doc2526412", "doc1385395", "doc1778743", "doc552720", "doc671985", "doc812329"], "ranked_scores": [0.5341, 0.4174, 0.3814, 0.3799, 0.3767, 0.3625, 0.3596, 0.3565, 0.3532, 0.3529], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc645602", "doc1449851", "doc1212031", "doc24939", "doc602735", "doc1597410", "doc2250120", "doc802931", "doc542891", "doc170955"], "ranked_scores": [0.3573, 0.3557, 0.3439, 0.32, 0.3164, 0.3139, 0.3127, 0.307, 0.3067, 0.3047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc534490", "doc781344", "doc611282", "doc114471", "doc172947", "doc1590438", "doc261941", "doc216330"], "ranked_scores": [0.5627, 0.5314, 0.4038, 0.3977, 0.3962, 0.3833, 0.3677, 0.3522, 0.3488, 0.3431], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc165022", "doc25697", "doc1088161", "doc1394755", "doc2370519", "doc1394760", "doc324530", "doc996399"], "ranked_scores": [0.6893, 0.6138, 0.4747, 0.4698, 0.4688, 0.4665, 0.4662, 0.4625, 0.4623, 0.4584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc1837771", "doc515771", "doc898833", "doc1373330", "doc1030288", "doc2449643", "doc934719", "doc499894", "doc368643"], "ranked_scores": [0.4998, 0.4661, 0.4596, 0.4563, 0.4438, 0.4396, 0.4374, 0.436, 0.4329, 0.4315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc1729412", "doc105759", "doc105758", "doc566026", "doc830308", "doc719078", "doc105763", "doc719006", "doc105756"], "ranked_scores": [0.5693, 0.4928, 0.4694, 0.4181, 0.4051, 0.4003, 0.3999, 0.392, 0.381, 0.3728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc52414", "doc358938", "doc2107018", "doc628470", "doc1477591", "doc606253", "doc1690531", "doc2252577", "doc926314"], "ranked_scores": [0.6067, 0.5276, 0.5127, 0.5002, 0.496, 0.4945, 0.4739, 0.4713, 0.4713, 0.4585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435076", "doc378301", "doc2587564", "doc435078", "doc435075", "doc2288928", "doc736126", "doc1957486", "doc768322", "doc1921625"], "ranked_scores": [0.4338, 0.4215, 0.4162, 0.4146, 0.41, 0.3991, 0.3933, 0.3895, 0.3878, 0.3839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2119808", "doc336518", "doc733127", "doc2665803", "doc264212", "doc397701", "doc1658558", "doc2448623", "doc2042102"], "ranked_scores": [0.4961, 0.4685, 0.4424, 0.4402, 0.4227, 0.3727, 0.3538, 0.3478, 0.3439, 0.3401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc159492", "doc1962174", "doc93287", "doc1245931", "doc1548640", "doc1512025", "doc2414537", "doc381154", "doc487000", "doc720754"], "ranked_scores": [0.4039, 0.4006, 0.3744, 0.3663, 0.3584, 0.3581, 0.3538, 0.3528, 0.3507, 0.3375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1345740", "doc601133", "doc57975", "doc864555", "doc2035909", "doc376238", "doc376241", "doc559900", "doc2656052", "doc1581972"], "ranked_scores": [0.3673, 0.3431, 0.3245, 0.3185, 0.301, 0.28, 0.2673, 0.2627, 0.2577, 0.2569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc294604", "doc1629620", "doc1584862", "doc1160263", "doc588578", "doc61233", "doc2162650", "doc1271924", "doc1986449", "doc1321056"], "ranked_scores": [0.4622, 0.455, 0.4485, 0.4458, 0.4449, 0.4348, 0.4247, 0.4057, 0.4011, 0.3958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc807", "doc1370451", "doc845380", "doc221817", "doc1877808", "doc2334138", "doc1105530", "doc201172", "doc806", "doc201173"], "ranked_scores": [0.444, 0.4315, 0.3941, 0.3796, 0.3729, 0.3712, 0.3602, 0.3529, 0.3509, 0.3502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc88931", "doc127040", "doc2015719", "doc1763997", "doc1670518", "doc2624067", "doc1452752", "doc88973", "doc88974"], "ranked_scores": [0.605, 0.5923, 0.5905, 0.5873, 0.5238, 0.5234, 0.5215, 0.5075, 0.5031, 0.4949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc308175", "doc457119", "doc353043", "doc21340", "doc746693", "doc21378", "doc1353689", "doc1455508", "doc1525759", "doc21350"], "ranked_scores": [0.4112, 0.3853, 0.3637, 0.3613, 0.3593, 0.3394, 0.3381, 0.3374, 0.3366, 0.3358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc63590", "doc911115", "doc18273", "doc193844", "doc1906610", "doc2003302", "doc2072948", "doc18274", "doc1791044", "doc63585"], "ranked_scores": [0.5441, 0.5441, 0.5441, 0.5373, 0.5004, 0.4965, 0.486, 0.4815, 0.4802, 0.4786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1670303", "doc1524979", "doc1948176", "doc7161", "doc1347235", "doc1273458", "doc519408", "doc933773"], "ranked_scores": [0.4989, 0.4969, 0.3982, 0.3843, 0.3777, 0.3758, 0.3498, 0.3344, 0.3286, 0.3283], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1841145", "doc1826212", "doc1260420", "doc1574683", "doc404242", "doc2193668", "doc753576", "doc2587477", "doc757822"], "ranked_scores": [0.3846, 0.341, 0.3398, 0.3106, 0.3104, 0.3054, 0.2859, 0.2805, 0.279, 0.2751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1185713", "doc705226", "doc1986143", "doc2057552", "doc2639996", "doc642762", "doc1451760", "doc1564158", "doc1932389", "doc1801894"], "ranked_scores": [0.5139, 0.4865, 0.4371, 0.4274, 0.4136, 0.3918, 0.3906, 0.3815, 0.3762, 0.3719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc761123", "doc1618376", "doc1618372", "doc2362869", "doc2633722", "doc1256783", "doc2657970", "doc1926786"], "ranked_scores": [0.5529, 0.4799, 0.4776, 0.4572, 0.4287, 0.4253, 0.4253, 0.4243, 0.3962, 0.3922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc337547", "doc703719", "doc1332302", "doc1390073", "doc752669", "doc106372", "doc703736", "doc106355", "doc284003"], "ranked_scores": [0.4929, 0.4408, 0.4406, 0.4403, 0.4366, 0.4343, 0.4329, 0.4316, 0.4178, 0.4168], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc1373324", "doc108887", "doc643072", "doc1373323", "doc108892", "doc873559", "doc729573", "doc550879", "doc1220654"], "ranked_scores": [0.5727, 0.5053, 0.5033, 0.4904, 0.488, 0.488, 0.4758, 0.46, 0.4543, 0.4489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc77971", "doc1430993", "doc1504263", "doc77973", "doc5734", "doc1334550", "doc2332984", "doc1431001", "doc2079848"], "ranked_scores": [0.5384, 0.5379, 0.5069, 0.4891, 0.4139, 0.3701, 0.3473, 0.3394, 0.3335, 0.3199], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-tq-1bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc2116209", "doc380683", "doc827140", "doc108100", "doc2613570", "doc57247", "doc751998", "doc446478"], "ranked_scores": [0.5625, 0.5625, 0.5312, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688, 0.4687, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc26437", "doc63543", "doc1796951", "doc2225959", "doc2165898", "doc1741702", "doc1911979", "doc1982515", "doc88443", "doc21277"], "ranked_scores": [0.5938, 0.5625, 0.5625, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc278091", "doc1675505", "doc451953", "doc452039", "doc21831", "doc21829", "doc1675530", "doc21832", "doc69775"], "ranked_scores": [0.5625, 0.5, 0.5, 0.5, 0.4688, 0.4687, 0.4687, 0.4375, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc2317442", "doc453079", "doc1911408", "doc161015", "doc2525766", "doc415358", "doc564709", "doc536608", "doc565706", "doc1347475"], "ranked_scores": [0.6875, 0.6562, 0.5937, 0.5937, 0.5937, 0.5937, 0.5937, 0.5937, 0.5937, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366757", "doc1812661", "doc887635", "doc2307742", "doc1341149", "doc2165906", "doc1382143", "doc2307709", "doc1366765", "doc1382171"], "ranked_scores": [0.75, 0.6875, 0.6875, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1258664", "doc1852504", "doc1868647", "doc1324046", "doc1866245", "doc1407409", "doc361702", "doc1665898", "doc1852503", "doc361696"], "ranked_scores": [0.5937, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc349744", "doc438360", "doc77640", "doc349747", "doc77634", "doc1340806", "doc101332", "doc268699", "doc293522", "doc1829626"], "ranked_scores": [0.75, 0.6562, 0.625, 0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc28961", "doc1798668", "doc761733", "doc29757", "doc2015675", "doc2517390", "doc298955", "doc126196", "doc594646", "doc896716"], "ranked_scores": [0.6563, 0.6563, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61045", "doc61036", "doc1973848", "doc2083822", "doc2360720", "doc2080046", "doc1581504", "doc1977974", "doc58964", "doc2085932"], "ranked_scores": [0.6875, 0.6563, 0.625, 0.5625, 0.5625, 0.5312, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc369234", "doc97445", "doc1116765", "doc152483", "doc2071083", "doc369270", "doc233547", "doc369237", "doc369277"], "ranked_scores": [0.5937, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1458417", "doc284394", "doc636337", "doc727789", "doc1311119", "doc1166624", "doc2316727", "doc281595", "doc868419"], "ranked_scores": [0.625, 0.5313, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4687, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc50111", "doc877114", "doc952661", "doc2680499", "doc1604550", "doc253606", "doc437627", "doc1926783"], "ranked_scores": [0.6562, 0.5937, 0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc2196547", "doc203253", "doc106357", "doc703721", "doc1246072", "doc334975", "doc106372", "doc926314", "doc1612525", "doc282351"], "ranked_scores": [0.5312, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc1599042", "doc1694554", "doc7096", "doc7116", "doc1694559", "doc7106", "doc523031", "doc2670770", "doc2579822", "doc57975"], "ranked_scores": [0.7188, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.5937, 0.5937, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc2033842", "doc2646391", "doc768602", "doc1169637", "doc2216399", "doc2347811", "doc133019", "doc1588867", "doc493405", "doc90808"], "ranked_scores": [0.6562, 0.625, 0.5938, 0.5938, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc187226", "doc772201", "doc284011", "doc1914599", "doc24328", "doc244368", "doc392505", "doc2395516", "doc190628"], "ranked_scores": [0.625, 0.5938, 0.5313, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc996239", "doc416774", "doc1824654", "doc1786046", "doc1550148", "doc1380356", "doc563701", "doc1734041", "doc215360", "doc651957"], "ranked_scores": [0.6562, 0.625, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2274222", "doc938300", "doc1691613", "doc1874808", "doc2395516", "doc1669092", "doc1104361", "doc454592", "doc737252", "doc2009369"], "ranked_scores": [0.625, 0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc2299192", "doc2678215", "doc1806221", "doc1991598", "doc56898", "doc1498235", "doc1566486", "doc1601611"], "ranked_scores": [0.75, 0.6875, 0.6562, 0.6562, 0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80100", "doc345642", "doc2017803", "doc80074", "doc80154", "doc80151", "doc80078", "doc1391659", "doc1521484", "doc1110589"], "ranked_scores": [0.6875, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5937, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc18814", "doc72416", "doc885054", "doc555420", "doc1781006", "doc2259197", "doc525751", "doc258447", "doc702902"], "ranked_scores": [0.6875, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26458", "doc261069", "doc1617231", "doc2517376", "doc1652400", "doc746017", "doc191423", "doc26481", "doc675067"], "ranked_scores": [0.6875, 0.6875, 0.6562, 0.6562, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc323259", "doc2086681", "doc102077", "doc1997397", "doc882983", "doc703706", "doc621928", "doc1390312", "doc7165"], "ranked_scores": [0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4687, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc355540", "doc46245", "doc1632991", "doc556460", "doc1451837", "doc1127543", "doc1069317", "doc2263202", "doc964756", "doc43069"], "ranked_scores": [0.6563, 0.6562, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc1581506", "doc22915", "doc2068337", "doc7091", "doc2332984", "doc2549319", "doc1574764", "doc1755685", "doc2286850", "doc1616763"], "ranked_scores": [0.5938, 0.5625, 0.5625, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc922263", "doc35526", "doc388286", "doc2487655", "doc990426", "doc467715", "doc1558517", "doc388285", "doc706930"], "ranked_scores": [0.7188, 0.6875, 0.6563, 0.625, 0.5937, 0.5937, 0.5313, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc587518", "doc1520311", "doc459280", "doc1739769", "doc437685", "doc1520244", "doc1520290", "doc437662", "doc1321929", "doc2545031"], "ranked_scores": [0.75, 0.6875, 0.6563, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc859040", "doc1093057", "doc34092", "doc469707", "doc858917", "doc1778743", "doc866437", "doc1049873", "doc35173", "doc858827"], "ranked_scores": [0.5625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc230471", "doc1486663", "doc613870", "doc2399996", "doc2543189", "doc2096501", "doc1382143", "doc906433", "doc2537202", "doc29764"], "ranked_scores": [0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc114471", "doc2480317", "doc2037498", "doc172947", "doc1590438", "doc89435", "doc2003513", "doc1346601", "doc837408"], "ranked_scores": [0.6875, 0.6875, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc1088133", "doc2374307", "doc430825", "doc233547", "doc1456780", "doc1456784", "doc520683", "doc25697", "doc650954", "doc868589"], "ranked_scores": [0.625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc11655", "doc626440", "doc94367", "doc11669", "doc1119808", "doc2339886", "doc402145", "doc2366135", "doc206040", "doc612451"], "ranked_scores": [0.75, 0.6875, 0.6875, 0.6563, 0.6562, 0.6562, 0.6562, 0.6562, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc970185", "doc1223275", "doc566021", "doc2355469", "doc719078", "doc105756", "doc946247", "doc1427198", "doc849000", "doc519408"], "ranked_scores": [0.625, 0.625, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc440112", "doc1117614", "doc2162858", "doc358938", "doc6531", "doc1745418", "doc1602350", "doc1376321", "doc635536", "doc660237"], "ranked_scores": [0.6562, 0.5938, 0.5938, 0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1348006", "doc313364", "doc313352", "doc720207", "doc435076", "doc42101", "doc313365", "doc378301", "doc1653053", "doc465988"], "ranked_scores": [0.6562, 0.625, 0.5938, 0.5938, 0.5937, 0.5312, 0.5312, 0.5312, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc878338", "doc864555", "doc397701", "doc15890", "doc1498263", "doc201172", "doc1170391", "doc2119808", "doc1519779", "doc2187649"], "ranked_scores": [0.6562, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1993058", "doc37884", "doc884905", "doc720754", "doc756402", "doc1411861", "doc958476", "doc1047493", "doc1746659"], "ranked_scores": [0.625, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1345740", "doc1055373", "doc601133", "doc1810672", "doc693223", "doc1911408", "doc2525766", "doc415358", "doc565706", "doc536608"], "ranked_scores": [0.5625, 0.5625, 0.5, 0.5, 0.4688, 0.4687, 0.4687, 0.4687, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1730288", "doc1467762", "doc641270", "doc1160263", "doc789140", "doc1100566", "doc2275203", "doc61233", "doc485206", "doc2575081"], "ranked_scores": [0.6563, 0.5938, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2067045", "doc1612316", "doc1222389", "doc1051902", "doc1185427", "doc543109", "doc1386691", "doc221817", "doc170955", "doc153569"], "ranked_scores": [0.5625, 0.5625, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc1452752", "doc88934", "doc2015719", "doc1014858", "doc107206", "doc1616053", "doc88931", "doc994518", "doc88933", "doc1763968"], "ranked_scores": [0.625, 0.5938, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc2336226", "doc1053454", "doc1045032", "doc669209", "doc36402", "doc338815", "doc884729", "doc338801", "doc796735", "doc22983"], "ranked_scores": [0.5312, 0.4688, 0.4688, 0.4687, 0.4375, 0.4375, 0.4375, 0.4375, 0.4063, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc1791093", "doc1392288", "doc1523323", "doc108559", "doc376565", "doc323321", "doc2573505", "doc108535", "doc1087169", "doc2068612"], "ranked_scores": [0.625, 0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7163", "doc1668716", "doc525751", "doc26481", "doc1347235", "doc1615976", "doc1771012", "doc1632178", "doc1078877", "doc1094361"], "ranked_scores": [0.5313, 0.5312, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc1098357", "doc1997614", "doc1699153", "doc1564136", "doc452039", "doc735792", "doc4611", "doc1986489", "doc655233"], "ranked_scores": [0.4375, 0.375, 0.375, 0.375, 0.375, 0.375, 0.3438, 0.3438, 0.3438, 0.3438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2634372", "doc180079", "doc1090888", "doc492385", "doc851877", "doc868658", "doc495543", "doc1272206", "doc231833", "doc2067045"], "ranked_scores": [0.6875, 0.5938, 0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1926786", "doc1435759", "doc36485", "doc2396140", "doc1618374", "doc1644239", "doc1926783", "doc2329334"], "ranked_scores": [0.75, 0.6562, 0.6562, 0.6562, 0.5938, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc2877", "doc211929", "doc703736", "doc35719", "doc2456577", "doc2481722", "doc1625591", "doc150031", "doc108100"], "ranked_scores": [0.5312, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4687, 0.4687, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc729573", "doc626438", "doc108887", "doc1373324", "doc109002", "doc207176", "doc2167590", "doc713666"], "ranked_scores": [0.6875, 0.6875, 0.6562, 0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc2079848", "doc1504263", "doc2431682", "doc1354717", "doc1823034", "doc77971", "doc906433", "doc106047", "doc1815194", "doc418974"], "ranked_scores": [0.6875, 0.5938, 0.5312, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-tq-2bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc380683", "doc2116209", "doc57232", "doc751998", "doc2613570", "doc1104254", "doc787597", "doc108100"], "ranked_scores": [0.7026, 0.688, 0.6624, 0.6493, 0.6187, 0.603, 0.601, 0.598, 0.5958, 0.5818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc1899261", "doc1899255", "doc63542", "doc314759", "doc21277", "doc63538", "doc1796951", "doc2292349", "doc2217711"], "ranked_scores": [0.6567, 0.6556, 0.633, 0.6171, 0.6085, 0.604, 0.5977, 0.5935, 0.5892, 0.5846], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc660012", "doc21829", "doc25836", "doc1675505", "doc377466", "doc21831", "doc2526409", "doc776142", "doc812322"], "ranked_scores": [0.6397, 0.5888, 0.5692, 0.5623, 0.5479, 0.5381, 0.5289, 0.5173, 0.5152, 0.5032], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc2317442", "doc453144", "doc2525766", "doc415358", "doc161015", "doc536608", "doc565706", "doc1911408", "doc1347475", "doc415323"], "ranked_scores": [0.6768, 0.6651, 0.657, 0.657, 0.657, 0.657, 0.657, 0.657, 0.6414, 0.6368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366757", "doc887635", "doc2165906", "doc1812659", "doc1234227", "doc2165905", "doc751799", "doc2165898", "doc1382169", "doc1715056"], "ranked_scores": [0.7286, 0.7048, 0.7032, 0.6963, 0.6852, 0.68, 0.675, 0.6706, 0.67, 0.6632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27535", "doc27538", "doc1996268", "doc1852503", "doc1852504", "doc754593", "doc1628841", "doc361696", "doc361702"], "ranked_scores": [0.7212, 0.716, 0.6985, 0.6882, 0.6869, 0.6662, 0.662, 0.656, 0.652, 0.6516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc1369505", "doc484979", "doc1480727", "doc579128", "doc1669853", "doc1340806", "doc77640", "doc512949"], "ranked_scores": [0.7204, 0.7096, 0.6751, 0.674, 0.6609, 0.6596, 0.6585, 0.6544, 0.6492, 0.6486], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc1959162", "doc440395", "doc32982", "doc540731", "doc625773", "doc896716", "doc641530", "doc1036602"], "ranked_scores": [0.8353, 0.7377, 0.686, 0.6738, 0.671, 0.6682, 0.6665, 0.6634, 0.6521, 0.6514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc2360720", "doc116279", "doc1520339", "doc91244", "doc1581504", "doc1148551", "doc1380860"], "ranked_scores": [0.7821, 0.7154, 0.6822, 0.6035, 0.6033, 0.5922, 0.5882, 0.5831, 0.5786, 0.5745], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1116765", "doc97421", "doc2004921", "doc2084014", "doc97445", "doc369277", "doc2071083", "doc369237", "doc369234", "doc369270"], "ranked_scores": [0.7063, 0.6851, 0.6617, 0.6575, 0.6405, 0.6267, 0.6235, 0.6203, 0.6086, 0.6046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1063714", "doc727789", "doc1006143", "doc1166624", "doc562696", "doc1458417", "doc284394", "doc1651444", "doc1501334"], "ranked_scores": [0.7779, 0.6367, 0.6336, 0.623, 0.6203, 0.6172, 0.6046, 0.595, 0.5934, 0.5927], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc1984127", "doc253606", "doc1386166", "doc2254480", "doc1197760", "doc1604550", "doc2556389", "doc83871"], "ranked_scores": [0.7721, 0.7143, 0.6988, 0.673, 0.6372, 0.6346, 0.6336, 0.6189, 0.6188, 0.6104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1804263", "doc106335", "doc703733", "doc427621", "doc436998", "doc2654127", "doc2882", "doc703705", "doc284003", "doc392476"], "ranked_scores": [0.6755, 0.6495, 0.6421, 0.6337, 0.6253, 0.6236, 0.6138, 0.6127, 0.6083, 0.6077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc1694559", "doc1599042", "doc7091", "doc7116", "doc7119", "doc7099", "doc695983", "doc7112", "doc1694554"], "ranked_scores": [0.7696, 0.7677, 0.7521, 0.7464, 0.7426, 0.7219, 0.7169, 0.7166, 0.6845, 0.6783], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1833160", "doc1740481", "doc768602", "doc82130", "doc787596", "doc2033842", "doc2053655", "doc155440"], "ranked_scores": [0.7017, 0.6197, 0.6037, 0.5966, 0.5932, 0.5915, 0.5867, 0.5839, 0.5801, 0.5742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc187226", "doc2395516", "doc1874808", "doc2203117", "doc2018288", "doc802395", "doc919340", "doc187232", "doc938300"], "ranked_scores": [0.7354, 0.6374, 0.6296, 0.614, 0.6078, 0.5956, 0.5953, 0.592, 0.5872, 0.58], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1786046", "doc1734041", "doc24903", "doc1824654", "doc1380356", "doc651946", "doc239811", "doc90322", "doc416774", "doc651957"], "ranked_scores": [0.7317, 0.7312, 0.7279, 0.7152, 0.7011, 0.6921, 0.6914, 0.6732, 0.6716, 0.671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1874808", "doc2340753", "doc1104361", "doc454591", "doc938300", "doc454592", "doc2258933", "doc2009369", "doc454594", "doc2274222"], "ranked_scores": [0.7249, 0.7216, 0.7086, 0.673, 0.6551, 0.6527, 0.6249, 0.6222, 0.6082, 0.6051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc2562070", "doc56921", "doc1685439", "doc632216", "doc2299192", "doc56902", "doc1806221", "doc638457"], "ranked_scores": [0.7468, 0.7267, 0.6769, 0.6736, 0.6645, 0.6521, 0.6491, 0.6379, 0.6286, 0.6232], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc80074", "doc345642", "doc80151", "doc2315447", "doc80078", "doc575203", "doc80133", "doc137908", "doc80089"], "ranked_scores": [0.6911, 0.6782, 0.6535, 0.6527, 0.6436, 0.643, 0.6359, 0.6279, 0.6241, 0.6197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc72416", "doc555420", "doc1781006", "doc527459", "doc183950", "doc400631", "doc2010420", "doc556388"], "ranked_scores": [0.7606, 0.6786, 0.665, 0.6386, 0.6333, 0.6235, 0.6172, 0.6082, 0.6014, 0.5996], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26467", "doc474060", "doc913417", "doc99377", "doc2289855", "doc26458", "doc863698", "doc906677", "doc26461"], "ranked_scores": [0.6998, 0.6854, 0.6626, 0.6602, 0.6595, 0.6593, 0.6552, 0.6391, 0.6379, 0.6373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc180234", "doc102077", "doc337483", "doc973765", "doc286821", "doc1997397", "doc459449", "doc377856"], "ranked_scores": [0.753, 0.6881, 0.5978, 0.5658, 0.5286, 0.5155, 0.5149, 0.5142, 0.4953, 0.491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc355540", "doc86469", "doc46245", "doc16766", "doc890684", "doc556460", "doc1008940", "doc371078", "doc9798"], "ranked_scores": [0.7449, 0.7258, 0.7035, 0.6936, 0.6893, 0.6774, 0.6736, 0.6734, 0.6703, 0.6694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc2549319", "doc1755685", "doc1128302", "doc751435", "doc1962033", "doc2166530", "doc2129979", "doc1538954", "doc2357495"], "ranked_scores": [0.7868, 0.6639, 0.6518, 0.6194, 0.608, 0.6051, 0.6049, 0.5951, 0.5949, 0.5877], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc922263", "doc64318", "doc388286", "doc35526", "doc35524", "doc706930", "doc64314", "doc1683659", "doc41344"], "ranked_scores": [0.7618, 0.7076, 0.6898, 0.6308, 0.6226, 0.62, 0.6192, 0.6032, 0.6015, 0.6007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc727452", "doc1321884", "doc437685", "doc1321929", "doc459280", "doc1739769", "doc437662", "doc1520244", "doc437678"], "ranked_scores": [0.7314, 0.7162, 0.7046, 0.6935, 0.6934, 0.6882, 0.6761, 0.667, 0.6641, 0.6589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc34092", "doc35173", "doc859040", "doc858917", "doc671969", "doc1385395", "doc858827", "doc552702", "doc1778743", "doc866442"], "ranked_scores": [0.6595, 0.6067, 0.5822, 0.5595, 0.5495, 0.5456, 0.5444, 0.5414, 0.5373, 0.5344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2236863", "doc384744", "doc22149", "doc2236865", "doc24939", "doc1464195", "doc2113492", "doc906433", "doc613870", "doc312607"], "ranked_scores": [0.6423, 0.6228, 0.6062, 0.6007, 0.577, 0.567, 0.5665, 0.5577, 0.5546, 0.5519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc89435", "doc114471", "doc2037498", "doc172947", "doc53465", "doc9798", "doc973089", "doc371079", "doc442694"], "ranked_scores": [0.7235, 0.6704, 0.6589, 0.6336, 0.6311, 0.6299, 0.6121, 0.5924, 0.5875, 0.5866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc785116", "doc1394758", "doc25697", "doc1394755", "doc2509153", "doc2259504", "doc1007189", "doc1394760"], "ranked_scores": [0.8032, 0.7092, 0.6798, 0.675, 0.675, 0.6718, 0.6606, 0.6472, 0.6439, 0.6303], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc1119808", "doc11669", "doc94367", "doc660236", "doc2366144", "doc368654", "doc147268", "doc2366135", "doc2449643"], "ranked_scores": [0.812, 0.7929, 0.7784, 0.7768, 0.7631, 0.731, 0.726, 0.724, 0.7156, 0.7132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc970185", "doc719076", "doc105739", "doc719006", "doc1534825", "doc2355469", "doc519408", "doc946247", "doc2588942", "doc391459"], "ranked_scores": [0.7116, 0.6911, 0.6854, 0.6812, 0.6685, 0.6645, 0.6469, 0.6373, 0.6353, 0.6349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc628470", "doc358938", "doc1745418", "doc1927002", "doc2224155", "doc52414", "doc440112", "doc2107018", "doc2166568", "doc2162858"], "ranked_scores": [0.7469, 0.7296, 0.7235, 0.6888, 0.6839, 0.6804, 0.6614, 0.6303, 0.6298, 0.6291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1348006", "doc313364", "doc435076", "doc378301", "doc1841144", "doc720207", "doc2183317", "doc465988", "doc313365", "doc313349"], "ranked_scores": [0.7336, 0.6811, 0.6644, 0.6361, 0.615, 0.6085, 0.6081, 0.6065, 0.6046, 0.6027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc878338", "doc15890", "doc1498263", "doc864555", "doc2119808", "doc2187649", "doc733127", "doc1170390", "doc1170391", "doc2042102"], "ranked_scores": [0.7246, 0.698, 0.6157, 0.575, 0.553, 0.5477, 0.5398, 0.5386, 0.5354, 0.5128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc720754", "doc755350", "doc696366", "doc1993058", "doc966112", "doc756402", "doc1548640", "doc493814", "doc1156528"], "ranked_scores": [0.8019, 0.6706, 0.6103, 0.5953, 0.5889, 0.582, 0.5793, 0.5782, 0.5762, 0.5711], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1055373", "doc57975", "doc1810672", "doc975794", "doc864555", "doc1216309", "doc564961", "doc1794168", "doc1293555"], "ranked_scores": [0.6176, 0.6016, 0.5839, 0.5653, 0.5086, 0.5084, 0.506, 0.4869, 0.4646, 0.4645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc61233", "doc1333905", "doc2275203", "doc1584862", "doc1986437", "doc1467762", "doc789140", "doc588578", "doc1730288"], "ranked_scores": [0.7576, 0.7202, 0.7108, 0.7049, 0.6888, 0.6888, 0.6483, 0.6483, 0.6478, 0.6423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1222389", "doc312607", "doc2341207", "doc2258986", "doc2067045", "doc1136780", "doc1386691", "doc360990", "doc845380", "doc212899"], "ranked_scores": [0.6743, 0.6335, 0.6331, 0.6165, 0.6161, 0.6098, 0.6066, 0.6055, 0.605, 0.6005], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc2015719", "doc88933", "doc1452752", "doc1763997", "doc2015724", "doc175560", "doc88973", "doc1014858", "doc2061559"], "ranked_scores": [0.7855, 0.7359, 0.7217, 0.7044, 0.6972, 0.6968, 0.6869, 0.684, 0.6835, 0.6823], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc669209", "doc2336226", "doc642895", "doc338815", "doc1053454", "doc22983", "doc1844826", "doc1816074", "doc811414", "doc2267530"], "ranked_scores": [0.637, 0.6094, 0.6039, 0.5895, 0.5866, 0.5779, 0.55, 0.5361, 0.5337, 0.528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc1523323", "doc323321", "doc108456", "doc108559", "doc376580", "doc2418769", "doc1791044", "doc2563559", "doc108535", "doc1087169"], "ranked_scores": [0.7705, 0.7665, 0.7285, 0.7238, 0.712, 0.7033, 0.6928, 0.6879, 0.683, 0.6767], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7163", "doc7165", "doc2128755", "doc1378028", "doc1525129", "doc1746512", "doc2475623", "doc1202159", "doc2482938", "doc2265484"], "ranked_scores": [0.6884, 0.6753, 0.6598, 0.6253, 0.6036, 0.5922, 0.5901, 0.579, 0.5644, 0.555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc1564136", "doc438360", "doc293526", "doc751729", "doc4611", "doc1776446", "doc2545099", "doc2658008", "doc1675530"], "ranked_scores": [0.5518, 0.4943, 0.4317, 0.4243, 0.4126, 0.4074, 0.4014, 0.3963, 0.3798, 0.3781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1364067", "doc495543", "doc2652795", "doc2634372", "doc1090888", "doc1382750", "doc725581", "doc980993", "doc1961593", "doc851877"], "ranked_scores": [0.6567, 0.6329, 0.6301, 0.6265, 0.6054, 0.5962, 0.5917, 0.5883, 0.585, 0.5838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc1618374", "doc1618376", "doc1618372", "doc1926783", "doc36485", "doc36460", "doc2622759", "doc2633722"], "ranked_scores": [0.8211, 0.7534, 0.7292, 0.7176, 0.6953, 0.6832, 0.6822, 0.6483, 0.648, 0.6373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc150031", "doc108100", "doc35719", "doc586538", "doc1917491", "doc2846", "doc2456577", "doc2481722", "doc436998", "doc1625591"], "ranked_scores": [0.624, 0.6206, 0.6041, 0.6005, 0.5814, 0.5613, 0.5541, 0.5501, 0.5489, 0.5462], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc108892", "doc2393669", "doc109002", "doc643072", "doc1119808", "doc2167590", "doc108932", "doc792177", "doc1373323"], "ranked_scores": [0.7436, 0.7155, 0.6929, 0.6912, 0.6906, 0.6806, 0.6795, 0.6795, 0.6736, 0.6702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77971", "doc77976", "doc969155", "doc1430993", "doc2079848", "doc1014848", "doc418974", "doc936401", "doc2548332"], "ranked_scores": [0.7152, 0.6769, 0.6068, 0.6068, 0.6033, 0.594, 0.5815, 0.5796, 0.5781, 0.5772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-tq-3bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57247", "doc380683", "doc2116209", "doc751998", "doc57232", "doc1665946", "doc1104254", "doc2613570"], "ranked_scores": [0.7693, 0.7679, 0.7249, 0.7124, 0.6963, 0.6698, 0.6516, 0.6465, 0.6434, 0.6365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63542", "doc2292349", "doc63538", "doc1899255", "doc1899261", "doc21277", "doc310191", "doc502099", "doc2461160"], "ranked_scores": [0.6978, 0.6866, 0.6706, 0.6515, 0.6343, 0.6341, 0.6272, 0.626, 0.6189, 0.6178], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc278091", "doc69767", "doc21829", "doc25836", "doc660012", "doc21831", "doc1675505", "doc812322", "doc78091"], "ranked_scores": [0.692, 0.6191, 0.5925, 0.5872, 0.5865, 0.5829, 0.5792, 0.558, 0.5578, 0.5545], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1402783", "doc2317442", "doc453144", "doc1402781", "doc1347475", "doc453091", "doc415323", "doc404141", "doc146074", "doc2525766"], "ranked_scores": [0.7332, 0.726, 0.7204, 0.7131, 0.7058, 0.701, 0.6924, 0.6621, 0.6608, 0.6542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc1366757", "doc1812659", "doc2165905", "doc1366744", "doc684238", "doc2165898", "doc88439", "doc1382083", "doc887635"], "ranked_scores": [0.7482, 0.7415, 0.7349, 0.7299, 0.7293, 0.7121, 0.7079, 0.7048, 0.7044, 0.7033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27538", "doc27529", "doc1996268", "doc27535", "doc754593", "doc27536", "doc459410", "doc1628841", "doc1852503", "doc1692291"], "ranked_scores": [0.7432, 0.7375, 0.7223, 0.7182, 0.6811, 0.6781, 0.6758, 0.6725, 0.6719, 0.6529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc349744", "doc484979", "doc825187", "doc512949", "doc54270", "doc825186", "doc1994393", "doc349747"], "ranked_scores": [0.8246, 0.7822, 0.7611, 0.7274, 0.7242, 0.7235, 0.6948, 0.6849, 0.6835, 0.677], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc101561", "doc1036602", "doc641530", "doc761733", "doc2080883", "doc32982", "doc625773", "doc1486663"], "ranked_scores": [0.8495, 0.784, 0.7068, 0.6899, 0.6884, 0.6883, 0.6881, 0.6879, 0.6865, 0.6775], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc116279", "doc2083822", "doc2105047", "doc91244", "doc1380860", "doc829494", "doc1325273"], "ranked_scores": [0.8395, 0.751, 0.7136, 0.6687, 0.64, 0.6201, 0.6178, 0.6125, 0.6071, 0.6059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc2084014", "doc1329011", "doc369237", "doc369270", "doc97445", "doc2071083", "doc97430"], "ranked_scores": [0.7632, 0.7328, 0.722, 0.715, 0.7053, 0.7003, 0.6832, 0.6677, 0.6535, 0.6481], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc64791", "doc727789", "doc1166624", "doc9798", "doc230816", "doc1311119", "doc1664038", "doc281595"], "ranked_scores": [0.8157, 0.6884, 0.6723, 0.6649, 0.6642, 0.664, 0.6594, 0.6563, 0.6518, 0.6501], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1984127", "doc253608", "doc253606", "doc2171547", "doc1197760", "doc2254475", "doc2254465", "doc1667013", "doc225047"], "ranked_scores": [0.7855, 0.7684, 0.7259, 0.6839, 0.6741, 0.669, 0.6682, 0.6497, 0.6459, 0.6388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703705", "doc1804263", "doc427621", "doc106335", "doc436998", "doc890256", "doc703736", "doc106372", "doc388464", "doc1156828"], "ranked_scores": [0.7207, 0.6885, 0.6688, 0.6603, 0.6595, 0.6536, 0.6514, 0.6416, 0.6406, 0.6387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc1599042", "doc7091", "doc1694559", "doc7119", "doc7116", "doc7096", "doc695983", "doc7112", "doc7099"], "ranked_scores": [0.8155, 0.7853, 0.7812, 0.779, 0.7768, 0.7737, 0.7635, 0.7422, 0.7313, 0.7301], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc2033842", "doc90808", "doc2240923", "doc82130", "doc1254817", "doc1740481", "doc1833160", "doc787596", "doc155440"], "ranked_scores": [0.7876, 0.6798, 0.6748, 0.6413, 0.6387, 0.6347, 0.6336, 0.6285, 0.6227, 0.6214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc2203117", "doc187226", "doc1874808", "doc2009369", "doc187232", "doc220990", "doc648335", "doc2018288"], "ranked_scores": [0.781, 0.6496, 0.6436, 0.6351, 0.6333, 0.6256, 0.6224, 0.6136, 0.6066, 0.5878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1824654", "doc1786046", "doc1380356", "doc300567", "doc894422", "doc416774", "doc382236", "doc651946", "doc24929"], "ranked_scores": [0.8138, 0.8133, 0.8008, 0.7593, 0.754, 0.7332, 0.7291, 0.7276, 0.7253, 0.7233], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc2009369", "doc1691613", "doc2340753", "doc1874808", "doc2483632", "doc454591", "doc58892", "doc454592", "doc2274222"], "ranked_scores": [0.7418, 0.719, 0.697, 0.6966, 0.6792, 0.6724, 0.6648, 0.663, 0.6493, 0.6414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc873481", "doc1685439", "doc56921", "doc2299192", "doc2562070", "doc1629783", "doc469134", "doc952880"], "ranked_scores": [0.8175, 0.7999, 0.7055, 0.6985, 0.693, 0.6835, 0.6732, 0.6669, 0.6646, 0.6635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc80151", "doc137908", "doc80074", "doc2076427", "doc345642", "doc575203", "doc80078", "doc1110589", "doc80133"], "ranked_scores": [0.7464, 0.7342, 0.6868, 0.6761, 0.6509, 0.6431, 0.6421, 0.6387, 0.6344, 0.6326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1781006", "doc2174234", "doc702902", "doc72416", "doc183955", "doc400631", "doc2259197", "doc555420", "doc2010388"], "ranked_scores": [0.8655, 0.6891, 0.6876, 0.6872, 0.687, 0.6631, 0.6572, 0.6411, 0.6384, 0.636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc2289855", "doc26467", "doc675035", "doc474060", "doc379480", "doc99377", "doc224770", "doc721916", "doc1699100"], "ranked_scores": [0.8173, 0.7494, 0.7191, 0.7063, 0.7047, 0.702, 0.6949, 0.6792, 0.6778, 0.674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc180234", "doc286821", "doc337483", "doc882983", "doc377856", "doc1265623", "doc1997397"], "ranked_scores": [0.8019, 0.7212, 0.6233, 0.5872, 0.5818, 0.5513, 0.5434, 0.5344, 0.5276, 0.5238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc355540", "doc371078", "doc57946", "doc86469", "doc890684", "doc9798", "doc46245", "doc1263474", "doc1008940", "doc371079"], "ranked_scores": [0.7595, 0.7415, 0.74, 0.7302, 0.7291, 0.7219, 0.7167, 0.714, 0.7049, 0.7048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1538954", "doc2549319", "doc2489754", "doc2357495", "doc2129979", "doc1755685", "doc1128302", "doc2217346", "doc751435"], "ranked_scores": [0.8173, 0.653, 0.6163, 0.6107, 0.6052, 0.6044, 0.5961, 0.5948, 0.5944, 0.5907], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc922263", "doc64316", "doc388286", "doc2361673", "doc64318", "doc1683659", "doc35526", "doc706930", "doc41344", "doc990426"], "ranked_scores": [0.7687, 0.759, 0.7227, 0.6912, 0.6865, 0.6653, 0.6496, 0.6458, 0.6337, 0.6234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc727452", "doc1334238", "doc1520311", "doc1977978", "doc1788429", "doc437639", "doc437662", "doc1977974", "doc1520244", "doc1321892"], "ranked_scores": [0.7683, 0.7527, 0.7271, 0.7262, 0.7202, 0.7115, 0.6985, 0.6971, 0.697, 0.6938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc34092", "doc2262226", "doc866436", "doc469702", "doc285566", "doc1406392", "doc2361734", "doc1385395", "doc1726816"], "ranked_scores": [0.645, 0.5817, 0.5744, 0.5736, 0.5685, 0.5574, 0.5547, 0.5465, 0.5409, 0.5401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc613870", "doc24939", "doc2614073", "doc2543189", "doc1464195", "doc1449831", "doc2236865", "doc2113492", "doc22149", "doc2041825"], "ranked_scores": [0.5789, 0.5756, 0.5742, 0.5663, 0.56, 0.5587, 0.5496, 0.5471, 0.5423, 0.5374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc89435", "doc114471", "doc371079", "doc172947", "doc284394", "doc53465", "doc216330", "doc2037498", "doc9798"], "ranked_scores": [0.7469, 0.7314, 0.7098, 0.7084, 0.6942, 0.6909, 0.6901, 0.6852, 0.6746, 0.6735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc785116", "doc1394758", "doc1394760", "doc1840635", "doc409319", "doc1394755", "doc388419", "doc1635999"], "ranked_scores": [0.8291, 0.7369, 0.7167, 0.7114, 0.677, 0.6725, 0.6723, 0.6642, 0.664, 0.6631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc11655", "doc94367", "doc660236", "doc1119808", "doc11669", "doc934719", "doc2527260", "doc2429823", "doc2449643"], "ranked_scores": [0.8631, 0.7951, 0.7736, 0.7669, 0.7651, 0.7546, 0.7431, 0.7419, 0.74, 0.7378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc849003", "doc171833", "doc566026", "doc719006", "doc2355469", "doc1248125", "doc970185", "doc1552106", "doc566021"], "ranked_scores": [0.7783, 0.7416, 0.735, 0.7321, 0.7213, 0.713, 0.7099, 0.7082, 0.7044, 0.7026], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc628470", "doc358938", "doc2107018", "doc52414", "doc1745418", "doc2224155", "doc1927002", "doc2166568", "doc53643", "doc2107022"], "ranked_scores": [0.785, 0.7809, 0.7534, 0.7467, 0.7304, 0.723, 0.7108, 0.6915, 0.6847, 0.6783], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313364", "doc1348006", "doc435076", "doc313354", "doc378301", "doc211230", "doc465988", "doc720207", "doc1098357", "doc42101"], "ranked_scores": [0.7146, 0.71, 0.702, 0.6755, 0.67, 0.6603, 0.6574, 0.6563, 0.6473, 0.6438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc2187649", "doc2085567", "doc1498263", "doc1170391", "doc397701", "doc1736704", "doc1170390", "doc518395"], "ranked_scores": [0.6974, 0.6931, 0.6121, 0.6087, 0.6082, 0.6013, 0.5901, 0.5812, 0.5695, 0.566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc720754", "doc1548640", "doc1993058", "doc1130168", "doc756402", "doc143496", "doc755350", "doc704392", "doc1245931"], "ranked_scores": [0.7797, 0.7077, 0.6823, 0.6341, 0.6121, 0.6114, 0.6105, 0.6076, 0.5964, 0.5945], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1055373", "doc57975", "doc1810672", "doc693852", "doc975794", "doc864555", "doc1216309", "doc1153924", "doc564961"], "ranked_scores": [0.6709, 0.6505, 0.6061, 0.6059, 0.5633, 0.5528, 0.5507, 0.5279, 0.5139, 0.4986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc588578", "doc1584862", "doc1333905", "doc1629620", "doc1975694", "doc2465656", "doc1986489", "doc2575081", "doc789140"], "ranked_scores": [0.7428, 0.7408, 0.7336, 0.7237, 0.7063, 0.7001, 0.6923, 0.6862, 0.6782, 0.6689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1136780", "doc1386691", "doc702263", "doc845380", "doc1267318", "doc1222389", "doc1185427", "doc2067045", "doc201166", "doc312607"], "ranked_scores": [0.6962, 0.6591, 0.6491, 0.6288, 0.6263, 0.6257, 0.6253, 0.6168, 0.6146, 0.6116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88933", "doc2015719", "doc88931", "doc88934", "doc2061559", "doc88973", "doc1014858", "doc1670518", "doc1452752", "doc127042"], "ranked_scores": [0.7609, 0.7608, 0.7426, 0.7164, 0.711, 0.7092, 0.7081, 0.6949, 0.6918, 0.69], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc2336226", "doc669209", "doc642895", "doc338818", "doc2267530", "doc2480452", "doc22983", "doc1053454", "doc338815", "doc1053988"], "ranked_scores": [0.668, 0.6275, 0.613, 0.6062, 0.6002, 0.589, 0.5772, 0.5646, 0.5565, 0.5562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108559", "doc1523323", "doc323321", "doc108477", "doc376580", "doc2418769", "doc108480", "doc18273", "doc63590", "doc911115"], "ranked_scores": [0.7737, 0.7679, 0.7601, 0.7487, 0.7353, 0.7234, 0.7212, 0.7211, 0.7211, 0.7211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc2128755", "doc1746512", "doc7163", "doc2482938", "doc1378028", "doc1525129", "doc2265484", "doc1528217", "doc653731"], "ranked_scores": [0.6998, 0.6817, 0.6664, 0.6656, 0.6456, 0.6188, 0.6127, 0.6008, 0.5867, 0.5821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc1564136", "doc1260422", "doc2295957", "doc293526", "doc1776446", "doc2653657", "doc293522", "doc1338793"], "ranked_scores": [0.5736, 0.5599, 0.5405, 0.4271, 0.4243, 0.4174, 0.4047, 0.3944, 0.3859, 0.3824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc495543", "doc1809840", "doc1382750", "doc2634372", "doc1090888", "doc1364067", "doc868658", "doc492385", "doc851877", "doc2007762"], "ranked_scores": [0.6888, 0.6581, 0.638, 0.6353, 0.6105, 0.6082, 0.6052, 0.6043, 0.6043, 0.5969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc36460", "doc1618374", "doc1618376", "doc36485", "doc1618372", "doc1926783", "doc2396125", "doc2622759"], "ranked_scores": [0.8018, 0.7318, 0.707, 0.7047, 0.6975, 0.6762, 0.6697, 0.6542, 0.6539, 0.652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc150031", "doc2877", "doc2456577", "doc436998", "doc2481722", "doc481915", "doc586538", "doc703736", "doc2832"], "ranked_scores": [0.7127, 0.6528, 0.6211, 0.6141, 0.6015, 0.6003, 0.6002, 0.5999, 0.5988, 0.5967], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc109002", "doc626438", "doc1373323", "doc108887", "doc108892", "doc2393669", "doc2167590", "doc729573", "doc643072"], "ranked_scores": [0.8204, 0.7795, 0.7774, 0.7693, 0.767, 0.7494, 0.7433, 0.7393, 0.739, 0.7345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77971", "doc77976", "doc2079848", "doc1430993", "doc429400", "doc936401", "doc251579", "doc969155", "doc2019605"], "ranked_scores": [0.7542, 0.7147, 0.6683, 0.6663, 0.6586, 0.6336, 0.6331, 0.6146, 0.6087, 0.6036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-tq-1bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc2613570", "doc57226", "doc57242", "doc63804", "doc57232", "doc57247", "doc380683", "doc3001", "doc751998", "doc1622317"], "ranked_scores": [0.6719, 0.6562, 0.6406, 0.625, 0.6094, 0.6094, 0.6094, 0.6094, 0.5938, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1942575", "doc2292349", "doc502099", "doc63543", "doc1749973", "doc1899261", "doc310191", "doc63538", "doc2217712", "doc2594422"], "ranked_scores": [0.5781, 0.5781, 0.5469, 0.4844, 0.4688, 0.4375, 0.4375, 0.4219, 0.4219, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc1675505", "doc21841", "doc25836", "doc1743887", "doc1601162", "doc452039", "doc1918713", "doc21829", "doc2285692"], "ranked_scores": [0.6094, 0.5156, 0.5, 0.4687, 0.4531, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc207871", "doc1247565", "doc1177870", "doc564709", "doc1007260", "doc1574783", "doc539263", "doc1244989", "doc453079"], "ranked_scores": [0.5312, 0.5, 0.4844, 0.4844, 0.4688, 0.4688, 0.4687, 0.4531, 0.4531, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2307750", "doc559423", "doc682295", "doc1030462", "doc559430", "doc1812661", "doc1382094", "doc1366734", "doc1366769", "doc2165906"], "ranked_scores": [0.5625, 0.5625, 0.5625, 0.5312, 0.5312, 0.5156, 0.5156, 0.5156, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1996268", "doc1520339", "doc1135778", "doc540358", "doc1978008", "doc27536", "doc1770477", "doc1628841", "doc1977978", "doc459410"], "ranked_scores": [0.5781, 0.5781, 0.5469, 0.5156, 0.4844, 0.4844, 0.4844, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc1369505", "doc1328111", "doc2483145", "doc2503084", "doc349747", "doc349744", "doc2510523", "doc648018", "doc686526"], "ranked_scores": [0.5781, 0.5625, 0.5469, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc2107778", "doc101561", "doc1798668", "doc641530", "doc29764", "doc1052760", "doc264702", "doc238078", "doc520684"], "ranked_scores": [0.625, 0.5938, 0.5937, 0.5469, 0.5469, 0.5312, 0.5312, 0.5156, 0.5156, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61043", "doc61036", "doc1750163", "doc61054", "doc1612682", "doc2080046", "doc988606", "doc61045", "doc1052463"], "ranked_scores": [0.6562, 0.6406, 0.5938, 0.5781, 0.5625, 0.5625, 0.5625, 0.5469, 0.5313, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc2083987", "doc369270", "doc1116765", "doc2071083", "doc1431001", "doc97430", "doc2071078", "doc97445"], "ranked_scores": [0.5313, 0.5312, 0.5, 0.5, 0.4844, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc1311119", "doc33193", "doc556460", "doc355540", "doc371078", "doc172947", "doc1263474", "doc2014621", "doc458222", "doc1501334"], "ranked_scores": [0.6562, 0.6094, 0.5469, 0.5469, 0.5312, 0.5156, 0.5156, 0.5156, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc83863", "doc83871", "doc1984127", "doc253606", "doc2254480", "doc1667015", "doc1780375", "doc2254475", "doc50109"], "ranked_scores": [0.5938, 0.5625, 0.5625, 0.5469, 0.5312, 0.5156, 0.5156, 0.5, 0.5, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1390073", "doc106332", "doc714655", "doc703733", "doc408864", "doc106352", "doc703736", "doc1060782", "doc703714", "doc703721"], "ranked_scores": [0.6406, 0.5781, 0.5625, 0.5469, 0.5469, 0.5469, 0.5313, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc300345", "doc7119", "doc7091", "doc7116", "doc7099", "doc1322161", "doc485206", "doc7106", "doc692559", "doc1694559"], "ranked_scores": [0.5938, 0.5625, 0.5469, 0.5312, 0.5156, 0.5156, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc857278", "doc1740481", "doc90819", "doc1169637", "doc1125024", "doc1036650", "doc1079922", "doc2033842"], "ranked_scores": [0.6875, 0.5781, 0.5156, 0.4844, 0.4688, 0.4688, 0.4688, 0.4531, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750407", "doc919340", "doc1247565", "doc919332", "doc428406", "doc439366", "doc244368", "doc752256", "doc938302", "doc382065"], "ranked_scores": [0.5469, 0.5156, 0.5, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc132960", "doc416774", "doc1380357", "doc2202506", "doc303116", "doc382236", "doc2206639", "doc24925", "doc2570459"], "ranked_scores": [0.5625, 0.5469, 0.5313, 0.4844, 0.4844, 0.4844, 0.4844, 0.4844, 0.4844, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc938302", "doc36393", "doc1825079", "doc648335", "doc904153", "doc2009369", "doc2203108", "doc214275", "doc1874808", "doc648355"], "ranked_scores": [0.625, 0.6094, 0.5781, 0.5469, 0.5469, 0.5469, 0.5313, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc1685439", "doc56921", "doc2562070", "doc873481", "doc346637", "doc469130", "doc2313875", "doc2509989"], "ranked_scores": [0.6406, 0.625, 0.5469, 0.5313, 0.5313, 0.5156, 0.5156, 0.5156, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc367206", "doc137908", "doc596891", "doc1357322", "doc575203", "doc2563023", "doc2076427", "doc2281723", "doc737601"], "ranked_scores": [0.6406, 0.5312, 0.5312, 0.5312, 0.5156, 0.5156, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc108794", "doc180079", "doc72416", "doc1830328", "doc2259197", "doc556388", "doc506854", "doc617309", "doc183950"], "ranked_scores": [0.7344, 0.5313, 0.5313, 0.5313, 0.5156, 0.5156, 0.5156, 0.5156, 0.5156, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc675035", "doc261056", "doc26446", "doc1699100", "doc224770", "doc913417", "doc1652400", "doc2181330", "doc131786"], "ranked_scores": [0.7656, 0.6719, 0.6094, 0.5937, 0.5781, 0.5781, 0.5781, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc735487", "doc226659", "doc1682561", "doc2441320", "doc2392865", "doc1155687", "doc1779634", "doc2179144"], "ranked_scores": [0.75, 0.5625, 0.5312, 0.5156, 0.5156, 0.5156, 0.5, 0.5, 0.5, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1285744", "doc57946", "doc890684", "doc355540", "doc1008940", "doc736558", "doc371079", "doc2034127", "doc890257", "doc10855"], "ranked_scores": [0.5625, 0.5469, 0.5312, 0.5156, 0.5156, 0.5156, 0.5, 0.5, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc751435", "doc22915", "doc2129979", "doc1368159", "doc830104", "doc1834759", "doc2549319", "doc469055", "doc1487701", "doc469056"], "ranked_scores": [0.5469, 0.5156, 0.4687, 0.4687, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc35526", "doc388285", "doc851269", "doc922263", "doc706930", "doc1686260", "doc2072856", "doc388286", "doc1385349"], "ranked_scores": [0.6094, 0.5313, 0.5312, 0.5156, 0.5156, 0.5, 0.5, 0.5, 0.5, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520244", "doc1321868", "doc1520311", "doc437685", "doc1788429", "doc2545031", "doc1321878", "doc1977974", "doc1321914", "doc1977978"], "ranked_scores": [0.5625, 0.5312, 0.5156, 0.5156, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc877823", "doc1726816", "doc866437", "doc810925", "doc1856377", "doc1315015", "doc1315001", "doc2361734", "doc552702"], "ranked_scores": [0.5312, 0.4688, 0.4531, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375, 0.4219, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc170955", "doc388419", "doc1449831", "doc500342", "doc24939", "doc872070", "doc2042536", "doc21277", "doc1801894", "doc696366"], "ranked_scores": [0.4531, 0.4375, 0.4063, 0.3906, 0.3906, 0.3906, 0.3906, 0.3906, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc182046", "doc1581446", "doc442694", "doc968501", "doc9798", "doc2037498", "doc1982070", "doc649680", "doc859664", "doc1298637"], "ranked_scores": [0.5313, 0.5313, 0.5312, 0.5156, 0.5, 0.5, 0.5, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc1635999", "doc1517979", "doc173076", "doc1394758", "doc868590", "doc1787621", "doc785116", "doc1241567", "doc2486654"], "ranked_scores": [0.75, 0.6406, 0.625, 0.5938, 0.5937, 0.5781, 0.5781, 0.5625, 0.5625, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc660237", "doc11655", "doc1837769", "doc1030288", "doc934719", "doc2429823", "doc1442519", "doc2376691", "doc94371"], "ranked_scores": [0.5938, 0.5781, 0.5469, 0.5313, 0.5312, 0.5312, 0.5156, 0.5156, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc2355469", "doc258447", "doc1248125", "doc830308", "doc719006", "doc1289342", "doc849003", "doc1552106", "doc566026"], "ranked_scores": [0.6562, 0.6406, 0.5938, 0.5781, 0.5781, 0.5781, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1927002", "doc1745418", "doc606253", "doc358938", "doc623682", "doc415638", "doc2107022", "doc628470", "doc28942", "doc53643"], "ranked_scores": [0.625, 0.6094, 0.5156, 0.5156, 0.5156, 0.5156, 0.5, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435076", "doc378301", "doc211230", "doc313365", "doc155310", "doc435075", "doc313364", "doc2498488", "doc412180", "doc768322"], "ranked_scores": [0.5313, 0.5, 0.5, 0.4844, 0.4688, 0.4688, 0.4687, 0.4687, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc336518", "doc1736704", "doc733127", "doc878338", "doc2119808", "doc357412", "doc2439860", "doc872897", "doc1185297"], "ranked_scores": [0.6094, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4531, 0.4531, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1541761", "doc487000", "doc720754", "doc159492", "doc1577006", "doc2517860", "doc1548640", "doc381154", "doc191614"], "ranked_scores": [0.6094, 0.5156, 0.5, 0.4688, 0.4688, 0.4687, 0.4531, 0.4531, 0.4531, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc2449727", "doc864555", "doc40405", "doc2209653", "doc551351", "doc1293555", "doc1312663", "doc1055373", "doc1810672"], "ranked_scores": [0.5469, 0.4844, 0.4219, 0.4062, 0.4062, 0.4062, 0.3906, 0.3906, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc350535", "doc1943842", "doc1433613", "doc1584862", "doc2275203", "doc1986443", "doc2465656", "doc588578", "doc182888", "doc1333905"], "ranked_scores": [0.5781, 0.5625, 0.5312, 0.5312, 0.5156, 0.5156, 0.5156, 0.5156, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc966112", "doc807", "doc48882", "doc965463", "doc1867620", "doc369166", "doc312607", "doc2091597", "doc2258986", "doc872070"], "ranked_scores": [0.5625, 0.4844, 0.4688, 0.4531, 0.4375, 0.4219, 0.4063, 0.4063, 0.4063, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc1670518", "doc1639229", "doc88933", "doc1014858", "doc127042", "doc88973", "doc2624067", "doc2015724"], "ranked_scores": [0.6563, 0.5781, 0.5625, 0.5469, 0.5313, 0.5313, 0.5312, 0.5312, 0.5156, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338801", "doc338810", "doc1053988", "doc1738086", "doc642895", "doc1533829", "doc338818", "doc21372", "doc338815", "doc669209"], "ranked_scores": [0.5625, 0.5625, 0.5469, 0.5312, 0.5156, 0.4844, 0.4844, 0.4688, 0.4688, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108477", "doc183346", "doc108559", "doc1906610", "doc1924612", "doc63585", "doc323321", "doc391398", "doc1791044", "doc182046"], "ranked_scores": [0.6094, 0.5625, 0.5625, 0.5469, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc203256", "doc2128755", "doc246550", "doc1411861", "doc915991", "doc1299060", "doc7165", "doc2482938", "doc1524979", "doc1645155"], "ranked_scores": [0.5312, 0.5156, 0.5156, 0.5156, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc455756", "doc1826212", "doc620573", "doc4611", "doc2653657", "doc1561656", "doc1564136", "doc873481", "doc21875", "doc1315097"], "ranked_scores": [0.3906, 0.3594, 0.3438, 0.3438, 0.3281, 0.3281, 0.3125, 0.2969, 0.2969, 0.2813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc2085567", "doc725581", "doc642762", "doc2084882", "doc785515", "doc1791626", "doc980993", "doc1098357", "doc336025"], "ranked_scores": [0.5156, 0.4844, 0.4688, 0.4687, 0.4375, 0.4219, 0.4219, 0.4219, 0.4063, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1926754", "doc1874159", "doc1618374", "doc2396125", "doc2445368", "doc36460", "doc1927684", "doc1618376", "doc1927600"], "ranked_scores": [0.5938, 0.5313, 0.5312, 0.5312, 0.5156, 0.5, 0.5, 0.4844, 0.4844, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2846", "doc1645155", "doc35719", "doc703736", "doc492764", "doc2877", "doc106357", "doc427621", "doc703721", "doc106372"], "ranked_scores": [0.5, 0.4844, 0.4844, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688, 0.4687, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc1373324", "doc1373323", "doc109002", "doc1119808", "doc643072", "doc2393669", "doc515127", "doc626437", "doc309228"], "ranked_scores": [0.6406, 0.6094, 0.5938, 0.5781, 0.5625, 0.5625, 0.5469, 0.5469, 0.5469, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc643972", "doc1504263", "doc2476432", "doc1941600", "doc936401", "doc1781723", "doc2019605", "doc671577", "doc77976"], "ranked_scores": [0.5469, 0.5156, 0.5, 0.4844, 0.4688, 0.4688, 0.4688, 0.4687, 0.4687, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-128-tq-2bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc751998", "doc57226", "doc57242", "doc2613570", "doc57232", "doc3001", "doc63804", "doc1665946", "doc1622317"], "ranked_scores": [0.7608, 0.7517, 0.7429, 0.7376, 0.6795, 0.6726, 0.6723, 0.6702, 0.6606, 0.6529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2292349", "doc63543", "doc63538", "doc855132", "doc1899261", "doc2217712", "doc1749973", "doc1942575", "doc502099", "doc1952699"], "ranked_scores": [0.6394, 0.624, 0.5874, 0.5807, 0.5597, 0.5596, 0.5563, 0.5508, 0.5492, 0.548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc1675505", "doc2285692", "doc25836", "doc21831", "doc21832", "doc1285909", "doc812322", "doc660012"], "ranked_scores": [0.6981, 0.6297, 0.6111, 0.6, 0.5805, 0.5797, 0.5691, 0.5614, 0.5548, 0.5516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc1402781", "doc979079", "doc161015", "doc1911408", "doc536608", "doc2525766", "doc415358", "doc565706", "doc1347475"], "ranked_scores": [0.659, 0.6189, 0.6157, 0.6001, 0.6001, 0.6001, 0.6001, 0.6001, 0.6001, 0.5914], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc2165906", "doc1366769", "doc559430", "doc887635", "doc1121529", "doc1382083", "doc1812661", "doc1382073", "doc1234227"], "ranked_scores": [0.7261, 0.6678, 0.6556, 0.6543, 0.6446, 0.6436, 0.6387, 0.6383, 0.6362, 0.636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1996268", "doc27535", "doc2272998", "doc27538", "doc754593", "doc27536", "doc381292", "doc1012137", "doc361696"], "ranked_scores": [0.6478, 0.6376, 0.6372, 0.6239, 0.6107, 0.5989, 0.5932, 0.5828, 0.5784, 0.5768], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc349744", "doc1369505", "doc293478", "doc484979", "doc1669853", "doc1328111", "doc2206589", "doc825187"], "ranked_scores": [0.744, 0.7246, 0.7005, 0.6605, 0.6596, 0.6552, 0.6547, 0.6543, 0.6345, 0.6345], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc67620", "doc32982", "doc1486663", "doc1456780", "doc101561", "doc520684", "doc581881", "doc597628"], "ranked_scores": [0.8052, 0.6994, 0.654, 0.6533, 0.6508, 0.649, 0.6374, 0.6363, 0.6297, 0.6279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc61054", "doc1612682", "doc1558629", "doc2438284", "doc91244", "doc2083822"], "ranked_scores": [0.7262, 0.6894, 0.655, 0.5988, 0.5939, 0.5786, 0.5748, 0.5683, 0.5666, 0.5642], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc97445", "doc369270", "doc369237", "doc2083987", "doc2071083", "doc97430", "doc2084016"], "ranked_scores": [0.7107, 0.6718, 0.6131, 0.5926, 0.5923, 0.5761, 0.5732, 0.5728, 0.5462, 0.5271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc281595", "doc1311119", "doc64791", "doc1651444", "doc284394", "doc698033", "doc1263474", "doc490395", "doc1392288"], "ranked_scores": [0.7155, 0.626, 0.622, 0.6212, 0.596, 0.5912, 0.5838, 0.5804, 0.5718, 0.5711], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc83863", "doc1984114", "doc253608", "doc253606", "doc1197760", "doc2254487", "doc83871", "doc437627", "doc2556389"], "ranked_scores": [0.6851, 0.6399, 0.6234, 0.6169, 0.6144, 0.6039, 0.6012, 0.5927, 0.5856, 0.5847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc427621", "doc703705", "doc388464", "doc106335", "doc150031", "doc106332", "doc298160", "doc703714", "doc1060782", "doc1804263"], "ranked_scores": [0.6998, 0.6712, 0.6678, 0.6585, 0.6471, 0.646, 0.6429, 0.6319, 0.6201, 0.6115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc692559", "doc7116", "doc7112", "doc7091", "doc7119", "doc7099", "doc7096", "doc1599042", "doc1173469"], "ranked_scores": [0.7434, 0.7309, 0.7086, 0.6862, 0.683, 0.6755, 0.675, 0.6333, 0.6324, 0.6028], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82130", "doc1740481", "doc2247113", "doc1891830", "doc155440", "doc82127", "doc431563", "doc768602"], "ranked_scores": [0.7444, 0.6616, 0.6453, 0.6007, 0.5849, 0.5805, 0.5691, 0.5563, 0.5462, 0.5307], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750407", "doc897", "doc190628", "doc938302", "doc244368", "doc904153", "doc2009369", "doc802395", "doc648335", "doc439366"], "ranked_scores": [0.5912, 0.5823, 0.5755, 0.5459, 0.5378, 0.5258, 0.5248, 0.5219, 0.5192, 0.518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380357", "doc1824654", "doc382236", "doc1380356", "doc90322", "doc416774", "doc2202506", "doc788472", "doc132960"], "ranked_scores": [0.7033, 0.6925, 0.6445, 0.643, 0.6384, 0.6372, 0.6132, 0.6117, 0.6116, 0.6099], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36393", "doc1874808", "doc2340753", "doc58892", "doc904153", "doc1136735", "doc648335", "doc938300", "doc938302", "doc190628"], "ranked_scores": [0.6768, 0.634, 0.6173, 0.6083, 0.5939, 0.5935, 0.5892, 0.5805, 0.5695, 0.5673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc873481", "doc56921", "doc2214893", "doc952880", "doc952849", "doc1685439", "doc1629783", "doc963669"], "ranked_scores": [0.737, 0.7226, 0.6535, 0.6282, 0.5971, 0.5909, 0.5884, 0.5787, 0.578, 0.5777], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc137908", "doc80151", "doc80074", "doc2076427", "doc345642", "doc80078", "doc1391659", "doc80067", "doc1189628"], "ranked_scores": [0.6876, 0.6805, 0.6557, 0.6362, 0.6277, 0.6228, 0.6111, 0.6103, 0.5999, 0.5959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4486, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc18814", "doc72416", "doc2240291", "doc2259197", "doc2174234", "doc183955", "doc1781006", "doc506854", "doc400631"], "ranked_scores": [0.7899, 0.6411, 0.6391, 0.6365, 0.636, 0.6349, 0.6205, 0.6162, 0.616, 0.6134], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc675035", "doc224770", "doc2289855", "doc99377", "doc1652465", "doc2376934", "doc1576987", "doc26446", "doc131786"], "ranked_scores": [0.8127, 0.7138, 0.7094, 0.6878, 0.6877, 0.6685, 0.6677, 0.6593, 0.6528, 0.6524], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc180234", "doc102077", "doc1682561", "doc1407977", "doc286821", "doc890730", "doc337483", "doc2260544"], "ranked_scores": [0.8132, 0.6526, 0.6067, 0.5971, 0.5752, 0.5567, 0.5525, 0.5474, 0.536, 0.5316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc281595", "doc9798", "doc1285744", "doc736558", "doc57948", "doc355540", "doc2336332", "doc890257", "doc2003513"], "ranked_scores": [0.7193, 0.6647, 0.6341, 0.6165, 0.6128, 0.6076, 0.6016, 0.6008, 0.5948, 0.5921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc469056", "doc2217346", "doc469055", "doc1288281", "doc1128302", "doc751435", "doc2129979", "doc1311000", "doc2060827"], "ranked_scores": [0.7427, 0.6352, 0.5869, 0.5645, 0.5396, 0.5378, 0.5369, 0.524, 0.5239, 0.5223], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc388286", "doc64318", "doc851269", "doc922263", "doc706930", "doc41344", "doc922271", "doc2487656", "doc35526"], "ranked_scores": [0.7383, 0.6335, 0.632, 0.6065, 0.6017, 0.5956, 0.5848, 0.5815, 0.58, 0.5652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc437678", "doc727452", "doc437667", "doc1334238", "doc1520244", "doc437685", "doc82650", "doc587518", "doc1788429"], "ranked_scores": [0.6608, 0.6592, 0.658, 0.6552, 0.6548, 0.6402, 0.6277, 0.621, 0.6203, 0.6188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1726816", "doc552702", "doc866437", "doc877823", "doc1093057", "doc720136", "doc1315001", "doc1778743", "doc1778577"], "ranked_scores": [0.6694, 0.5685, 0.5505, 0.5467, 0.5433, 0.5419, 0.5345, 0.528, 0.527, 0.5269], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1801894", "doc170955", "doc1464195", "doc1449831", "doc872070", "doc2041825", "doc384744", "doc645564", "doc2391797"], "ranked_scores": [0.4877, 0.4818, 0.4785, 0.4614, 0.4575, 0.4519, 0.4479, 0.4312, 0.4276, 0.427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc89435", "doc371079", "doc53465", "doc490395", "doc851514", "doc1581446", "doc9798", "doc442694", "doc216330"], "ranked_scores": [0.6277, 0.6216, 0.6126, 0.6063, 0.5979, 0.5933, 0.585, 0.5759, 0.574, 0.5715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394760", "doc1394755", "doc2259504", "doc1635999", "doc1394758", "doc785116", "doc25697", "doc324530"], "ranked_scores": [0.8173, 0.7652, 0.7109, 0.6936, 0.6869, 0.6846, 0.6845, 0.6765, 0.6735, 0.6703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc660236", "doc94367", "doc660237", "doc2429823", "doc2527260", "doc11669", "doc147268", "doc2449643", "doc655750"], "ranked_scores": [0.7535, 0.708, 0.7034, 0.6884, 0.6798, 0.6766, 0.6721, 0.6588, 0.6453, 0.6402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc258447", "doc171833", "doc1729412", "doc105758", "doc1289342", "doc566026", "doc849003", "doc946247", "doc719006"], "ranked_scores": [0.7099, 0.7041, 0.7039, 0.6851, 0.6641, 0.6614, 0.6601, 0.6535, 0.6507, 0.644], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1745418", "doc358938", "doc1927002", "doc628470", "doc2224155", "doc2107018", "doc606253", "doc2107022", "doc623693", "doc716552"], "ranked_scores": [0.7063, 0.6934, 0.6851, 0.6844, 0.6326, 0.6232, 0.6118, 0.6042, 0.6034, 0.5979], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211230", "doc465988", "doc435076", "doc1348006", "doc2502216", "doc720207", "doc313364", "doc378301", "doc2183317", "doc2124276"], "ranked_scores": [0.6741, 0.67, 0.6583, 0.6537, 0.6524, 0.6392, 0.6343, 0.6276, 0.6102, 0.5907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc1498263", "doc1597410", "doc878338", "doc2042102", "doc2187649", "doc2119808", "doc336518", "doc2636762", "doc1273973"], "ranked_scores": [0.6829, 0.5799, 0.5774, 0.5773, 0.5741, 0.5658, 0.5641, 0.5567, 0.5529, 0.5499], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc487000", "doc720754", "doc191614", "doc1548640", "doc159492", "doc1563751", "doc884905", "doc1962174", "doc775913"], "ranked_scores": [0.6902, 0.6632, 0.6514, 0.612, 0.6, 0.588, 0.5761, 0.5761, 0.5745, 0.5739], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1055373", "doc1312663", "doc1810672", "doc1293555", "doc864555", "doc2209653", "doc261351", "doc2449727", "doc376241"], "ranked_scores": [0.6867, 0.5715, 0.5378, 0.5294, 0.5193, 0.5149, 0.5134, 0.511, 0.5065, 0.5043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1584862", "doc2465656", "doc1333905", "doc588578", "doc1943842", "doc1160263", "doc61233", "doc1730233", "doc1986437", "doc789140"], "ranked_scores": [0.7217, 0.7121, 0.6818, 0.6651, 0.6585, 0.6491, 0.6394, 0.6251, 0.6169, 0.6155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc312607", "doc221817", "doc48882", "doc2085567", "doc966112", "doc2067045", "doc312605", "doc201170", "doc1892012", "doc845380"], "ranked_scores": [0.5716, 0.5458, 0.5442, 0.5422, 0.5286, 0.5267, 0.5154, 0.5052, 0.498, 0.491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88973", "doc88934", "doc1639229", "doc88974", "doc88933", "doc2624067", "doc127042", "doc1670518", "doc1301778"], "ranked_scores": [0.7579, 0.7374, 0.7191, 0.7002, 0.6974, 0.6533, 0.6458, 0.6449, 0.6422, 0.6393], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338815", "doc1053988", "doc338810", "doc21340", "doc338801", "doc1455462", "doc669209", "doc864003", "doc1455469", "doc21350"], "ranked_scores": [0.6022, 0.5859, 0.5745, 0.5695, 0.5598, 0.5572, 0.5558, 0.5425, 0.5406, 0.536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108559", "doc1791044", "doc911115", "doc63590", "doc18273", "doc193828", "doc1906610", "doc323321", "doc108477", "doc2072948"], "ranked_scores": [0.7159, 0.6705, 0.6685, 0.6685, 0.6685, 0.6583, 0.6515, 0.6485, 0.6467, 0.6407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1299060", "doc2163101", "doc7163", "doc1347235", "doc2475623", "doc2128755", "doc2482938", "doc1378028", "doc246550"], "ranked_scores": [0.6227, 0.5976, 0.5966, 0.5748, 0.5739, 0.5735, 0.5662, 0.5637, 0.5628, 0.5491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1564136", "doc1826212", "doc751729", "doc751718", "doc1297326", "doc455756", "doc370299", "doc1338793", "doc620573"], "ranked_scores": [0.5056, 0.429, 0.4141, 0.4, 0.3778, 0.375, 0.3715, 0.3706, 0.3663, 0.3543], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc1809840", "doc2084882", "doc851877", "doc492385", "doc2634368", "doc495543", "doc2634372", "doc1382750", "doc2085567"], "ranked_scores": [0.6385, 0.6171, 0.5791, 0.5574, 0.5574, 0.536, 0.5272, 0.525, 0.5104, 0.5097], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36460", "doc1618372", "doc36463", "doc1618374", "doc1926754", "doc1926783", "doc2633722", "doc2362869", "doc2396125"], "ranked_scores": [0.7374, 0.6543, 0.6237, 0.6026, 0.5902, 0.5831, 0.5806, 0.5758, 0.5758, 0.5725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc703736", "doc2456577", "doc106372", "doc2204719", "doc436998", "doc427621", "doc2877", "doc703719", "doc150031"], "ranked_scores": [0.6688, 0.646, 0.6398, 0.6359, 0.6105, 0.6086, 0.6068, 0.6064, 0.5948, 0.5817], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc626438", "doc643072", "doc2393669", "doc1373323", "doc1119808", "doc2167590", "doc109002", "doc108892", "doc108893"], "ranked_scores": [0.7728, 0.7525, 0.7197, 0.7129, 0.7023, 0.7014, 0.697, 0.696, 0.6688, 0.6681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77976", "doc1430993", "doc77971", "doc1160422", "doc2079848", "doc2019605", "doc936401", "doc251579", "doc2378961"], "ranked_scores": [0.7314, 0.6839, 0.654, 0.6106, 0.6047, 0.5936, 0.5878, 0.5621, 0.5559, 0.5524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-tq-3bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57247", "doc751998", "doc3001", "doc57232", "doc2613570", "doc63804", "doc2116209", "doc1665946"], "ranked_scores": [0.7745, 0.7701, 0.7675, 0.7479, 0.7208, 0.7061, 0.7018, 0.6937, 0.6921, 0.6763], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2292349", "doc63543", "doc63538", "doc502099", "doc1942575", "doc63542", "doc1899261", "doc855132", "doc2521983", "doc1749973"], "ranked_scores": [0.7039, 0.6727, 0.6662, 0.6254, 0.613, 0.6056, 0.5947, 0.5927, 0.5851, 0.5829], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc1675505", "doc25836", "doc21841", "doc21831", "doc2285692", "doc660012", "doc21829", "doc1743887"], "ranked_scores": [0.7399, 0.63, 0.6021, 0.5963, 0.5915, 0.5743, 0.572, 0.569, 0.565, 0.5647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1402781", "doc415323", "doc979079", "doc453144", "doc1007260", "doc1347475", "doc453089", "doc146101", "doc2317442", "doc564709"], "ranked_scores": [0.674, 0.6637, 0.6458, 0.6433, 0.6305, 0.6262, 0.6249, 0.6214, 0.6177, 0.6158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc2165906", "doc1812661", "doc1366769", "doc1382094", "doc887635", "doc1382073", "doc1121529", "doc2307710", "doc2307709"], "ranked_scores": [0.7304, 0.7059, 0.705, 0.6993, 0.6926, 0.6903, 0.687, 0.6869, 0.6838, 0.6797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1996268", "doc27529", "doc27535", "doc27538", "doc2272998", "doc27536", "doc1520339", "doc361696", "doc1628841", "doc2272990"], "ranked_scores": [0.7041, 0.7028, 0.6977, 0.6769, 0.6407, 0.6342, 0.6214, 0.6142, 0.6081, 0.5998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc349744", "doc1369505", "doc1669853", "doc484979", "doc2483145", "doc512949", "doc648018", "doc686526"], "ranked_scores": [0.815, 0.744, 0.736, 0.7353, 0.6994, 0.6913, 0.681, 0.6796, 0.675, 0.675], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc101561", "doc32982", "doc264702", "doc520687", "doc38721", "doc67620", "doc101560", "doc1456780"], "ranked_scores": [0.8655, 0.7527, 0.6692, 0.6692, 0.6635, 0.6513, 0.6453, 0.6447, 0.6399, 0.6382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc1612682", "doc2083822", "doc61043", "doc61054", "doc2360720", "doc91244", "doc2080046"], "ranked_scores": [0.8061, 0.7516, 0.6882, 0.6322, 0.6181, 0.6176, 0.6087, 0.6041, 0.6026, 0.5942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc97445", "doc369270", "doc2083987", "doc97430", "doc2084014", "doc97442", "doc2071107"], "ranked_scores": [0.7632, 0.7287, 0.664, 0.6328, 0.6229, 0.6116, 0.5791, 0.5708, 0.5696, 0.5661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1311119", "doc281595", "doc1651444", "doc1063714", "doc64791", "doc1458417", "doc284394", "doc474854", "doc1422800"], "ranked_scores": [0.7505, 0.6582, 0.6398, 0.6364, 0.628, 0.6206, 0.6194, 0.603, 0.5959, 0.5929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1984127", "doc253608", "doc1197760", "doc83871", "doc253606", "doc759547", "doc1984114", "doc1667015", "doc2254465"], "ranked_scores": [0.7643, 0.7523, 0.7435, 0.6903, 0.6701, 0.6635, 0.6542, 0.6396, 0.6351, 0.635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc106332", "doc703705", "doc427621", "doc703733", "doc1804263", "doc2832", "doc24299", "doc392476", "doc106335"], "ranked_scores": [0.7127, 0.6873, 0.6865, 0.683, 0.6583, 0.6571, 0.6519, 0.6477, 0.6477, 0.6463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7091", "doc7106", "doc7116", "doc7119", "doc7112", "doc7099", "doc692559", "doc7096", "doc1599042", "doc1694554"], "ranked_scores": [0.7671, 0.7626, 0.7611, 0.7509, 0.7243, 0.7125, 0.6886, 0.6751, 0.654, 0.6513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc1740481", "doc2033842", "doc82127", "doc1891830", "doc490060", "doc2033841", "doc1705674"], "ranked_scores": [0.8035, 0.7137, 0.7055, 0.6281, 0.6106, 0.6013, 0.5964, 0.5763, 0.5712, 0.5654], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc190628", "doc439366", "doc2009369", "doc2370166", "doc382065", "doc269387", "doc919340", "doc802395", "doc750407"], "ranked_scores": [0.6817, 0.6517, 0.606, 0.5973, 0.5966, 0.593, 0.5889, 0.5848, 0.5818, 0.5791], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380357", "doc1824654", "doc90322", "doc1926206", "doc416774", "doc1786046", "doc382236", "doc1380356", "doc300567"], "ranked_scores": [0.7731, 0.7707, 0.7214, 0.7139, 0.7024, 0.6912, 0.6887, 0.6874, 0.6672, 0.6592], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc58892", "doc1874808", "doc36393", "doc1104361", "doc2009369", "doc2340753", "doc2225375", "doc190628", "doc938300", "doc938302"], "ranked_scores": [0.6936, 0.6594, 0.6585, 0.6396, 0.6231, 0.6218, 0.6105, 0.6098, 0.6093, 0.6036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc873481", "doc56921", "doc1629783", "doc2439295", "doc2299192", "doc2562070", "doc56902", "doc2509989"], "ranked_scores": [0.7882, 0.7742, 0.7089, 0.6868, 0.6268, 0.6207, 0.6196, 0.6191, 0.6181, 0.6171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc80151", "doc80074", "doc345642", "doc137908", "doc80078", "doc2562963", "doc596891", "doc80067", "doc1357314"], "ranked_scores": [0.7261, 0.7087, 0.6515, 0.6494, 0.6396, 0.6336, 0.6317, 0.6234, 0.6173, 0.6129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1781006", "doc18814", "doc702902", "doc2240291", "doc72416", "doc2174234", "doc183955", "doc1018577", "doc2259197"], "ranked_scores": [0.8519, 0.6803, 0.6674, 0.664, 0.6608, 0.6607, 0.659, 0.6486, 0.6271, 0.6124], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc675035", "doc1652465", "doc474060", "doc224770", "doc99377", "doc26467", "doc138458", "doc721916", "doc1576987"], "ranked_scores": [0.7984, 0.7409, 0.7372, 0.7286, 0.7269, 0.7237, 0.7109, 0.7046, 0.7012, 0.6964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1682561", "doc180234", "doc286821", "doc1265623", "doc1407977", "doc337483", "doc2392865"], "ranked_scores": [0.7991, 0.6776, 0.6432, 0.5843, 0.5795, 0.5753, 0.5729, 0.5696, 0.5648, 0.562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc281595", "doc355540", "doc736558", "doc397020", "doc9798", "doc1008940", "doc2582472", "doc2003513", "doc1285744"], "ranked_scores": [0.7726, 0.7058, 0.7003, 0.6781, 0.6747, 0.6655, 0.6637, 0.662, 0.6614, 0.6542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1128302", "doc469056", "doc2060827", "doc2217346", "doc469055", "doc2129979", "doc1796400", "doc830104"], "ranked_scores": [0.7672, 0.6226, 0.615, 0.6002, 0.5753, 0.5696, 0.5644, 0.5583, 0.5563, 0.5547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc922263", "doc388286", "doc64318", "doc41344", "doc922271", "doc971992", "doc2487656", "doc706930", "doc35526"], "ranked_scores": [0.7496, 0.6809, 0.6695, 0.662, 0.6459, 0.636, 0.6298, 0.6207, 0.6141, 0.6023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc82650", "doc1520311", "doc1788429", "doc1739769", "doc727452", "doc437685", "doc1334238", "doc437678", "doc1977974", "doc437667"], "ranked_scores": [0.7067, 0.6818, 0.6774, 0.6683, 0.6668, 0.6459, 0.6372, 0.6339, 0.6331, 0.6272], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc720136", "doc1856377", "doc469702", "doc552702", "doc866436", "doc1315015", "doc866437", "doc877823", "doc866442"], "ranked_scores": [0.74, 0.5887, 0.585, 0.5709, 0.5573, 0.5464, 0.539, 0.5388, 0.5374, 0.5359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc872070", "doc2236865", "doc1449831", "doc570839", "doc170955", "doc1464195", "doc1801894", "doc2041825", "doc773669"], "ranked_scores": [0.5331, 0.5223, 0.4817, 0.4786, 0.475, 0.4731, 0.4715, 0.4625, 0.4604, 0.4491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc89435", "doc371079", "doc284394", "doc2037498", "doc172947", "doc216330", "doc9798", "doc851514"], "ranked_scores": [0.7135, 0.7119, 0.6869, 0.6598, 0.6286, 0.6239, 0.6193, 0.6137, 0.6129, 0.6098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1635999", "doc1394755", "doc1394758", "doc1394760", "doc785116", "doc1840635", "doc2259504", "doc25697"], "ranked_scores": [0.8414, 0.7617, 0.7113, 0.707, 0.703, 0.6853, 0.6794, 0.6794, 0.679, 0.669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2429823", "doc147268", "doc2449643", "doc2527260", "doc660236", "doc2499695", "doc1837769", "doc94367", "doc660237"], "ranked_scores": [0.7678, 0.736, 0.7292, 0.7067, 0.7065, 0.6925, 0.6915, 0.6856, 0.6794, 0.6781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc849003", "doc258447", "doc171833", "doc566026", "doc105758", "doc719006", "doc946247", "doc1248125", "doc849000"], "ranked_scores": [0.8033, 0.7545, 0.7265, 0.7228, 0.7162, 0.7097, 0.7011, 0.6868, 0.685, 0.6839], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc628470", "doc358938", "doc1927002", "doc2224155", "doc1745418", "doc2081252", "doc52414", "doc623693", "doc2107018", "doc606253"], "ranked_scores": [0.748, 0.7394, 0.723, 0.7184, 0.7183, 0.7099, 0.6933, 0.6849, 0.6838, 0.6707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313364", "doc465988", "doc378301", "doc42101", "doc211230", "doc2502216", "doc313354", "doc1348006", "doc865796", "doc155310"], "ranked_scores": [0.7228, 0.7186, 0.6711, 0.6593, 0.6586, 0.6457, 0.6449, 0.639, 0.6299, 0.6273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc1597410", "doc1498263", "doc1736704", "doc2119808", "doc2636635", "doc336518", "doc2042102", "doc1185297"], "ranked_scores": [0.7001, 0.632, 0.6203, 0.6002, 0.5843, 0.5821, 0.5778, 0.5638, 0.5601, 0.5545], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc720754", "doc487000", "doc1548640", "doc1245931", "doc2357458", "doc191614", "doc775913", "doc159492", "doc1130168"], "ranked_scores": [0.7075, 0.6753, 0.6725, 0.6389, 0.627, 0.6088, 0.6082, 0.6075, 0.6037, 0.5998], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1055373", "doc1293555", "doc261351", "doc1810672", "doc2449727", "doc2209653", "doc693852", "doc376241", "doc57975"], "ranked_scores": [0.6723, 0.5767, 0.561, 0.5554, 0.5524, 0.5448, 0.5274, 0.522, 0.521, 0.5182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1584862", "doc2465656", "doc588578", "doc61233", "doc1333905", "doc1943842", "doc1433613", "doc1986437", "doc1730233", "doc1160263"], "ranked_scores": [0.7525, 0.751, 0.7437, 0.6852, 0.6823, 0.6699, 0.6698, 0.6673, 0.6667, 0.6649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc312607", "doc2067045", "doc845380", "doc966112", "doc312605", "doc221817", "doc872070", "doc807", "doc459774", "doc2085567"], "ranked_scores": [0.6085, 0.5959, 0.5864, 0.5694, 0.5314, 0.5291, 0.5283, 0.5283, 0.5272, 0.525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88973", "doc88934", "doc88974", "doc1670518", "doc1639229", "doc2015719", "doc88933", "doc127042", "doc1452752"], "ranked_scores": [0.7826, 0.7628, 0.7621, 0.7343, 0.7178, 0.7009, 0.6965, 0.658, 0.6501, 0.6484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338815", "doc338801", "doc21340", "doc2267530", "doc1053988", "doc669209", "doc642895", "doc338810", "doc1455462", "doc1308445"], "ranked_scores": [0.6505, 0.62, 0.6137, 0.6082, 0.6018, 0.6008, 0.5915, 0.5905, 0.5655, 0.5574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108559", "doc323321", "doc108480", "doc63590", "doc18273", "doc911115", "doc1791044", "doc1791093", "doc1374770", "doc2003302"], "ranked_scores": [0.755, 0.7533, 0.7048, 0.7025, 0.7025, 0.7025, 0.6872, 0.677, 0.6767, 0.6739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc2128755", "doc1670303", "doc1299060", "doc2482938", "doc7163", "doc542895", "doc2163101", "doc1378028", "doc299691"], "ranked_scores": [0.6687, 0.6207, 0.6136, 0.5931, 0.5899, 0.5886, 0.5798, 0.5791, 0.5711, 0.5622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1564136", "doc1826212", "doc751729", "doc2295957", "doc751718", "doc2653657", "doc455756", "doc370299", "doc951306"], "ranked_scores": [0.5066, 0.47, 0.469, 0.4049, 0.3939, 0.3783, 0.377, 0.3725, 0.3602, 0.3566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc642762", "doc495543", "doc2084882", "doc2011376", "doc2634368", "doc725581", "doc2057552", "doc785515", "doc851877"], "ranked_scores": [0.6683, 0.6291, 0.6076, 0.5904, 0.5855, 0.579, 0.5659, 0.5634, 0.5473, 0.5434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36460", "doc36463", "doc1618374", "doc1926783", "doc1926754", "doc1618372", "doc2215670", "doc36485", "doc1618376"], "ranked_scores": [0.7238, 0.667, 0.6652, 0.6542, 0.6412, 0.6379, 0.6377, 0.6235, 0.6228, 0.6163], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc2456577", "doc106372", "doc703736", "doc436998", "doc427621", "doc2481722", "doc1156828", "doc2877", "doc150031"], "ranked_scores": [0.7491, 0.6909, 0.6702, 0.6635, 0.6401, 0.6297, 0.6289, 0.6221, 0.6181, 0.6133], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc626438", "doc643072", "doc1373323", "doc2393669", "doc109002", "doc1119808", "doc108887", "doc2167590", "doc207176"], "ranked_scores": [0.8116, 0.7992, 0.7735, 0.7701, 0.7447, 0.7256, 0.7187, 0.7183, 0.7152, 0.7136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1504263", "doc77971", "doc1430993", "doc936401", "doc251579", "doc1160422", "doc418974", "doc2019605", "doc2378961"], "ranked_scores": [0.7494, 0.745, 0.6843, 0.6531, 0.6316, 0.6314, 0.6184, 0.6117, 0.6004, 0.5903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-tq-1bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc57242", "doc751998", "doc2116209", "doc1142095", "doc63804", "doc1622317", "doc57232", "doc1219625"], "ranked_scores": [0.5859, 0.5859, 0.5703, 0.5391, 0.4922, 0.4844, 0.4688, 0.4531, 0.4453, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc1899261", "doc1982537", "doc1664486", "doc2292349", "doc2473154", "doc2217711", "doc1489658"], "ranked_scores": [0.5781, 0.5156, 0.4609, 0.4453, 0.4453, 0.4375, 0.4297, 0.4297, 0.4297, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc452039", "doc69765", "doc2285692", "doc69767", "doc21832", "doc21841", "doc812322", "doc78091", "doc1058398", "doc1918713"], "ranked_scores": [0.5625, 0.5547, 0.5391, 0.5312, 0.5156, 0.5078, 0.5078, 0.4922, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc2317442", "doc415323", "doc1177855", "doc94024", "doc404141", "doc453079", "doc453089", "doc690618", "doc1247565", "doc400438"], "ranked_scores": [0.5547, 0.5156, 0.5078, 0.5, 0.4922, 0.4922, 0.4922, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc1366769", "doc1366757", "doc1812661", "doc1382073", "doc1741706", "doc887635", "doc1812659", "doc2307709", "doc2165905"], "ranked_scores": [0.5703, 0.5234, 0.4922, 0.4844, 0.4687, 0.4609, 0.4609, 0.4609, 0.4609, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27535", "doc738831", "doc540358", "doc27529", "doc540344", "doc459410", "doc1996268", "doc1407767", "doc1727553", "doc1628841"], "ranked_scores": [0.5391, 0.5156, 0.5078, 0.4766, 0.4766, 0.4766, 0.4453, 0.4375, 0.4375, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc1994393", "doc1369505", "doc484979", "doc349747", "doc2483145", "doc1604800", "doc825186", "doc293478"], "ranked_scores": [0.6328, 0.5937, 0.5469, 0.5156, 0.5156, 0.5156, 0.5078, 0.5078, 0.5078, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc101561", "doc520684", "doc520687", "doc67620", "doc32982", "doc298955", "doc38721", "doc520689"], "ranked_scores": [0.6484, 0.5547, 0.5, 0.4922, 0.4922, 0.4766, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61054", "doc61043", "doc2080046", "doc627159", "doc2360720", "doc2193668", "doc829494"], "ranked_scores": [0.6406, 0.6094, 0.5313, 0.4453, 0.4453, 0.4375, 0.4219, 0.4063, 0.4062, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc97445", "doc97442", "doc369270", "doc97430", "doc369237", "doc2083987", "doc369220"], "ranked_scores": [0.6562, 0.625, 0.5547, 0.5469, 0.5391, 0.5, 0.4609, 0.4531, 0.4453, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc698033", "doc474854", "doc1651444", "doc1911857", "doc281595", "doc114471", "doc447411", "doc562696", "doc1345313"], "ranked_scores": [0.5156, 0.4922, 0.4844, 0.4766, 0.4766, 0.4687, 0.4687, 0.4453, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1984127", "doc253608", "doc50111", "doc83871", "doc2537823", "doc437627", "doc1010216", "doc1197760", "doc759547"], "ranked_scores": [0.6328, 0.625, 0.5625, 0.5156, 0.5156, 0.4922, 0.4766, 0.4766, 0.4687, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc106372", "doc703736", "doc703721", "doc106357", "doc427621", "doc24299", "doc392476", "doc284042", "doc703719"], "ranked_scores": [0.625, 0.6016, 0.6016, 0.6016, 0.6016, 0.5938, 0.5547, 0.5547, 0.5469, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7116", "doc7106", "doc7091", "doc7096", "doc485206", "doc7112", "doc7099", "doc300345", "doc1173469", "doc1599042"], "ranked_scores": [0.625, 0.5937, 0.5937, 0.5859, 0.5703, 0.5547, 0.5312, 0.5078, 0.5078, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc2247113", "doc672521", "doc1443647", "doc490060", "doc1891830", "doc840074", "doc2200447"], "ranked_scores": [0.5703, 0.4687, 0.4687, 0.4453, 0.4297, 0.4219, 0.4219, 0.4063, 0.3984, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc382065", "doc904153", "doc802395", "doc897", "doc453128", "doc439366", "doc750407", "doc2258933", "doc2465776", "doc269387"], "ranked_scores": [0.4844, 0.4844, 0.4766, 0.4688, 0.4688, 0.4687, 0.4609, 0.4609, 0.4609, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc30774", "doc24925", "doc996239", "doc1380357", "doc300567", "doc468490", "doc1824654", "doc1926206", "doc695124"], "ranked_scores": [0.5859, 0.5391, 0.5156, 0.5156, 0.5078, 0.5078, 0.4922, 0.4844, 0.4766, 0.4766], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc1874808", "doc2340753", "doc2018288", "doc23412", "doc564138", "doc454591", "doc244368", "doc648355", "doc2314426"], "ranked_scores": [0.5859, 0.5156, 0.5078, 0.4766, 0.4688, 0.4609, 0.4609, 0.4609, 0.4609, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56921", "doc2313864", "doc638457", "doc1629783", "doc2509989", "doc469130", "doc2313854"], "ranked_scores": [0.5625, 0.5625, 0.5391, 0.5391, 0.5312, 0.4922, 0.4688, 0.4531, 0.4453, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc2076427", "doc137908", "doc345642", "doc2252385", "doc80074", "doc80151", "doc1521484", "doc80067", "doc80154", "doc2281723"], "ranked_scores": [0.5234, 0.5156, 0.5078, 0.5, 0.4844, 0.4766, 0.4687, 0.4531, 0.4375, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4306, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc183955", "doc2240291", "doc18814", "doc2010343", "doc1018578", "doc1430768", "doc1781006", "doc702902", "doc1248717"], "ranked_scores": [0.5781, 0.5156, 0.4766, 0.4766, 0.4766, 0.4609, 0.4531, 0.4531, 0.4453, 0.4453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc138458", "doc26461", "doc207464", "doc26458", "doc1858452", "doc913417", "doc1682464", "doc26446"], "ranked_scores": [0.6406, 0.5859, 0.5625, 0.5469, 0.5391, 0.5391, 0.5312, 0.5234, 0.5234, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1344098", "doc1732443", "doc1407977", "doc1682561", "doc337483", "doc1188058", "doc2260544", "doc286821", "doc1336590"], "ranked_scores": [0.6484, 0.5313, 0.5, 0.4922, 0.4844, 0.4844, 0.4844, 0.4844, 0.4687, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc2582472", "doc1083962", "doc1285744", "doc649680", "doc311119", "doc37895", "doc281595", "doc1418778", "doc1590438"], "ranked_scores": [0.5469, 0.5234, 0.4766, 0.4531, 0.4531, 0.4531, 0.4453, 0.4453, 0.4453, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc469056", "doc1128302", "doc1077629", "doc879199", "doc1117345", "doc1485638", "doc751435", "doc2060827", "doc2114608"], "ranked_scores": [0.5391, 0.4609, 0.4609, 0.4297, 0.4297, 0.4219, 0.4219, 0.4141, 0.4141, 0.4063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc64316", "doc922271", "doc64314", "doc41344", "doc922273", "doc1385345", "doc851269", "doc35524", "doc388286"], "ranked_scores": [0.6016, 0.5937, 0.5703, 0.5625, 0.5547, 0.5469, 0.5156, 0.5156, 0.5078, 0.4922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1334238", "doc1788429", "doc82650", "doc727452", "doc1520311", "doc437685", "doc2545074", "doc437678", "doc437677", "doc1977978"], "ranked_scores": [0.6016, 0.5938, 0.5937, 0.5937, 0.5859, 0.5703, 0.5547, 0.5547, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc866442", "doc2361734", "doc866436", "doc469707", "doc469702", "doc754076", "doc97154", "doc2203239", "doc671985"], "ranked_scores": [0.5547, 0.4922, 0.4766, 0.4766, 0.4609, 0.4609, 0.4531, 0.4531, 0.4453, 0.4453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc570839", "doc2067045", "doc1801894", "doc2666461", "doc24939", "doc33191", "doc360990", "doc388419", "doc621002", "doc2676752"], "ranked_scores": [0.4141, 0.3594, 0.3594, 0.3281, 0.3203, 0.3125, 0.3125, 0.3125, 0.3047, 0.2969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc611282", "doc611287", "doc811", "doc2199352", "doc450131", "doc2465921", "doc1784440", "doc2127607"], "ranked_scores": [0.6016, 0.5859, 0.4844, 0.4766, 0.4453, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1246808", "doc1635999", "doc2529675", "doc1394758", "doc1394743", "doc996399", "doc1410020", "doc25697"], "ranked_scores": [0.6328, 0.5703, 0.5469, 0.5469, 0.5156, 0.5156, 0.4922, 0.4844, 0.4844, 0.4766], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2527260", "doc11659", "doc660237", "doc1119808", "doc2449643", "doc147268", "doc660236", "doc1437877", "doc898833"], "ranked_scores": [0.6094, 0.5547, 0.5469, 0.5313, 0.5313, 0.5234, 0.5156, 0.5156, 0.5078, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc849003", "doc719006", "doc1572538", "doc171833", "doc2355469", "doc258447", "doc2067376", "doc566026", "doc737771"], "ranked_scores": [0.7031, 0.6094, 0.6094, 0.5547, 0.5391, 0.5391, 0.5313, 0.5313, 0.5156, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc6531", "doc2224155", "doc358938", "doc2081252", "doc2107018", "doc1411912", "doc2431531", "doc688472", "doc606253", "doc623693"], "ranked_scores": [0.5391, 0.5312, 0.5312, 0.5234, 0.5156, 0.5078, 0.5078, 0.5, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc865796", "doc1540259", "doc313364", "doc211230", "doc2502216", "doc2007046", "doc313354", "doc331138", "doc2288928", "doc378301"], "ranked_scores": [0.5703, 0.5625, 0.5547, 0.5547, 0.5469, 0.5391, 0.5234, 0.5078, 0.5078, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc1273973", "doc688403", "doc1736708", "doc878338", "doc2119808", "doc1597410", "doc2397460", "doc1736704", "doc1534069"], "ranked_scores": [0.5469, 0.4609, 0.4609, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219, 0.4141, 0.4063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc180922", "doc1746659", "doc143496", "doc93287", "doc1162080", "doc1563751", "doc1894178", "doc2525057", "doc720754", "doc2517860"], "ranked_scores": [0.4453, 0.4297, 0.4297, 0.4297, 0.4219, 0.4219, 0.4219, 0.4219, 0.4219, 0.4141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1345740", "doc601133", "doc261351", "doc1055373", "doc1810672", "doc2209653", "doc1293555", "doc1412494", "doc376241", "doc57975"], "ranked_scores": [0.5313, 0.4766, 0.4453, 0.4453, 0.4297, 0.4219, 0.4141, 0.4062, 0.4062, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1584862", "doc1160263", "doc1975694", "doc588578", "doc1304447", "doc2275203", "doc2568624", "doc138058", "doc61233", "doc2465656"], "ranked_scores": [0.4687, 0.4609, 0.4531, 0.4453, 0.4453, 0.4375, 0.4297, 0.4297, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2067045", "doc1190303", "doc312607", "doc2149599", "doc966112", "doc312605", "doc1892012", "doc2621513", "doc201170", "doc2652795"], "ranked_scores": [0.4609, 0.4531, 0.4531, 0.4375, 0.4297, 0.4297, 0.4297, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc1639229", "doc88973", "doc88934", "doc88974", "doc2624067", "doc1670518", "doc1817839", "doc1763997", "doc2183793"], "ranked_scores": [0.5625, 0.5469, 0.5469, 0.5156, 0.5, 0.5, 0.5, 0.4922, 0.4844, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338801", "doc338815", "doc642895", "doc21372", "doc969509", "doc21340", "doc1455462", "doc1308445", "doc338818", "doc2442198"], "ranked_scores": [0.4453, 0.4297, 0.4219, 0.4141, 0.4062, 0.3984, 0.3984, 0.3984, 0.3906, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4825, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc323321", "doc1374770", "doc63585", "doc1774519", "doc771233", "doc108559", "doc108535", "doc108501", "doc18274", "doc2003302"], "ranked_scores": [0.5391, 0.5078, 0.5, 0.4844, 0.4844, 0.4844, 0.4766, 0.4766, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc2163101", "doc2298808", "doc1670303", "doc1183356", "doc212271", "doc2204719", "doc2482938", "doc7163"], "ranked_scores": [0.5391, 0.4531, 0.4453, 0.4375, 0.4375, 0.4297, 0.4297, 0.4141, 0.4141, 0.4141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc1568962", "doc751718", "doc2653657", "doc751729", "doc2295957", "doc1564136", "doc751714", "doc1537788"], "ranked_scores": [0.4531, 0.4141, 0.3672, 0.3672, 0.3594, 0.3438, 0.3438, 0.3438, 0.3203, 0.3125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc1809840", "doc2634365", "doc868658", "doc1519779", "doc495543", "doc2620645", "doc705226", "doc1993448", "doc2634368"], "ranked_scores": [0.4531, 0.4375, 0.4297, 0.4219, 0.4063, 0.4062, 0.4062, 0.3984, 0.3984, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc2215670", "doc1926786", "doc2215587", "doc1618374", "doc36463", "doc1926754", "doc2215664", "doc2633733", "doc2329301"], "ranked_scores": [0.4922, 0.4531, 0.4453, 0.4453, 0.4453, 0.4453, 0.4375, 0.4297, 0.4297, 0.4297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc24299", "doc392476", "doc2832", "doc703736", "doc106372", "doc35719", "doc1246072", "doc703719", "doc427621", "doc106355"], "ranked_scores": [0.5625, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469, 0.5391, 0.5234, 0.5234, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc2393669", "doc1119808", "doc643072", "doc1373323", "doc108887", "doc1373324", "doc108931", "doc626445", "doc108932"], "ranked_scores": [0.6875, 0.5938, 0.5859, 0.5703, 0.5469, 0.5469, 0.5469, 0.5313, 0.5312, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77976", "doc77971", "doc1430993", "doc1160422", "doc564138", "doc936401", "doc251579", "doc734288", "doc418974"], "ranked_scores": [0.5703, 0.5703, 0.5234, 0.5, 0.4766, 0.4609, 0.4453, 0.4453, 0.4453, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-tq-2bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57247", "doc751998", "doc63804", "doc751967", "doc1665946", "doc1142095", "doc1622317", "doc57232"], "ranked_scores": [0.7072, 0.6967, 0.6871, 0.6768, 0.6047, 0.5926, 0.5877, 0.5679, 0.5664, 0.5572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc2292349", "doc1664486", "doc1664485", "doc2473154", "doc1952699", "doc1942575", "doc2345266"], "ranked_scores": [0.6826, 0.6414, 0.6201, 0.5898, 0.5729, 0.5612, 0.5522, 0.5435, 0.5425, 0.5265], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc21832", "doc812322", "doc2285692", "doc21841", "doc1675505", "doc660012", "doc1058398", "doc452039"], "ranked_scores": [0.7304, 0.7101, 0.6354, 0.6339, 0.6265, 0.6199, 0.6171, 0.6062, 0.6028, 0.6024], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc2317442", "doc1247565", "doc453144", "doc94024", "doc146101", "doc453089", "doc392077", "doc392076", "doc979079"], "ranked_scores": [0.6534, 0.6203, 0.6192, 0.6154, 0.6105, 0.6065, 0.6023, 0.595, 0.5943, 0.5908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc887635", "doc1366757", "doc1812661", "doc1812659", "doc88443", "doc2307709", "doc1715056", "doc1366765", "doc2165920"], "ranked_scores": [0.6721, 0.6236, 0.6235, 0.6112, 0.6029, 0.589, 0.585, 0.5809, 0.5798, 0.5775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc381292", "doc27529", "doc459410", "doc27535", "doc1996268", "doc738831", "doc27536", "doc1628841", "doc27538", "doc361696"], "ranked_scores": [0.6101, 0.6049, 0.5974, 0.5824, 0.5795, 0.5781, 0.5763, 0.5689, 0.567, 0.5662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc579128", "doc1369505", "doc1994393", "doc1669853", "doc2483145", "doc484979", "doc54270", "doc422133"], "ranked_scores": [0.7738, 0.7001, 0.6981, 0.6542, 0.6542, 0.6355, 0.6344, 0.6273, 0.6255, 0.6243], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc101561", "doc520689", "doc641530", "doc32982", "doc1456780", "doc67620", "doc761733", "doc1486663"], "ranked_scores": [0.7955, 0.6582, 0.6413, 0.6256, 0.6115, 0.6078, 0.5908, 0.5907, 0.5891, 0.5868], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc2080046", "doc61054", "doc1612682", "doc988606", "doc1558629", "doc2193668"], "ranked_scores": [0.7705, 0.7032, 0.6403, 0.6079, 0.5613, 0.5514, 0.5506, 0.5484, 0.5375, 0.5352], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97442", "doc97445", "doc1116765", "doc369270", "doc369237", "doc97430", "doc2071066", "doc2083987"], "ranked_scores": [0.7531, 0.6913, 0.6469, 0.6463, 0.6238, 0.5784, 0.5729, 0.5629, 0.5499, 0.5394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc281595", "doc1651444", "doc47608", "doc698033", "doc1311119", "doc64791", "doc1166624", "doc1429442", "doc33196"], "ranked_scores": [0.7022, 0.631, 0.5866, 0.5838, 0.5793, 0.579, 0.5733, 0.5657, 0.5649, 0.5636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1984127", "doc253608", "doc759547", "doc1984114", "doc437627", "doc1197760", "doc83871", "doc50111", "doc66003"], "ranked_scores": [0.7426, 0.7151, 0.7023, 0.664, 0.6422, 0.6381, 0.626, 0.613, 0.6083, 0.606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc106332", "doc106338", "doc703702", "doc106372", "doc1246069", "doc427621", "doc703736", "doc1246072", "doc703706"], "ranked_scores": [0.7167, 0.7041, 0.6875, 0.6875, 0.6773, 0.6736, 0.6713, 0.6696, 0.666, 0.6629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7116", "doc7119", "doc485206", "doc7106", "doc7091", "doc7096", "doc7112", "doc7099", "doc1694554", "doc695983"], "ranked_scores": [0.697, 0.6832, 0.6749, 0.6671, 0.66, 0.6585, 0.6462, 0.6427, 0.6231, 0.6083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc82127", "doc1443647", "doc1891830", "doc2646391", "doc787596", "doc1846029", "doc490060"], "ranked_scores": [0.7374, 0.6942, 0.6627, 0.5698, 0.5207, 0.52, 0.5177, 0.5137, 0.5077, 0.5075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc750407", "doc428406", "doc269387", "doc2465776", "doc439366", "doc919340", "doc382065", "doc190628", "doc2018288"], "ranked_scores": [0.6039, 0.5737, 0.5696, 0.5639, 0.5609, 0.5577, 0.5468, 0.5407, 0.5398, 0.5368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380357", "doc1824654", "doc1380356", "doc1379360", "doc1056762", "doc1786046", "doc300567", "doc1926206", "doc1818632"], "ranked_scores": [0.722, 0.6779, 0.6547, 0.6275, 0.6121, 0.6071, 0.606, 0.6059, 0.6053, 0.6051], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc1874808", "doc2340753", "doc2225375", "doc2041368", "doc573905", "doc2483632", "doc1691613", "doc58892", "doc938300"], "ranked_scores": [0.6465, 0.6255, 0.6215, 0.6168, 0.6095, 0.5944, 0.5943, 0.5881, 0.5797, 0.5726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc56921", "doc873481", "doc2509989", "doc1629783", "doc1685439", "doc2313864", "doc2313854", "doc2091597"], "ranked_scores": [0.7428, 0.738, 0.7112, 0.6897, 0.6721, 0.6181, 0.6169, 0.6089, 0.6076, 0.5947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc137908", "doc80151", "doc80074", "doc80154", "doc345642", "doc1521484", "doc2076427", "doc80100", "doc80078", "doc470479"], "ranked_scores": [0.6659, 0.6575, 0.6439, 0.6312, 0.6086, 0.6031, 0.5987, 0.5922, 0.5857, 0.5695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240291", "doc183955", "doc72416", "doc702902", "doc506854", "doc183950", "doc2010420", "doc527459", "doc474256"], "ranked_scores": [0.7935, 0.6279, 0.6214, 0.6013, 0.5734, 0.5733, 0.5621, 0.5579, 0.5539, 0.5476], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc1652465", "doc99377", "doc26461", "doc764184", "doc26467", "doc1682464", "doc1576987", "doc1204806", "doc474060"], "ranked_scores": [0.7704, 0.6922, 0.685, 0.6821, 0.6759, 0.674, 0.6703, 0.6698, 0.6626, 0.6625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc286821", "doc1407977", "doc102096", "doc1732443", "doc2392865", "doc192542", "doc2438080", "doc313306", "doc546646"], "ranked_scores": [0.8081, 0.5935, 0.5828, 0.5819, 0.5772, 0.562, 0.5606, 0.5589, 0.5575, 0.5566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc890257", "doc509898", "doc281595", "doc964756", "doc2263202", "doc890684", "doc2582472", "doc1285744", "doc371079"], "ranked_scores": [0.6716, 0.6035, 0.6014, 0.5945, 0.5854, 0.5674, 0.5653, 0.5638, 0.5604, 0.5593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc1796400", "doc988607", "doc751435", "doc1962033", "doc1381513", "doc2060827", "doc1643694", "doc879199"], "ranked_scores": [0.6949, 0.623, 0.5719, 0.5634, 0.5509, 0.543, 0.5417, 0.541, 0.5373, 0.5351], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc922271", "doc41344", "doc388286", "doc851269", "doc64314", "doc922263", "doc35524", "doc706930"], "ranked_scores": [0.7416, 0.6994, 0.6684, 0.6617, 0.6504, 0.6487, 0.6426, 0.6296, 0.6268, 0.6256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc82650", "doc1520311", "doc587518", "doc437678", "doc1321884", "doc437685", "doc1334238", "doc1788429", "doc1321892", "doc539428"], "ranked_scores": [0.7235, 0.674, 0.6625, 0.6601, 0.6595, 0.6576, 0.6531, 0.6524, 0.643, 0.6178], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1093057", "doc720136", "doc671985", "doc866442", "doc866437", "doc1856377", "doc97154", "doc866501", "doc1314979"], "ranked_scores": [0.6886, 0.5798, 0.5721, 0.5676, 0.5605, 0.5537, 0.5438, 0.5437, 0.5431, 0.533], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1445420", "doc696366", "doc570839", "doc773669", "doc170955", "doc24939", "doc1464195", "doc2131758", "doc1894178", "doc872070"], "ranked_scores": [0.4563, 0.4517, 0.4451, 0.4406, 0.439, 0.4388, 0.4377, 0.4287, 0.4245, 0.4238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc89435", "doc371079", "doc611287", "doc1915960", "doc114471", "doc1107701", "doc172947", "doc513055"], "ranked_scores": [0.7264, 0.7204, 0.5857, 0.5798, 0.5766, 0.5735, 0.5655, 0.565, 0.5604, 0.5567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1635999", "doc2529675", "doc1007190", "doc579817", "doc1840635", "doc324530", "doc1394758", "doc25697"], "ranked_scores": [0.8175, 0.7371, 0.6377, 0.6251, 0.6211, 0.6122, 0.612, 0.6107, 0.6037, 0.6034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2449643", "doc2527260", "doc368654", "doc147268", "doc1437877", "doc898833", "doc660237", "doc2429823", "doc660236"], "ranked_scores": [0.7381, 0.6981, 0.6809, 0.6555, 0.6503, 0.6402, 0.6342, 0.6334, 0.6328, 0.6235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc566026", "doc719006", "doc105758", "doc849003", "doc171833", "doc1803558", "doc258447", "doc2355469", "doc1729412"], "ranked_scores": [0.7239, 0.6595, 0.6566, 0.6517, 0.6469, 0.6389, 0.6274, 0.622, 0.6187, 0.6169], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc358938", "doc628470", "doc2107018", "doc1927002", "doc6531", "doc2081252", "doc1690531", "doc2252577", "doc52414"], "ranked_scores": [0.6808, 0.6747, 0.6656, 0.659, 0.6572, 0.652, 0.641, 0.6372, 0.6372, 0.6361], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc465988", "doc1540259", "doc2502216", "doc378301", "doc313364", "doc313342", "doc211230", "doc313354", "doc865796", "doc1841144"], "ranked_scores": [0.6873, 0.6718, 0.6681, 0.6661, 0.6659, 0.6576, 0.6451, 0.6369, 0.6306, 0.6276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc336518", "doc2119808", "doc733127", "doc2042102", "doc1736708", "doc1658558", "doc2636635", "doc1736704"], "ranked_scores": [0.6681, 0.6119, 0.5676, 0.556, 0.5414, 0.5269, 0.5166, 0.5148, 0.5109, 0.5104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc143496", "doc1746659", "doc720754", "doc1130168", "doc1538025", "doc180922", "doc190988", "doc303260"], "ranked_scores": [0.627, 0.596, 0.5875, 0.5561, 0.5532, 0.5354, 0.5283, 0.5265, 0.5226, 0.5214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc2449727", "doc1055373", "doc1345740", "doc1810672", "doc40405", "doc864555", "doc261351", "doc140893", "doc376241"], "ranked_scores": [0.6331, 0.5843, 0.5827, 0.5534, 0.5456, 0.5387, 0.5373, 0.5109, 0.5092, 0.5046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1333905", "doc2465656", "doc1730233", "doc1584862", "doc588578", "doc1975694", "doc1629620", "doc1160263", "doc2275203", "doc61233"], "ranked_scores": [0.6545, 0.6506, 0.6285, 0.6227, 0.6227, 0.6141, 0.6052, 0.5986, 0.5966, 0.586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc312607", "doc2067045", "doc845380", "doc1036707", "doc221817", "doc807", "doc1892012", "doc48882", "doc1029479", "doc2652795"], "ranked_scores": [0.5527, 0.5363, 0.534, 0.5328, 0.5117, 0.5097, 0.5055, 0.5048, 0.5048, 0.5027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88973", "doc88934", "doc2015719", "doc1670518", "doc88974", "doc1639229", "doc88933", "doc1763997", "doc1817839"], "ranked_scores": [0.7136, 0.674, 0.6661, 0.6657, 0.6652, 0.6586, 0.6291, 0.6225, 0.6075, 0.5952], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338801", "doc338815", "doc1455462", "doc338810", "doc642895", "doc338818", "doc669209", "doc1455444", "doc21340", "doc1308445"], "ranked_scores": [0.6188, 0.576, 0.5664, 0.5606, 0.5502, 0.5471, 0.5412, 0.5353, 0.5342, 0.5277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc323321", "doc108559", "doc1791044", "doc18274", "doc108481", "doc376580", "doc108480", "doc2072948", "doc1844919", "doc108501"], "ranked_scores": [0.7201, 0.7145, 0.6721, 0.6679, 0.6663, 0.654, 0.6514, 0.6458, 0.6398, 0.6363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc2482938", "doc2128755", "doc7163", "doc1183356", "doc1670303", "doc355540", "doc1299060", "doc2475623", "doc203256"], "ranked_scores": [0.6187, 0.5651, 0.552, 0.5487, 0.5431, 0.5344, 0.529, 0.5257, 0.5222, 0.5189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc1564136", "doc2653657", "doc751729", "doc1537788", "doc751718", "doc1260422", "doc751726", "doc751714"], "ranked_scores": [0.555, 0.5291, 0.4942, 0.4891, 0.4557, 0.4384, 0.4044, 0.386, 0.3843, 0.3735], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc642762", "doc2057552", "doc2084882", "doc1961593", "doc2054559", "doc2007762", "doc1519779", "doc2634368", "doc2634372"], "ranked_scores": [0.5591, 0.5525, 0.5179, 0.504, 0.4992, 0.4957, 0.4948, 0.4858, 0.4857, 0.484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618376", "doc1618372", "doc1618374", "doc36463", "doc2622759", "doc36460", "doc2215670", "doc2362869", "doc2633722"], "ranked_scores": [0.6997, 0.587, 0.5788, 0.5713, 0.5695, 0.5676, 0.5513, 0.5362, 0.5355, 0.5355], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106355", "doc35719", "doc703719", "doc703736", "doc106372", "doc2832", "doc24299", "doc392476", "doc427621", "doc436998"], "ranked_scores": [0.6775, 0.6727, 0.6664, 0.6526, 0.6446, 0.6333, 0.6278, 0.6278, 0.6248, 0.6237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc1373323", "doc643072", "doc1373324", "doc2393669", "doc108887", "doc1119808", "doc109002", "doc702815", "doc2167590"], "ranked_scores": [0.7421, 0.7405, 0.7375, 0.7326, 0.6944, 0.6891, 0.6755, 0.6646, 0.6591, 0.6547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77976", "doc77971", "doc1430993", "doc429400", "doc936401", "doc1160422", "doc1619342", "doc857632", "doc251579"], "ranked_scores": [0.7054, 0.6935, 0.6491, 0.621, 0.5643, 0.5604, 0.5573, 0.546, 0.5375, 0.5354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-tq-3bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc57247", "doc751998", "doc57232", "doc63804", "doc751967", "doc3001", "doc1665946", "doc1104254"], "ranked_scores": [0.7527, 0.7522, 0.7447, 0.7098, 0.6474, 0.6376, 0.6352, 0.6307, 0.6226, 0.6113], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc2292349", "doc1942575", "doc2473154", "doc1664486", "doc1952699", "doc1899261", "doc502099"], "ranked_scores": [0.6897, 0.6835, 0.6286, 0.6237, 0.5964, 0.5868, 0.5755, 0.5752, 0.567, 0.5562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc21841", "doc812322", "doc1743887", "doc2285692", "doc1675505", "doc21832", "doc21888", "doc278091"], "ranked_scores": [0.751, 0.7244, 0.6713, 0.6651, 0.6625, 0.6535, 0.6521, 0.6417, 0.6411, 0.6374], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc453089", "doc453144", "doc94024", "doc1402781", "doc2317442", "doc1247565", "doc1402783", "doc146101", "doc979079"], "ranked_scores": [0.6777, 0.652, 0.6423, 0.6338, 0.6254, 0.6244, 0.6243, 0.623, 0.6222, 0.615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc1366757", "doc1812659", "doc887635", "doc1341149", "doc88443", "doc1812661", "doc1366765", "doc1715056", "doc2307709"], "ranked_scores": [0.7369, 0.6652, 0.649, 0.6483, 0.6467, 0.6409, 0.635, 0.6307, 0.6289, 0.6223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc381292", "doc1996268", "doc27535", "doc27538", "doc1628841", "doc27536", "doc738831", "doc1324046", "doc540358"], "ranked_scores": [0.6708, 0.6495, 0.6428, 0.6319, 0.6301, 0.6249, 0.6224, 0.6209, 0.6082, 0.5979], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc579128", "doc1994393", "doc1369505", "doc2483145", "doc1669853", "doc1480727", "doc293490", "doc54270"], "ranked_scores": [0.8168, 0.7724, 0.7387, 0.6845, 0.6815, 0.6749, 0.6727, 0.6673, 0.6663, 0.6635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc101561", "doc520689", "doc29759", "doc641530", "doc67620", "doc761733", "doc29764", "doc1486663"], "ranked_scores": [0.8608, 0.7215, 0.6788, 0.6585, 0.6485, 0.6477, 0.6465, 0.6368, 0.6367, 0.6306], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc61054", "doc1558629", "doc2080046", "doc2083822", "doc1612682", "doc988606"], "ranked_scores": [0.7942, 0.7752, 0.686, 0.6435, 0.6104, 0.5703, 0.5696, 0.5695, 0.568, 0.5626], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc97445", "doc97442", "doc97430", "doc369270", "doc2083987", "doc369237", "doc2083994"], "ranked_scores": [0.7746, 0.7078, 0.7037, 0.6809, 0.6698, 0.6199, 0.6083, 0.6047, 0.6014, 0.5803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc281595", "doc1651444", "doc64791", "doc33196", "doc562696", "doc2014621", "doc1311119", "doc1166624", "doc1458417"], "ranked_scores": [0.7613, 0.6654, 0.6545, 0.6274, 0.625, 0.6162, 0.6141, 0.6135, 0.6002, 0.5998], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc1984127", "doc759547", "doc437627", "doc1197760", "doc929272", "doc83871", "doc2556389", "doc2372621"], "ranked_scores": [0.7624, 0.7424, 0.7406, 0.674, 0.6733, 0.6696, 0.6502, 0.6449, 0.6418, 0.638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc106332", "doc703719", "doc106338", "doc703702", "doc703736", "doc427621", "doc106355", "doc106372", "doc2846"], "ranked_scores": [0.753, 0.7399, 0.7294, 0.7207, 0.7207, 0.7189, 0.7182, 0.7172, 0.7167, 0.7137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7116", "doc7091", "doc7119", "doc7106", "doc7096", "doc7099", "doc485206", "doc7112", "doc1694554", "doc695983"], "ranked_scores": [0.7448, 0.7369, 0.7319, 0.7299, 0.7042, 0.7005, 0.6885, 0.6875, 0.6856, 0.6734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc82127", "doc2247113", "doc1891830", "doc2646391", "doc1588867", "doc2236863", "doc787596"], "ranked_scores": [0.7776, 0.7345, 0.7082, 0.5966, 0.5719, 0.5681, 0.5611, 0.5487, 0.5484, 0.5446], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc750407", "doc269387", "doc2465776", "doc382065", "doc190628", "doc187232", "doc2009369", "doc919340", "doc802395"], "ranked_scores": [0.6685, 0.6242, 0.617, 0.5944, 0.5941, 0.584, 0.5829, 0.5819, 0.5756, 0.5688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380357", "doc1824654", "doc1926206", "doc1380356", "doc90322", "doc468490", "doc1056762", "doc30774", "doc24925"], "ranked_scores": [0.7484, 0.7328, 0.6866, 0.6816, 0.676, 0.6692, 0.6637, 0.6613, 0.6607, 0.6596], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc1874808", "doc2340753", "doc2225375", "doc573905", "doc2483632", "doc36393", "doc58892", "doc23412", "doc2041368"], "ranked_scores": [0.6588, 0.6359, 0.624, 0.6225, 0.6207, 0.613, 0.5976, 0.5944, 0.5911, 0.5876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc56921", "doc873481", "doc2313864", "doc2313854", "doc2509989", "doc56902", "doc56903", "doc1629783"], "ranked_scores": [0.7778, 0.7735, 0.7601, 0.7092, 0.6648, 0.6554, 0.6543, 0.6479, 0.6413, 0.6412], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc137908", "doc80074", "doc2076427", "doc80154", "doc345642", "doc596891", "doc80100", "doc80148", "doc737601"], "ranked_scores": [0.7437, 0.7045, 0.7022, 0.685, 0.6775, 0.6383, 0.6323, 0.6294, 0.6228, 0.6215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc72416", "doc183955", "doc2240291", "doc1781006", "doc183950", "doc2010420", "doc702902", "doc1430768", "doc2174234"], "ranked_scores": [0.8363, 0.6433, 0.6265, 0.6249, 0.6217, 0.615, 0.6134, 0.6076, 0.5924, 0.591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26467", "doc99377", "doc1576987", "doc675035", "doc474060", "doc26461", "doc764184", "doc1652465", "doc224770"], "ranked_scores": [0.8331, 0.7403, 0.7304, 0.7201, 0.7185, 0.718, 0.7062, 0.7057, 0.7008, 0.69], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1732443", "doc102096", "doc1407977", "doc155482", "doc148885", "doc286821", "doc2438080", "doc102077", "doc2260544"], "ranked_scores": [0.8348, 0.6349, 0.6208, 0.6141, 0.598, 0.5934, 0.5901, 0.5874, 0.5872, 0.5864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc890257", "doc964756", "doc371078", "doc64791", "doc2582472", "doc281595", "doc86469", "doc890684", "doc1948854"], "ranked_scores": [0.7233, 0.6303, 0.622, 0.5958, 0.595, 0.5913, 0.5911, 0.5848, 0.5798, 0.577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc2060827", "doc1796400", "doc1962033", "doc2217346", "doc879199", "doc1464453", "doc1755685", "doc751435"], "ranked_scores": [0.7783, 0.652, 0.6117, 0.5914, 0.5888, 0.585, 0.5818, 0.5757, 0.5755, 0.5732], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc41344", "doc922271", "doc851269", "doc922263", "doc2487656", "doc35524", "doc388286", "doc64314"], "ranked_scores": [0.7681, 0.7227, 0.6816, 0.6802, 0.6782, 0.675, 0.6654, 0.665, 0.6609, 0.6537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc82650", "doc1788429", "doc1520311", "doc437685", "doc1321884", "doc437677", "doc437667", "doc437678", "doc1334238", "doc727452"], "ranked_scores": [0.7445, 0.7312, 0.722, 0.7006, 0.7003, 0.6847, 0.6798, 0.6769, 0.6718, 0.6701], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc720136", "doc1093057", "doc671985", "doc1856377", "doc1315015", "doc1778743", "doc1314979", "doc469702", "doc671973"], "ranked_scores": [0.7672, 0.6205, 0.5937, 0.5851, 0.584, 0.579, 0.5771, 0.5711, 0.5659, 0.5649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1464195", "doc542891", "doc170955", "doc773669", "doc1445420", "doc872070", "doc570839", "doc2067045", "doc388419"], "ranked_scores": [0.5334, 0.5032, 0.4903, 0.4805, 0.477, 0.4769, 0.4745, 0.4664, 0.4644, 0.4627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc89435", "doc611287", "doc371079", "doc172947", "doc1915960", "doc284394", "doc1005393", "doc611282"], "ranked_scores": [0.7858, 0.776, 0.6505, 0.6333, 0.6188, 0.6157, 0.6137, 0.6124, 0.6085, 0.606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1635999", "doc25697", "doc1394760", "doc324530", "doc1007190", "doc530778", "doc2529675", "doc579817"], "ranked_scores": [0.8775, 0.7973, 0.7154, 0.7012, 0.6951, 0.6872, 0.6711, 0.6709, 0.666, 0.6643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2449643", "doc2527260", "doc368654", "doc990514", "doc660236", "doc147268", "doc660237", "doc1437877", "doc2429823"], "ranked_scores": [0.7682, 0.746, 0.7315, 0.6998, 0.692, 0.6918, 0.6907, 0.69, 0.6854, 0.6808], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc849003", "doc719006", "doc105745", "doc171833", "doc258447", "doc105758", "doc566026", "doc1729412", "doc543176"], "ranked_scores": [0.7998, 0.7432, 0.7296, 0.7004, 0.6997, 0.699, 0.6941, 0.6896, 0.6792, 0.6716], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2224155", "doc628470", "doc2107018", "doc1927002", "doc6531", "doc52414", "doc172405", "doc2081252", "doc623693"], "ranked_scores": [0.7657, 0.7335, 0.7308, 0.7247, 0.7236, 0.686, 0.6846, 0.6839, 0.6834, 0.6799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313364", "doc465988", "doc1540259", "doc211230", "doc378301", "doc2502216", "doc1841144", "doc435076", "doc1841145", "doc42101"], "ranked_scores": [0.7152, 0.6995, 0.6981, 0.6797, 0.6764, 0.6739, 0.6639, 0.662, 0.6575, 0.6558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc336518", "doc733127", "doc1658558", "doc2636635", "doc1273973", "doc2119808", "doc2187649", "doc2042102"], "ranked_scores": [0.6787, 0.6514, 0.5848, 0.5755, 0.5603, 0.5564, 0.5539, 0.5511, 0.5509, 0.5363], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc143496", "doc2357458", "doc519493", "doc1245931", "doc720754", "doc1746659", "doc1130168", "doc180922"], "ranked_scores": [0.6835, 0.6568, 0.6207, 0.5771, 0.5494, 0.548, 0.5464, 0.5422, 0.5412, 0.5403], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1055373", "doc1345740", "doc1810672", "doc261351", "doc390322", "doc2449727", "doc864555", "doc40405", "doc1293555"], "ranked_scores": [0.6639, 0.639, 0.5891, 0.5751, 0.5631, 0.5432, 0.5429, 0.535, 0.5328, 0.5248], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1333905", "doc2465656", "doc588578", "doc1584862", "doc61233", "doc2275203", "doc1943842", "doc1629620", "doc1730233", "doc1160263"], "ranked_scores": [0.6875, 0.6741, 0.671, 0.6702, 0.6424, 0.6394, 0.6308, 0.6282, 0.6209, 0.6161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc312607", "doc845380", "doc2067045", "doc1029479", "doc221817", "doc966112", "doc1036707", "doc2149599", "doc1892012", "doc2391797"], "ranked_scores": [0.5997, 0.598, 0.5759, 0.5614, 0.558, 0.5571, 0.5442, 0.5412, 0.5407, 0.5407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc88934", "doc88973", "doc2015719", "doc1670518", "doc1639229", "doc88933", "doc2624067", "doc1763997"], "ranked_scores": [0.7793, 0.7505, 0.7399, 0.7366, 0.7193, 0.6939, 0.6867, 0.6641, 0.6521, 0.6425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338801", "doc338815", "doc338810", "doc21340", "doc1455462", "doc1738086", "doc21372", "doc338818", "doc642895", "doc669209"], "ranked_scores": [0.66, 0.6074, 0.6058, 0.5906, 0.589, 0.5579, 0.5534, 0.5477, 0.5391, 0.5387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4685, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc323321", "doc108559", "doc18274", "doc1791044", "doc63590", "doc18273", "doc911115", "doc108480", "doc1374770", "doc2072948"], "ranked_scores": [0.7362, 0.7235, 0.7073, 0.6964, 0.6872, 0.6872, 0.6872, 0.674, 0.6726, 0.6644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc2482938", "doc7163", "doc355540", "doc2128755", "doc1670303", "doc1183356", "doc7161", "doc2004259", "doc1982070"], "ranked_scores": [0.6613, 0.5942, 0.5882, 0.5854, 0.5849, 0.5847, 0.5839, 0.5733, 0.5703, 0.5573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc1564136", "doc751729", "doc2653657", "doc1537788", "doc1568962", "doc751718", "doc2431178", "doc1260422"], "ranked_scores": [0.5463, 0.5367, 0.528, 0.4844, 0.4497, 0.4333, 0.4302, 0.4227, 0.4194, 0.4034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc642762", "doc2057552", "doc2634368", "doc2084882", "doc1519779", "doc2011376", "doc1961593", "doc2634372", "doc2054559"], "ranked_scores": [0.5782, 0.5655, 0.5562, 0.5551, 0.5483, 0.5331, 0.5253, 0.5222, 0.5217, 0.5083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc2622759", "doc1618374", "doc36460", "doc1618376", "doc1618372", "doc2362869", "doc2633722", "doc1926783"], "ranked_scores": [0.7673, 0.6207, 0.6199, 0.6188, 0.6163, 0.6153, 0.6025, 0.595, 0.595, 0.593], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc703736", "doc106372", "doc106355", "doc703719", "doc2832", "doc285755", "doc2877", "doc436998", "doc2456577"], "ranked_scores": [0.7208, 0.7, 0.6984, 0.6899, 0.6865, 0.6793, 0.6477, 0.6433, 0.6419, 0.6418], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc1373324", "doc2393669", "doc1373323", "doc643072", "doc1119808", "doc108887", "doc109002", "doc2167590", "doc108892"], "ranked_scores": [0.7873, 0.7863, 0.7531, 0.7459, 0.7421, 0.7211, 0.7153, 0.7144, 0.6951, 0.6931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77976", "doc77971", "doc1430993", "doc429400", "doc936401", "doc1160422", "doc2378961", "doc1224325", "doc1431001"], "ranked_scores": [0.7333, 0.707, 0.7056, 0.6698, 0.5962, 0.5901, 0.5896, 0.5607, 0.5589, 0.5576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64-tq-1bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc2173529", "doc1254733", "doc86433", "doc57226", "doc732087", "doc1219625", "doc703717", "doc106353", "doc703715", "doc2305740"], "ranked_scores": [0.7187, 0.6875, 0.6875, 0.6563, 0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1061580", "doc1795214", "doc728418", "doc1506785", "doc1059057", "doc338854", "doc63538", "doc230557", "doc855132", "doc63543"], "ranked_scores": [0.6875, 0.6875, 0.6875, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc21829", "doc1675526", "doc2019171", "doc21831", "doc451953", "doc761186", "doc1285909", "doc69765", "doc278091"], "ranked_scores": [0.625, 0.5938, 0.5937, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1045588", "doc1113377", "doc392077", "doc1177855", "doc146132", "doc230376", "doc2499402", "doc1402781", "doc2036707", "doc94024"], "ranked_scores": [0.7188, 0.7188, 0.7187, 0.6875, 0.6563, 0.625, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc365042", "doc1382083", "doc2307739", "doc1846923", "doc1382171", "doc1382169", "doc1812653", "doc1382123", "doc2173228", "doc866525"], "ranked_scores": [0.6563, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27538", "doc1053988", "doc1685757", "doc1852527", "doc27529", "doc1294428", "doc2311306", "doc361696", "doc1279689", "doc381292"], "ranked_scores": [0.7188, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc856725", "doc1473550", "doc1731175", "doc1829626", "doc101332", "doc2365468", "doc620637", "doc208541", "doc771233", "doc293491"], "ranked_scores": [0.5937, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc1798668", "doc2096499", "doc345800", "doc1595692", "doc583721", "doc278641", "doc2300282", "doc588578", "doc546881", "doc80268"], "ranked_scores": [0.6875, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc2083822", "doc61045", "doc988607", "doc2504604", "doc24903", "doc2105047", "doc848379", "doc1376346", "doc2083994"], "ranked_scores": [0.625, 0.5625, 0.5313, 0.5, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97430", "doc2574334", "doc2083987", "doc1587502", "doc2071107", "doc97445", "doc369237", "doc2071066", "doc97421", "doc2004921"], "ranked_scores": [0.6875, 0.6562, 0.6562, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1458417", "doc614724", "doc1101054", "doc203256", "doc147194", "doc1612525", "doc1556425", "doc1880724"], "ranked_scores": [0.6875, 0.6563, 0.6562, 0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc666493", "doc1386166", "doc1558517", "doc2067559", "doc1451837", "doc388290", "doc47608", "doc759547", "doc66003"], "ranked_scores": [0.5938, 0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703698", "doc703714", "doc1445499", "doc337506", "doc106333", "doc938942", "doc1131204", "doc2607227", "doc1272096", "doc211929"], "ranked_scores": [0.625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7091", "doc7112", "doc7119", "doc7099", "doc7093", "doc1942387", "doc1694559", "doc692559", "doc2543056", "doc7108"], "ranked_scores": [0.6875, 0.6563, 0.625, 0.625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc854693", "doc2252228", "doc82127", "doc1443647", "doc787596", "doc2569900", "doc260654", "doc1588867", "doc787600"], "ranked_scores": [0.75, 0.7188, 0.7188, 0.6875, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563, 0.6563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2288308", "doc1391281", "doc409226", "doc187232", "doc330463", "doc229804", "doc897", "doc750414", "doc2258986", "doc1002546"], "ranked_scores": [0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc300567", "doc30773", "doc651957", "doc132943", "doc1380357", "doc788472", "doc1380356", "doc239811"], "ranked_scores": [0.625, 0.5938, 0.5938, 0.5937, 0.5625, 0.5313, 0.5312, 0.5312, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2141867", "doc2483632", "doc648344", "doc1719794", "doc1914609", "doc1078877", "doc1245017", "doc755217", "doc36402", "doc750416"], "ranked_scores": [0.5938, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc2313864", "doc56921", "doc1102442", "doc1104413", "doc2678215", "doc2031536", "doc56897", "doc2313854", "doc1053537", "doc952849"], "ranked_scores": [0.5937, 0.5625, 0.5313, 0.5313, 0.5312, 0.5, 0.5, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc137908", "doc80154", "doc80067", "doc80100", "doc596861", "doc80074", "doc80148", "doc299592", "doc2381151", "doc543979"], "ranked_scores": [0.7813, 0.6875, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.525, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc1830328", "doc1248717", "doc2240289", "doc72413", "doc2279199", "doc183955", "doc20601", "doc629517", "doc1223275", "doc702902"], "ranked_scores": [0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc131786", "doc224101", "doc138458", "doc2289855", "doc2517379", "doc863698", "doc1858452", "doc1845104", "doc511592"], "ranked_scores": [0.7188, 0.6875, 0.6875, 0.6563, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc446477", "doc2260544", "doc969509", "doc446492", "doc1272206", "doc702902", "doc726426", "doc1091030", "doc162720"], "ranked_scores": [0.5313, 0.5313, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc37890", "doc583523", "doc57946", "doc95291", "doc57940", "doc37884", "doc737219", "doc57234", "doc2582472", "doc2501125"], "ranked_scores": [0.6875, 0.6875, 0.625, 0.5938, 0.5937, 0.5937, 0.5937, 0.5937, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc492385", "doc851877", "doc22915", "doc2431682", "doc1294814", "doc1368159", "doc1962033", "doc998023", "doc2203108", "doc2438284"], "ranked_scores": [0.5625, 0.5625, 0.5625, 0.5312, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc705952", "doc64316", "doc2487656", "doc283788", "doc388285", "doc851269", "doc64317", "doc1260115", "doc2361673", "doc922271"], "ranked_scores": [0.7188, 0.7188, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1321929", "doc437685", "doc2045075", "doc1977978", "doc1788429", "doc1321883", "doc437662", "doc1321884", "doc539417", "doc1520244"], "ranked_scores": [0.7812, 0.7812, 0.7188, 0.7187, 0.7187, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc2558251", "doc35173", "doc866436", "doc754076", "doc864822", "doc671985", "doc1314857", "doc2046260", "doc1898381", "doc952618"], "ranked_scores": [0.5312, 0.5312, 0.5, 0.5, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc524130", "doc1953592", "doc913113", "doc645602", "doc1125024", "doc688749", "doc500342", "doc170931", "doc170955", "doc285581"], "ranked_scores": [0.5937, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2179022", "doc317197", "doc371078", "doc450131", "doc2481722", "doc238803", "doc1156528", "doc153569", "doc2199352"], "ranked_scores": [0.8125, 0.6875, 0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc2142521", "doc996399", "doc1019814", "doc1394760", "doc2529675", "doc785116", "doc430825", "doc1690622", "doc783808", "doc28581"], "ranked_scores": [0.5937, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc84475", "doc596021", "doc1373323", "doc702815", "doc84481", "doc935127", "doc729572", "doc2054870", "doc1581104", "doc729661"], "ranked_scores": [0.6875, 0.6563, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1889823", "doc1475938", "doc1270352", "doc1552106", "doc1223270", "doc108789", "doc231833", "doc1425878", "doc1816064", "doc719060"], "ranked_scores": [0.5937, 0.5625, 0.5312, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc6531", "doc1411912", "doc2111513", "doc324554", "doc2107022", "doc628470", "doc773043", "doc2431531", "doc324548", "doc358938"], "ranked_scores": [0.75, 0.6875, 0.6875, 0.6563, 0.6563, 0.6563, 0.6563, 0.6562, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2587562", "doc435076", "doc331138", "doc2587564", "doc2352487", "doc435078", "doc1957486", "doc435085", "doc682548", "doc435084"], "ranked_scores": [0.625, 0.625, 0.5937, 0.5625, 0.5625, 0.5313, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1096264", "doc278693", "doc602736", "doc904083", "doc444923", "doc18842", "doc2107261", "doc1777877", "doc1602743", "doc2603021"], "ranked_scores": [0.5312, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1512044", "doc2173547", "doc2480452", "doc2072948", "doc2419056", "doc436998", "doc1993044", "doc2003306", "doc827140", "doc703719"], "ranked_scores": [0.5937, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc802441", "doc2426900", "doc2655378", "doc57975", "doc2449727", "doc393485", "doc1345740", "doc864555", "doc93503"], "ranked_scores": [0.6875, 0.5625, 0.5313, 0.5312, 0.5, 0.4688, 0.4687, 0.4687, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc1986437", "doc1027625", "doc1836039", "doc1160263", "doc633767", "doc1152620", "doc2503817", "doc2562963", "doc72481"], "ranked_scores": [0.5625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc878338", "doc949124", "doc1986402", "doc1525423", "doc2334137", "doc2262786", "doc2067045", "doc266717", "doc638689", "doc999787"], "ranked_scores": [0.5313, 0.5313, 0.5312, 0.5, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc739705", "doc77635", "doc438360", "doc1000202", "doc88931", "doc88933", "doc2015719", "doc399017", "doc2139234"], "ranked_scores": [0.625, 0.625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc786083", "doc63804", "doc187765", "doc1836919", "doc973765", "doc74858", "doc180234", "doc2267531", "doc1219639", "doc447411"], "ranked_scores": [0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc1604800", "doc216986", "doc108480", "doc529465", "doc1774519", "doc362493", "doc1369505", "doc193844", "doc1068154", "doc771233"], "ranked_scores": [0.6563, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc444923", "doc955743", "doc534490", "doc1558391", "doc70976", "doc58964", "doc2128755", "doc459280", "doc1321914", "doc2656944"], "ranked_scores": [0.5313, 0.5313, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc520687", "doc753576", "doc2004585", "doc1717375", "doc151694", "doc404242", "doc2166557", "doc238043", "doc641530", "doc1986143"], "ranked_scores": [0.5625, 0.5313, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc14361", "doc173893", "doc980993", "doc60315", "doc2196547", "doc2395513", "doc1612525", "doc868658", "doc131480"], "ranked_scores": [0.6563, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc525586", "doc36463", "doc36460", "doc636318", "doc2074469", "doc1535415", "doc36485", "doc138058", "doc2622778", "doc36467"], "ranked_scores": [0.625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc211896", "doc106333", "doc251579", "doc703698", "doc703711", "doc2060101", "doc973089", "doc172053", "doc874101", "doc710956"], "ranked_scores": [0.6563, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc108887", "doc596021", "doc643072", "doc729573", "doc2167590", "doc935127", "doc1581104", "doc1373323", "doc828130", "doc1623534"], "ranked_scores": [0.7188, 0.6875, 0.6875, 0.6563, 0.6563, 0.6562, 0.625, 0.625, 0.625, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1474756", "doc2026615", "doc567776", "doc742717", "doc1334550", "doc1056762", "doc1827146", "doc1947787", "doc1430994", "doc1386166"], "ranked_scores": [0.5312, 0.5312, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-tq-2bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc1254733", "doc57248", "doc57232", "doc1622317", "doc1395336", "doc525397", "doc827140", "doc2173529"], "ranked_scores": [0.7534, 0.7478, 0.7304, 0.7252, 0.7168, 0.7089, 0.6857, 0.6731, 0.6709, 0.6648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1664486", "doc63538", "doc1982537", "doc2563094", "doc1664485", "doc63543", "doc1796956", "doc2112811", "doc1982515", "doc1795214"], "ranked_scores": [0.8046, 0.7557, 0.7376, 0.7067, 0.6985, 0.6961, 0.689, 0.6669, 0.6655, 0.6554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc21829", "doc377466", "doc2285692", "doc78091", "doc812322", "doc69765", "doc776142", "doc1675505", "doc365451", "doc1393796"], "ranked_scores": [0.7201, 0.7147, 0.7132, 0.7081, 0.6958, 0.6949, 0.6881, 0.6872, 0.6832, 0.6817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1911408", "doc565706", "doc536608", "doc415358", "doc2525766", "doc161015", "doc564709", "doc1177855", "doc1402781", "doc163261"], "ranked_scores": [0.737, 0.737, 0.737, 0.737, 0.737, 0.737, 0.7318, 0.7191, 0.711, 0.7029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2307739", "doc2165920", "doc2307734", "doc1812661", "doc559423", "doc1382171", "doc1741704", "doc751747", "doc1812659", "doc338868"], "ranked_scores": [0.7711, 0.74, 0.7278, 0.723, 0.7225, 0.7215, 0.7136, 0.7126, 0.7091, 0.7039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27538", "doc2384883", "doc1852504", "doc1996268", "doc1685757", "doc1021718", "doc361696", "doc1501431", "doc1177694"], "ranked_scores": [0.7733, 0.7007, 0.6845, 0.6672, 0.6643, 0.6468, 0.6447, 0.6438, 0.6401, 0.6394], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc1340806", "doc1953211", "doc77634", "doc1829626", "doc613963", "doc653285", "doc620637", "doc273559", "doc579128"], "ranked_scores": [0.7474, 0.7226, 0.7205, 0.7124, 0.6742, 0.6731, 0.6709, 0.6704, 0.6652, 0.6608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc171775", "doc1798668", "doc966365", "doc583721", "doc231271", "doc88615", "doc29757", "doc345800", "doc2096499", "doc139151"], "ranked_scores": [0.6864, 0.6829, 0.6641, 0.6641, 0.6478, 0.643, 0.6244, 0.6218, 0.6197, 0.6191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc2083822", "doc61045", "doc61036", "doc1376346", "doc1376345", "doc1128302", "doc988607", "doc1518124", "doc61043"], "ranked_scores": [0.7332, 0.6612, 0.6585, 0.6407, 0.6354, 0.6168, 0.6079, 0.5836, 0.583, 0.577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc97421", "doc2004921", "doc97430", "doc97442", "doc1116765", "doc2083987", "doc2084014", "doc369277", "doc369270"], "ranked_scores": [0.7941, 0.778, 0.7665, 0.763, 0.7597, 0.7514, 0.7194, 0.6906, 0.689, 0.6888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc614724", "doc233794", "doc583523", "doc1163509", "doc1612515", "doc50848", "doc33196", "doc551897", "doc418129"], "ranked_scores": [0.6765, 0.6358, 0.6238, 0.6202, 0.6178, 0.6148, 0.6109, 0.6099, 0.5909, 0.5887], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc66003", "doc253608", "doc1386166", "doc2295211", "doc1243029", "doc1386116", "doc1386120", "doc83863", "doc1386159"], "ranked_scores": [0.7353, 0.7211, 0.6921, 0.6898, 0.6731, 0.6686, 0.6657, 0.6575, 0.6497, 0.6456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc337547", "doc973089", "doc106333", "doc106332", "doc703702", "doc106338", "doc703711", "doc435057", "doc1887731"], "ranked_scores": [0.708, 0.6438, 0.6396, 0.6271, 0.6108, 0.5977, 0.5977, 0.5977, 0.5921, 0.5814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7091", "doc7112", "doc7099", "doc7119", "doc7106", "doc7108", "doc7116", "doc692559", "doc7120", "doc1200685"], "ranked_scores": [0.7744, 0.7641, 0.747, 0.7162, 0.7136, 0.7005, 0.6741, 0.6422, 0.6101, 0.6074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82127", "doc82130", "doc90808", "doc1098823", "doc2252228", "doc1598856", "doc155440", "doc1169637", "doc1443647"], "ranked_scores": [0.802, 0.7353, 0.7267, 0.7224, 0.7069, 0.7022, 0.6986, 0.6954, 0.6943, 0.6882], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750414", "doc938302", "doc750416", "doc220990", "doc906768", "doc453118", "doc1449866", "doc409226", "doc2018288", "doc229804"], "ranked_scores": [0.6545, 0.5956, 0.5956, 0.5918, 0.5834, 0.5819, 0.5783, 0.5677, 0.5672, 0.562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc468490", "doc788472", "doc1380356", "doc1380357", "doc651946", "doc1113864", "doc300567", "doc2509293"], "ranked_scores": [0.8362, 0.7915, 0.7825, 0.7176, 0.6943, 0.6887, 0.6686, 0.648, 0.6447, 0.6444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc648344", "doc2483632", "doc605467", "doc2203152", "doc2041368", "doc648355", "doc2009369", "doc1634950", "doc58892", "doc2659217"], "ranked_scores": [0.6704, 0.6642, 0.6555, 0.646, 0.6419, 0.64, 0.625, 0.6245, 0.6241, 0.6215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc952849", "doc1102442", "doc1601611", "doc2678215", "doc963669", "doc1685439", "doc2031536", "doc1019814"], "ranked_scores": [0.6949, 0.6391, 0.6368, 0.629, 0.6151, 0.6031, 0.6015, 0.589, 0.5788, 0.5756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80078", "doc80154", "doc80074", "doc2215178", "doc80067", "doc1912506", "doc1640863", "doc2563023", "doc80100"], "ranked_scores": [0.7789, 0.7582, 0.7434, 0.7215, 0.7025, 0.7025, 0.7008, 0.6989, 0.6858, 0.6814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4825, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc2240293", "doc2279199", "doc732018", "doc72416", "doc629517", "doc399642", "doc352368", "doc1527545"], "ranked_scores": [0.7974, 0.7541, 0.7214, 0.7087, 0.6848, 0.6836, 0.6711, 0.6582, 0.6581, 0.6557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc725659", "doc2036045", "doc1617231", "doc224770", "doc764184", "doc2517379", "doc207464", "doc913417"], "ranked_scores": [0.7919, 0.736, 0.7179, 0.7095, 0.7065, 0.7029, 0.6986, 0.6941, 0.6899, 0.6823], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc1682561", "doc446492", "doc2173547", "doc238798", "doc1616280", "doc1842984", "doc1884503", "doc1732443"], "ranked_scores": [0.8186, 0.6409, 0.6336, 0.6321, 0.6273, 0.6118, 0.6025, 0.5962, 0.5891, 0.5839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc81655", "doc583523", "doc1199221", "doc57940", "doc1080514", "doc37890", "doc1532821", "doc2582472", "doc964756"], "ranked_scores": [0.7353, 0.6866, 0.6726, 0.6693, 0.6622, 0.6425, 0.6401, 0.6373, 0.6321, 0.6206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc2193668", "doc765127", "doc1278394", "doc1448736", "doc1691613", "doc2182012", "doc1224325", "doc22149"], "ranked_scores": [0.7548, 0.701, 0.6685, 0.6396, 0.6121, 0.5662, 0.5392, 0.5389, 0.5347, 0.534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc35513", "doc1683659", "doc35524", "doc851269", "doc64316", "doc705952", "doc388285", "doc456580", "doc1385353", "doc283788"], "ranked_scores": [0.7078, 0.7025, 0.6981, 0.6891, 0.6875, 0.6838, 0.677, 0.6727, 0.6689, 0.659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1977978", "doc1321929", "doc1788429", "doc1520244", "doc1520320", "doc1321883", "doc1520278", "doc1334238", "doc459280", "doc437685"], "ranked_scores": [0.8304, 0.8293, 0.7961, 0.7929, 0.7886, 0.7885, 0.7851, 0.7809, 0.7806, 0.7721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc671985", "doc35173", "doc866436", "doc2558251", "doc754076", "doc1385395", "doc469707", "doc1314857", "doc438117", "doc552697"], "ranked_scores": [0.6622, 0.6509, 0.621, 0.6077, 0.603, 0.5948, 0.5874, 0.5774, 0.5659, 0.5639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc645561", "doc170931", "doc14746", "doc645602", "doc2665803", "doc1597410", "doc1891612", "doc1440230", "doc1272206", "doc524130"], "ranked_scores": [0.6064, 0.6002, 0.5877, 0.5858, 0.5832, 0.5787, 0.5491, 0.5436, 0.5266, 0.5256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2179022", "doc602739", "doc490060", "doc53465", "doc317197", "doc857278", "doc146706", "doc1390065", "doc2360748"], "ranked_scores": [0.7811, 0.699, 0.6673, 0.6619, 0.6505, 0.6422, 0.6203, 0.6186, 0.6157, 0.6144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc28581", "doc430825", "doc28582", "doc324530", "doc25697", "doc1517979", "doc1007190", "doc1394760", "doc1394755"], "ranked_scores": [0.7069, 0.6882, 0.6827, 0.6495, 0.6278, 0.6265, 0.6073, 0.6058, 0.5962, 0.5944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc84475", "doc1437877", "doc1373324", "doc24505", "doc368686", "doc729573", "doc1373323", "doc729661", "doc1548878", "doc935127"], "ranked_scores": [0.7332, 0.7097, 0.6597, 0.6509, 0.6491, 0.6483, 0.6463, 0.6458, 0.6458, 0.6455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc1889823", "doc1552106", "doc1223270", "doc105739", "doc105763", "doc2596083", "doc719060", "doc2482938", "doc1523430"], "ranked_scores": [0.6676, 0.6495, 0.5988, 0.5903, 0.5901, 0.5831, 0.5627, 0.5514, 0.5472, 0.537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2107018", "doc6531", "doc324540", "doc28935", "doc69722", "doc2107022", "doc2111513", "doc773043", "doc4147"], "ranked_scores": [0.7481, 0.7372, 0.713, 0.7048, 0.7037, 0.7031, 0.7025, 0.7015, 0.6988, 0.6858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2124278", "doc435076", "doc728072", "doc435075", "doc736126", "doc435078", "doc1921625", "doc1236143", "doc2352487", "doc435081"], "ranked_scores": [0.692, 0.6724, 0.6615, 0.6516, 0.6308, 0.6301, 0.6223, 0.6209, 0.6192, 0.6181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc397701", "doc2665803", "doc1096264", "doc336518", "doc2448623", "doc688403", "doc2402770", "doc2119808", "doc2656944", "doc2024841"], "ranked_scores": [0.6145, 0.5817, 0.5536, 0.5379, 0.5279, 0.5153, 0.5137, 0.5068, 0.498, 0.4873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc946285", "doc1512044", "doc1002584", "doc1512040", "doc388484", "doc224051", "doc1283940", "doc2060101", "doc448867", "doc470536"], "ranked_scores": [0.6436, 0.6403, 0.6365, 0.6217, 0.6205, 0.6042, 0.6021, 0.6012, 0.6006, 0.5908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1449851", "doc601133", "doc367417", "doc1345740", "doc80490", "doc864555", "doc1300782", "doc2035909", "doc1445420", "doc518394"], "ranked_scores": [0.6817, 0.6533, 0.6243, 0.6083, 0.5792, 0.5662, 0.5562, 0.5271, 0.5252, 0.5209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc2465656", "doc546881", "doc1333905", "doc1986433", "doc1986449", "doc588612", "doc1584862", "doc1986489", "doc1160263"], "ranked_scores": [0.7366, 0.6884, 0.6872, 0.6264, 0.6126, 0.6125, 0.6068, 0.6067, 0.5774, 0.5771], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1668974", "doc949124", "doc878338", "doc845380", "doc845377", "doc1273973", "doc1986402", "doc133019", "doc746017", "doc2173325"], "ranked_scores": [0.586, 0.5698, 0.565, 0.5564, 0.5257, 0.5198, 0.5053, 0.504, 0.5029, 0.5009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc779563", "doc88931", "doc88934", "doc88974", "doc88933", "doc107206", "doc2624067", "doc1423679", "doc2061559"], "ranked_scores": [0.7081, 0.7047, 0.6676, 0.6341, 0.6287, 0.6191, 0.6154, 0.6082, 0.592, 0.5904], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc212860", "doc1219639", "doc74858", "doc855356", "doc2486395", "doc1798523", "doc786083", "doc1836919", "doc811414", "doc556460"], "ranked_scores": [0.6718, 0.6586, 0.6521, 0.6491, 0.6445, 0.6378, 0.6367, 0.632, 0.6303, 0.627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc323321", "doc18273", "doc911115", "doc63590", "doc1604800", "doc18274", "doc216986", "doc108480", "doc725928"], "ranked_scores": [0.7753, 0.7196, 0.7167, 0.7167, 0.7167, 0.6916, 0.6543, 0.6364, 0.6336, 0.6293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1703987", "doc46245", "doc1816051", "doc1684317", "doc2133572", "doc1839188", "doc2265484", "doc2475623", "doc462227"], "ranked_scores": [0.6104, 0.6072, 0.5852, 0.5774, 0.5743, 0.5652, 0.5543, 0.5515, 0.5423, 0.54], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1260422", "doc2326766", "doc753576", "doc49159", "doc520687", "doc151694", "doc1487701", "doc81162", "doc2438284", "doc28935"], "ranked_scores": [0.5877, 0.5855, 0.5778, 0.5582, 0.5575, 0.5445, 0.5433, 0.5388, 0.5307, 0.5124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2057552", "doc980993", "doc1736708", "doc173893", "doc2639996", "doc15890", "doc751435", "doc785515", "doc187847"], "ranked_scores": [0.6273, 0.604, 0.5979, 0.5862, 0.565, 0.5633, 0.5628, 0.5544, 0.5488, 0.5449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36460", "doc36467", "doc2074469", "doc1535415", "doc1618376", "doc2622778", "doc636318", "doc525586", "doc2396125"], "ranked_scores": [0.7408, 0.6657, 0.6485, 0.643, 0.643, 0.6402, 0.6344, 0.6265, 0.6261, 0.598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc703711", "doc846246", "doc284003", "doc35719", "doc162000", "doc2389178", "doc2456577", "doc973089", "doc703714", "doc334975"], "ranked_scores": [0.6452, 0.6316, 0.6276, 0.5972, 0.5908, 0.5763, 0.5762, 0.574, 0.5735, 0.5699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc108887", "doc596021", "doc1373323", "doc1119808", "doc1220654", "doc108892", "doc2167590", "doc2393669", "doc1373335"], "ranked_scores": [0.8075, 0.8068, 0.7687, 0.7685, 0.742, 0.7396, 0.7348, 0.7348, 0.7337, 0.7232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1334550", "doc1430993", "doc1107701", "doc1048266", "doc1430994", "doc917792", "doc1154850", "doc727789", "doc1504263", "doc2332984"], "ranked_scores": [0.5909, 0.5711, 0.5705, 0.5603, 0.5598, 0.5554, 0.5536, 0.5533, 0.5482, 0.5455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-tq-3bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1254733", "doc57242", "doc57226", "doc1395336", "doc1713783", "doc827140", "doc57232", "doc1142095", "doc2116209", "doc86433"], "ranked_scores": [0.8387, 0.7951, 0.7672, 0.7659, 0.7414, 0.7328, 0.7308, 0.7286, 0.7272, 0.7254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1664486", "doc63538", "doc2563094", "doc63543", "doc310191", "doc855132", "doc1982537", "doc1815291", "doc1982515", "doc1664485"], "ranked_scores": [0.807, 0.7784, 0.7466, 0.7297, 0.6954, 0.6874, 0.6817, 0.6815, 0.6777, 0.6739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc21831", "doc69765", "doc377466", "doc2285692", "doc776139", "doc21829", "doc1675505", "doc69767", "doc776142", "doc1393796"], "ranked_scores": [0.7828, 0.7827, 0.7813, 0.7712, 0.7551, 0.7518, 0.7441, 0.7412, 0.7407, 0.7267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1911408", "doc565706", "doc2525766", "doc415358", "doc536608", "doc161015", "doc737388", "doc1113377", "doc1007260", "doc230376"], "ranked_scores": [0.7728, 0.7728, 0.7728, 0.7728, 0.7728, 0.7728, 0.7405, 0.7351, 0.7318, 0.7296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2307739", "doc1382171", "doc1366744", "doc2165920", "doc1382123", "doc1366731", "doc1741707", "doc1812659", "doc1812661", "doc405920"], "ranked_scores": [0.7933, 0.7925, 0.778, 0.7651, 0.7636, 0.7549, 0.7534, 0.7517, 0.7473, 0.7464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27538", "doc1852503", "doc1856181", "doc1021718", "doc2311306", "doc2384883", "doc27536", "doc381292", "doc361702"], "ranked_scores": [0.7712, 0.7228, 0.7041, 0.6974, 0.6821, 0.6801, 0.6768, 0.6756, 0.672, 0.6708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1953211", "doc273559", "doc579128", "doc925929", "doc620637", "doc1526230", "doc77634", "doc1829626", "doc653285", "doc2095396"], "ranked_scores": [0.7669, 0.7639, 0.7531, 0.7523, 0.7508, 0.7457, 0.7432, 0.7419, 0.7261, 0.7195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc2096499", "doc231271", "doc583721", "doc29757", "doc520684", "doc1595692", "doc1798668", "doc966365", "doc2080883", "doc726933"], "ranked_scores": [0.7046, 0.6723, 0.6718, 0.6718, 0.6549, 0.6429, 0.6421, 0.6402, 0.6312, 0.6261], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61045", "doc61036", "doc1376345", "doc1376346", "doc2105047", "doc13999", "doc742717", "doc1128302", "doc61043"], "ranked_scores": [0.7944, 0.7463, 0.7165, 0.6902, 0.6784, 0.6287, 0.6243, 0.6068, 0.5898, 0.5826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc1116765", "doc97430", "doc97421", "doc2574334", "doc97442", "doc2084014", "doc1992466", "doc2083987"], "ranked_scores": [0.8104, 0.8019, 0.7959, 0.7778, 0.7724, 0.7378, 0.7376, 0.7365, 0.7365, 0.7319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1612515", "doc162708", "doc33196", "doc57948", "doc1458417", "doc260668", "doc418129", "doc2488095", "doc614724"], "ranked_scores": [0.7849, 0.6552, 0.6538, 0.6452, 0.644, 0.6423, 0.6374, 0.6355, 0.6349, 0.6344], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc66003", "doc1386166", "doc253608", "doc437627", "doc83863", "doc929272", "doc1386120", "doc1386116", "doc759547", "doc2295211"], "ranked_scores": [0.763, 0.7393, 0.739, 0.7207, 0.711, 0.7009, 0.7003, 0.6933, 0.6699, 0.6626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc337547", "doc106332", "doc337506", "doc703728", "doc106333", "doc703711", "doc1332302", "doc1887731", "doc298160"], "ranked_scores": [0.7088, 0.6659, 0.6607, 0.6531, 0.628, 0.6236, 0.6212, 0.6205, 0.6156, 0.6098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7106", "doc7119", "doc7091", "doc7108", "doc692559", "doc7116", "doc7099", "doc7120", "doc1200685"], "ranked_scores": [0.8107, 0.7859, 0.7679, 0.7634, 0.7538, 0.7431, 0.7208, 0.712, 0.6945, 0.6884], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82127", "doc82130", "doc90808", "doc2252228", "doc1098823", "doc1443647", "doc1598856", "doc1169637", "doc2086681"], "ranked_scores": [0.8488, 0.7589, 0.7505, 0.744, 0.7402, 0.7388, 0.7319, 0.7257, 0.7231, 0.7184], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750414", "doc439366", "doc1449866", "doc453118", "doc220990", "doc648364", "doc919340", "doc2203117", "doc229804", "doc2018288"], "ranked_scores": [0.6707, 0.6447, 0.64, 0.6361, 0.6121, 0.6094, 0.5968, 0.5923, 0.5899, 0.5821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc1380357", "doc30773", "doc788472", "doc1380356", "doc468490", "doc24903", "doc416774", "doc2202499", "doc132943"], "ranked_scores": [0.8727, 0.8086, 0.806, 0.8058, 0.7898, 0.7824, 0.728, 0.7244, 0.7007, 0.6974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc648344", "doc648335", "doc750416", "doc2659217", "doc220990", "doc2581432", "doc648364", "doc408864", "doc2483632"], "ranked_scores": [0.7076, 0.6994, 0.6966, 0.695, 0.6637, 0.6544, 0.65, 0.6487, 0.6449, 0.6368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc2313864", "doc2678215", "doc1601611", "doc2509989", "doc2509996", "doc952849", "doc2439294"], "ranked_scores": [0.7428, 0.728, 0.6898, 0.6689, 0.6665, 0.6621, 0.6612, 0.645, 0.6414, 0.64], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc80151", "doc80074", "doc80067", "doc2077169", "doc80078", "doc137908", "doc2215178", "doc2563023", "doc1912506"], "ranked_scores": [0.8192, 0.8175, 0.79, 0.7579, 0.7492, 0.7463, 0.7408, 0.7358, 0.7291, 0.7246], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc352368", "doc2240293", "doc2353712", "doc1313601", "doc72416", "doc108794", "doc2603021", "doc2279199"], "ranked_scores": [0.8212, 0.7621, 0.7338, 0.7284, 0.7095, 0.705, 0.7037, 0.6995, 0.6875, 0.6844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc725659", "doc864645", "doc26460", "doc207464", "doc2036045", "doc1682464", "doc1617231", "doc26446", "doc913417"], "ranked_scores": [0.7916, 0.7679, 0.7504, 0.7311, 0.7269, 0.7228, 0.7213, 0.7195, 0.7066, 0.7046], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc1682561", "doc184591", "doc1616280", "doc1357270", "doc1842984", "doc2260544", "doc1732443", "doc184609"], "ranked_scores": [0.8371, 0.6864, 0.6661, 0.6562, 0.656, 0.6423, 0.6346, 0.633, 0.6304, 0.6272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc57946", "doc1532821", "doc1101054", "doc1080514", "doc57940", "doc37884", "doc37895", "doc37890"], "ranked_scores": [0.7537, 0.6971, 0.6965, 0.6833, 0.6751, 0.6645, 0.6622, 0.6556, 0.6536, 0.6389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc2193668", "doc765127", "doc1962033", "doc1368159", "doc1224325", "doc1428083", "doc1936829", "doc1448736"], "ranked_scores": [0.8263, 0.737, 0.7339, 0.6686, 0.6123, 0.6087, 0.6046, 0.586, 0.5796, 0.576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc971992", "doc35524", "doc1683659", "doc35513", "doc388285", "doc705952", "doc41344", "doc1385349"], "ranked_scores": [0.7639, 0.7237, 0.7043, 0.7025, 0.6848, 0.6846, 0.6832, 0.6686, 0.6679, 0.6651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc1520244", "doc1788429", "doc1321924", "doc1321883", "doc539419", "doc1520300", "doc1321929", "doc638932", "doc1977978"], "ranked_scores": [0.8209, 0.8137, 0.8127, 0.8109, 0.8099, 0.8061, 0.806, 0.8056, 0.8055, 0.8024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc866436", "doc35173", "doc1385395", "doc1315064", "doc1315083", "doc671985", "doc754076", "doc2558251", "doc1840131", "doc1726816"], "ranked_scores": [0.6997, 0.6897, 0.6795, 0.6629, 0.6459, 0.6427, 0.61, 0.5957, 0.5952, 0.5838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc170931", "doc1597410", "doc645602", "doc24939", "doc14746", "doc524130", "doc645561", "doc1445420", "doc2439860", "doc924826"], "ranked_scores": [0.6346, 0.6286, 0.5843, 0.5811, 0.5772, 0.5736, 0.5577, 0.5547, 0.5541, 0.5504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2179022", "doc602739", "doc53465", "doc751954", "doc2179035", "doc2306629", "doc317197", "doc832551", "doc146706"], "ranked_scores": [0.8176, 0.7014, 0.6841, 0.6681, 0.6679, 0.6529, 0.6457, 0.6449, 0.6295, 0.6234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc25697", "doc28582", "doc324530", "doc28581", "doc996399", "doc1007190", "doc530778", "doc1635999"], "ranked_scores": [0.7988, 0.766, 0.7315, 0.7235, 0.7111, 0.7035, 0.69, 0.6867, 0.667, 0.6596], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc84475", "doc660271", "doc1437877", "doc1373324", "doc94371", "doc1373323", "doc873559", "doc935127", "doc1548878", "doc643072"], "ranked_scores": [0.7046, 0.6768, 0.6718, 0.67, 0.6691, 0.6637, 0.6584, 0.6576, 0.6561, 0.6512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105763", "doc105739", "doc1889823", "doc133369", "doc2596083", "doc1425878", "doc946247", "doc1552106", "doc1935458"], "ranked_scores": [0.7198, 0.6838, 0.6706, 0.6324, 0.6161, 0.6112, 0.6037, 0.6034, 0.6021, 0.5978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc6531", "doc2111513", "doc628470", "doc28935", "doc69722", "doc1411599", "doc92952", "doc2107018", "doc67620"], "ranked_scores": [0.782, 0.7574, 0.7527, 0.7411, 0.739, 0.7284, 0.7205, 0.7197, 0.7196, 0.7183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435076", "doc2352487", "doc435078", "doc1236143", "doc1921625", "doc2587562", "doc331138", "doc2498492", "doc2124278"], "ranked_scores": [0.7471, 0.724, 0.7178, 0.7061, 0.6965, 0.6871, 0.6828, 0.6825, 0.6822, 0.6804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2448623", "doc2665803", "doc2402770", "doc2119808", "doc397701", "doc1096264", "doc336518", "doc878338", "doc733127", "doc688403"], "ranked_scores": [0.6388, 0.6371, 0.635, 0.6192, 0.5873, 0.5693, 0.5668, 0.5639, 0.5531, 0.5407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1002584", "doc388484", "doc1512044", "doc1245931", "doc946285", "doc1396327", "doc1903418", "doc1056790", "doc381154", "doc2419056"], "ranked_scores": [0.6741, 0.6511, 0.6495, 0.6437, 0.6294, 0.6076, 0.6019, 0.595, 0.5935, 0.5927], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1449851", "doc367417", "doc518394", "doc1345740", "doc261351", "doc1300782", "doc864555", "doc1602743", "doc1445420"], "ranked_scores": [0.6952, 0.6545, 0.6408, 0.6073, 0.6039, 0.5967, 0.5898, 0.5832, 0.5632, 0.5503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1160263", "doc546881", "doc588612", "doc1975694", "doc1333905", "doc1986433", "doc134196", "doc1433613", "doc2465656"], "ranked_scores": [0.7582, 0.6895, 0.6788, 0.662, 0.6523, 0.6464, 0.6364, 0.6348, 0.6247, 0.6243], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc1668974", "doc727075", "doc2334138", "doc1033272", "doc1986402", "doc1617178", "doc878338", "doc1891612", "doc999787"], "ranked_scores": [0.6105, 0.5565, 0.551, 0.5474, 0.5436, 0.5421, 0.5398, 0.5336, 0.533, 0.5273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc2015719", "doc88934", "doc779563", "doc1423679", "doc2624067", "doc88974", "doc127040", "doc107206", "doc88933"], "ranked_scores": [0.6741, 0.6695, 0.6685, 0.6661, 0.6429, 0.6412, 0.6138, 0.609, 0.6089, 0.5954], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc1219639", "doc1798523", "doc556460", "doc270066", "doc855356", "doc142372", "doc212860", "doc2486395", "doc74858", "doc955504"], "ranked_scores": [0.7114, 0.6986, 0.6803, 0.675, 0.6738, 0.6729, 0.6686, 0.6601, 0.6494, 0.6485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc18273", "doc63590", "doc911115", "doc108456", "doc1604800", "doc1741795", "doc63585", "doc323321", "doc376565"], "ranked_scores": [0.813, 0.8019, 0.8019, 0.8019, 0.7181, 0.7084, 0.688, 0.6819, 0.6783, 0.6704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc462227", "doc1839188", "doc7165", "doc2475623", "doc1816051", "doc1183356", "doc2133572", "doc367643", "doc955743", "doc24939"], "ranked_scores": [0.6201, 0.6139, 0.6061, 0.5864, 0.5808, 0.5554, 0.5472, 0.5383, 0.5355, 0.5331], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1260422", "doc151694", "doc675222", "doc49159", "doc1487701", "doc404242", "doc753576", "doc771658", "doc520687", "doc11739"], "ranked_scores": [0.6147, 0.5613, 0.5611, 0.5589, 0.5579, 0.5568, 0.5486, 0.5456, 0.531, 0.5287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2057552", "doc187847", "doc173893", "doc1131204", "doc1508870", "doc751435", "doc980993", "doc1185713", "doc2358819"], "ranked_scores": [0.6765, 0.635, 0.5955, 0.59, 0.5853, 0.5836, 0.5776, 0.5761, 0.5758, 0.5561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc2622778", "doc1618376", "doc36460", "doc1535415", "doc2074469", "doc1618372", "doc36485", "doc2396125"], "ranked_scores": [0.8152, 0.7485, 0.7459, 0.7376, 0.6855, 0.6819, 0.6819, 0.6749, 0.6563, 0.6509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2456577", "doc2389178", "doc938942", "doc846246", "doc703714", "doc35719", "doc973089", "doc703711", "doc760435", "doc106332"], "ranked_scores": [0.6573, 0.6498, 0.6494, 0.6475, 0.6456, 0.6401, 0.624, 0.624, 0.6224, 0.621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc596021", "doc1373324", "doc108892", "doc2167590", "doc1119808", "doc1119543", "doc2393669"], "ranked_scores": [0.8394, 0.8306, 0.8016, 0.7934, 0.7912, 0.7755, 0.774, 0.7579, 0.7555, 0.7545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc2332984", "doc1154850", "doc1298637", "doc1048266", "doc1334550", "doc1430993", "doc1823034", "doc1430994", "doc77971"], "ranked_scores": [0.6178, 0.598, 0.5802, 0.5714, 0.5704, 0.5671, 0.5615, 0.5611, 0.5599, 0.5563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-tq-1bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc1254733", "doc57226", "doc3001", "doc1153299", "doc1506100", "doc2116209", "doc57232", "doc735487", "doc57248"], "ranked_scores": [0.6094, 0.5938, 0.5937, 0.5469, 0.5313, 0.5312, 0.5312, 0.5156, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc2105862", "doc63543", "doc2555353", "doc2563094", "doc63542", "doc1815291", "doc310191", "doc1982515", "doc2345266"], "ranked_scores": [0.6719, 0.5938, 0.5937, 0.5781, 0.5781, 0.5625, 0.5469, 0.5469, 0.5313, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc377466", "doc21856", "doc243667", "doc25836", "doc1654639", "doc524514", "doc69768", "doc2074523", "doc776142"], "ranked_scores": [0.625, 0.6094, 0.5938, 0.5938, 0.5781, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc2525766", "doc565706", "doc415358", "doc536608", "doc392077", "doc1177855", "doc161015", "doc1911408", "doc404141", "doc1045588"], "ranked_scores": [0.5313, 0.5313, 0.5313, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1741704", "doc559423", "doc88439", "doc1382171", "doc2173228", "doc1382143", "doc1815194", "doc405920", "doc2307739", "doc1589706"], "ranked_scores": [0.5625, 0.5313, 0.5313, 0.5156, 0.5156, 0.5156, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc738832", "doc1692291", "doc1852503", "doc361702", "doc2034534", "doc1996268", "doc172836", "doc1685757", "doc2035410"], "ranked_scores": [0.6719, 0.625, 0.6094, 0.5937, 0.5781, 0.5781, 0.5781, 0.5625, 0.5625, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc273559", "doc1526230", "doc1340806", "doc422133", "doc579128", "doc2434664", "doc54270", "doc2095396", "doc119665", "doc272763"], "ranked_scores": [0.6875, 0.6406, 0.625, 0.6094, 0.6094, 0.6094, 0.5781, 0.5781, 0.5781, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc520684", "doc966365", "doc2096499", "doc1728840", "doc231271", "doc2508418", "doc597628", "doc11699", "doc2509153", "doc1017147"], "ranked_scores": [0.6563, 0.6406, 0.625, 0.6094, 0.5937, 0.5781, 0.5781, 0.5625, 0.5625, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc1376346", "doc288971", "doc2105047", "doc61045", "doc1376345", "doc742717", "doc13999", "doc1643694", "doc61036"], "ranked_scores": [0.5625, 0.5156, 0.5, 0.5, 0.5, 0.4844, 0.4844, 0.4687, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc97421", "doc152483", "doc2083987", "doc2084014", "doc369227", "doc369261", "doc2004921", "doc2083995", "doc369270"], "ranked_scores": [0.7031, 0.6406, 0.625, 0.625, 0.6094, 0.5938, 0.5938, 0.5938, 0.5781, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc233794", "doc33193", "doc33196", "doc1153299", "doc2263202", "doc2312288", "doc562696", "doc1127543", "doc1823034", "doc2199352"], "ranked_scores": [0.5469, 0.5, 0.4687, 0.3906, 0.3906, 0.375, 0.375, 0.375, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc50107", "doc253608", "doc50109", "doc1386166", "doc1386120", "doc66003", "doc1386116", "doc83863", "doc437627", "doc50097"], "ranked_scores": [0.6094, 0.6094, 0.6094, 0.5781, 0.5781, 0.5781, 0.5625, 0.5625, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc337506", "doc703702", "doc106338", "doc703733", "doc703728", "doc2882", "doc106333", "doc703701", "doc106355"], "ranked_scores": [0.5938, 0.5937, 0.5469, 0.5469, 0.5469, 0.5312, 0.5156, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7099", "doc7116", "doc7091", "doc7119", "doc7106", "doc1027652", "doc692559", "doc7108", "doc1599042"], "ranked_scores": [0.625, 0.6094, 0.5625, 0.5625, 0.5469, 0.5312, 0.5312, 0.5312, 0.5312, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc787597", "doc82130", "doc2252228", "doc1254817", "doc1889823", "doc2093563", "doc1891830", "doc2068718", "doc260654"], "ranked_scores": [0.625, 0.5469, 0.5313, 0.5312, 0.5156, 0.5156, 0.5156, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc15095", "doc906433", "doc439366", "doc897", "doc2501125", "doc184591", "doc254953", "doc2258933", "doc369291", "doc391459"], "ranked_scores": [0.5, 0.5, 0.4844, 0.4844, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1179535", "doc90322", "doc1113864", "doc468490", "doc651946", "doc563701", "doc1006037", "doc539988", "doc1824654"], "ranked_scores": [0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4688, 0.4531, 0.4531, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1482058", "doc2483632", "doc1904094", "doc1203840", "doc2225375", "doc648364", "doc1902615", "doc36402", "doc2009369", "doc1825079"], "ranked_scores": [0.4688, 0.4531, 0.4219, 0.4063, 0.3906, 0.3906, 0.375, 0.375, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc2299192", "doc1601611", "doc1991598", "doc2439294", "doc873481", "doc638457", "doc2509989", "doc56921", "doc1019814", "doc785116"], "ranked_scores": [0.6094, 0.5469, 0.5312, 0.5312, 0.5312, 0.5156, 0.5156, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc345642", "doc137908", "doc80074", "doc80154", "doc2215178", "doc80078", "doc1110589", "doc1521481", "doc80151", "doc352904"], "ranked_scores": [0.6406, 0.625, 0.625, 0.6094, 0.6094, 0.6094, 0.5938, 0.5781, 0.5781, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240291", "doc506841", "doc556388", "doc732018", "doc1248717", "doc439092", "doc2174234", "doc2240281", "doc1534825"], "ranked_scores": [0.6719, 0.5312, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4844, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc913417", "doc920537", "doc1617211", "doc26460", "doc1157159", "doc131786", "doc207464", "doc725659", "doc1617231", "doc224770"], "ranked_scores": [0.5937, 0.5469, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc184609", "doc1842984", "doc33193", "doc1682561", "doc1383497", "doc1587280", "doc1475938", "doc732015", "doc1336590"], "ranked_scores": [0.5625, 0.5469, 0.4687, 0.4219, 0.4219, 0.4062, 0.4062, 0.3906, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1199221", "doc2199352", "doc1285744", "doc37895", "doc162834", "doc81655", "doc1163498", "doc380683", "doc727789", "doc698039"], "ranked_scores": [0.5469, 0.4688, 0.4531, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1224325", "doc1612364", "doc1487701", "doc902657", "doc254827", "doc1187141", "doc2286850", "doc2068337", "doc851877"], "ranked_scores": [0.6094, 0.4219, 0.4219, 0.4219, 0.4063, 0.4063, 0.4062, 0.4062, 0.3906, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc35524", "doc705952", "doc1376793", "doc64318", "doc2428288", "doc388286", "doc1385353", "doc35513", "doc1111694"], "ranked_scores": [0.5625, 0.5625, 0.5625, 0.5469, 0.5312, 0.5156, 0.5156, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520244", "doc1321924", "doc437639", "doc2045075", "doc437685", "doc1520275", "doc1321868", "doc1321884", "doc1334238", "doc1977978"], "ranked_scores": [0.6563, 0.6562, 0.6406, 0.625, 0.625, 0.625, 0.6094, 0.6094, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc866429", "doc1315083", "doc1385395", "doc1926869", "doc754076", "doc1735465", "doc1726816", "doc1315064", "doc2633752", "doc720175"], "ranked_scores": [0.4375, 0.4219, 0.4219, 0.4063, 0.4062, 0.3906, 0.375, 0.375, 0.3594, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc27298", "doc170931", "doc2087111", "doc602735", "doc542895", "doc702263", "doc2558036", "doc1218368", "doc1894178", "doc2676807"], "ranked_scores": [0.4219, 0.3906, 0.3906, 0.375, 0.375, 0.3594, 0.3594, 0.3438, 0.3438, 0.3438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc182046", "doc2204719", "doc1735465", "doc146706", "doc1588867", "doc33193", "doc317197", "doc751967"], "ranked_scores": [0.6094, 0.5469, 0.5312, 0.5, 0.4844, 0.4844, 0.4844, 0.4844, 0.4688, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc1007190", "doc1410020", "doc1684137", "doc430825", "doc1517979", "doc2111528", "doc28582", "doc868589", "doc1806221"], "ranked_scores": [0.6094, 0.5938, 0.5625, 0.5469, 0.5469, 0.5469, 0.5313, 0.5312, 0.5156, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2339886", "doc84475", "doc499894", "doc1437877", "doc2479871", "doc1030288", "doc2499695", "doc1373324", "doc368643", "doc1373323"], "ranked_scores": [0.5, 0.4844, 0.4844, 0.4844, 0.4844, 0.4844, 0.4844, 0.4531, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105759", "doc1552106", "doc846246", "doc1223270", "doc105739", "doc1842984", "doc2355469", "doc1270352", "doc105758", "doc1935458"], "ranked_scores": [0.4844, 0.4687, 0.4219, 0.4219, 0.4219, 0.3906, 0.375, 0.375, 0.3594, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2399996", "doc2111513", "doc92952", "doc69722", "doc2224155", "doc1927193", "doc460857", "doc52414", "doc773043", "doc1927002"], "ranked_scores": [0.6094, 0.5937, 0.5781, 0.5625, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc378301", "doc768322", "doc2124276", "doc2498488", "doc412180", "doc313354", "doc720207", "doc707801", "doc435079", "doc2646161"], "ranked_scores": [0.7031, 0.6406, 0.5937, 0.5781, 0.5781, 0.5781, 0.5625, 0.5469, 0.5469, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc397701", "doc336518", "doc1077629", "doc751425", "doc2448623", "doc2665803", "doc2024841", "doc1558391", "doc336025"], "ranked_scores": [0.4375, 0.3906, 0.3906, 0.3594, 0.3594, 0.3594, 0.3594, 0.3594, 0.3594, 0.3594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1851601", "doc1538025", "doc1002584", "doc2414537", "doc946285", "doc882983", "doc284000", "doc897013", "doc1094361", "doc1993058"], "ranked_scores": [0.4375, 0.3906, 0.3906, 0.3906, 0.375, 0.375, 0.3594, 0.3594, 0.3594, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc2655378", "doc2035909", "doc565065", "doc864555", "doc531512", "doc2265144", "doc261351", "doc376241", "doc2175230", "doc601133"], "ranked_scores": [0.5156, 0.5, 0.5, 0.4844, 0.4844, 0.4688, 0.4687, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc1730233", "doc1333905", "doc588612", "doc1975694", "doc1792210", "doc901884", "doc1119214", "doc2465656"], "ranked_scores": [0.6719, 0.6094, 0.5781, 0.5781, 0.5469, 0.5156, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1691028", "doc845380", "doc1370451", "doc1915955", "doc845377", "doc261056", "doc1204806", "doc2535522", "doc231144", "doc917792"], "ranked_scores": [0.5313, 0.5, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4219, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc2015719", "doc88931", "doc1452752", "doc88974", "doc127040", "doc127031", "doc519408", "doc2452456", "doc175560"], "ranked_scores": [0.5781, 0.5469, 0.5313, 0.5, 0.4844, 0.4687, 0.4531, 0.4531, 0.4531, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc781344", "doc108794", "doc1798523", "doc2680676", "doc1582693", "doc1411867", "doc2040327", "doc1029757", "doc1832253", "doc1395336"], "ranked_scores": [0.5156, 0.5, 0.4844, 0.4531, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc911115", "doc63590", "doc18273", "doc193844", "doc108456", "doc2072948", "doc1906610", "doc1791093", "doc1791050", "doc108535"], "ranked_scores": [0.6563, 0.6562, 0.6562, 0.5781, 0.5313, 0.5, 0.4844, 0.4844, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1839188", "doc462227", "doc1816051", "doc1945404", "doc1145120", "doc1705674", "doc1972074", "doc722476", "doc917792"], "ranked_scores": [0.5156, 0.5, 0.4844, 0.4531, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1723904", "doc1260420", "doc1487701", "doc1509190", "doc1205818", "doc902657", "doc22915", "doc753576", "doc1846050", "doc2676763"], "ranked_scores": [0.4531, 0.4531, 0.4375, 0.4375, 0.3906, 0.3906, 0.375, 0.375, 0.3594, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1238357", "doc1736708", "doc1564158", "doc1723101", "doc2084882", "doc2654127", "doc1185713", "doc642762", "doc82127"], "ranked_scores": [0.5312, 0.4688, 0.4531, 0.4375, 0.4063, 0.4063, 0.4062, 0.4062, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc36460", "doc2396125", "doc1927669", "doc2622770", "doc1618372", "doc1618374", "doc1618376", "doc2622778"], "ranked_scores": [0.5625, 0.5313, 0.4844, 0.4219, 0.4219, 0.4219, 0.4063, 0.4063, 0.4063, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1027724", "doc106338", "doc703702", "doc1804263", "doc427621", "doc337547", "doc2607227", "doc1652564", "doc703711", "doc703728"], "ranked_scores": [0.5313, 0.4688, 0.4688, 0.4688, 0.4687, 0.4687, 0.4687, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1520499", "doc108887", "doc626438", "doc108892", "doc24505", "doc2054870", "doc2376691", "doc729572", "doc1373335", "doc729661"], "ranked_scores": [0.5938, 0.5781, 0.5625, 0.5625, 0.5625, 0.5625, 0.5469, 0.5469, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77976", "doc1267318", "doc77971", "doc1982070", "doc1504263", "doc1334550", "doc671577", "doc1419915", "doc2378961"], "ranked_scores": [0.5, 0.4531, 0.4531, 0.4375, 0.4375, 0.4219, 0.4219, 0.4062, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-tq-2bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1254733", "doc57242", "doc57226", "doc2116209", "doc1395336", "doc57248", "doc1622317", "doc3001", "doc1142095", "doc57232"], "ranked_scores": [0.742, 0.7095, 0.6883, 0.6459, 0.6232, 0.6167, 0.6122, 0.6064, 0.5971, 0.5862], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc2345266", "doc1749973", "doc1664486", "doc2563094", "doc1815291", "doc2308785", "doc63542", "doc1828868"], "ranked_scores": [0.7201, 0.6999, 0.6676, 0.655, 0.6399, 0.6397, 0.6349, 0.6339, 0.6318, 0.6312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc2285692", "doc21856", "doc377466", "doc812322", "doc2019171", "doc1675505", "doc1918713", "doc243667"], "ranked_scores": [0.7255, 0.7184, 0.6857, 0.6788, 0.6678, 0.6602, 0.6571, 0.6566, 0.6516, 0.6512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415358", "doc2525766", "doc565706", "doc536608", "doc161015", "doc1911408", "doc400438", "doc979054", "doc230376", "doc737388"], "ranked_scores": [0.6553, 0.6553, 0.6553, 0.6553, 0.6553, 0.6553, 0.6512, 0.6503, 0.6476, 0.6465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366744", "doc887635", "doc1741704", "doc1382123", "doc1741707", "doc1812659", "doc1055719", "doc2372195", "doc2165920", "doc88439"], "ranked_scores": [0.6859, 0.6789, 0.6782, 0.6748, 0.672, 0.6684, 0.6673, 0.6641, 0.6605, 0.659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1852503", "doc1692291", "doc27538", "doc381292", "doc2034534", "doc1770477", "doc1021718", "doc1996268", "doc1585937"], "ranked_scores": [0.7295, 0.6294, 0.6283, 0.6024, 0.5954, 0.5778, 0.5708, 0.5683, 0.5631, 0.5622], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc579128", "doc273559", "doc77634", "doc653285", "doc2025330", "doc1526230", "doc1340806", "doc613963", "doc825186"], "ranked_scores": [0.7388, 0.7186, 0.7099, 0.7052, 0.6895, 0.6876, 0.6868, 0.6825, 0.6784, 0.6726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc966365", "doc2096499", "doc231271", "doc520684", "doc440382", "doc278641", "doc2688", "doc1567090", "doc29757", "doc520687"], "ranked_scores": [0.7078, 0.6963, 0.6579, 0.6482, 0.6356, 0.6326, 0.6221, 0.6198, 0.6174, 0.5936], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61045", "doc61054", "doc61036", "doc1376345", "doc1376346", "doc2083822", "doc2105047", "doc13999", "doc1976860", "doc61043"], "ranked_scores": [0.6747, 0.6364, 0.6189, 0.6176, 0.5533, 0.53, 0.5275, 0.5271, 0.5096, 0.5036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc97421", "doc2084014", "doc2004921", "doc2071163", "doc369261", "doc1116765", "doc97442", "doc152483", "doc2083994"], "ranked_scores": [0.691, 0.6878, 0.6763, 0.6746, 0.6699, 0.6654, 0.6636, 0.6589, 0.6574, 0.657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc551897", "doc1458417", "doc1612515", "doc908573", "doc233794", "doc418129", "doc1153299", "doc2447782"], "ranked_scores": [0.6474, 0.5635, 0.5621, 0.5556, 0.5493, 0.545, 0.5372, 0.5337, 0.5295, 0.5286], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc66003", "doc253608", "doc1386166", "doc437627", "doc1386116", "doc1386120", "doc50107", "doc50109", "doc83863", "doc929272"], "ranked_scores": [0.7237, 0.7086, 0.7008, 0.6789, 0.6729, 0.6596, 0.6527, 0.64, 0.6382, 0.62], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc703728", "doc337547", "doc337506", "doc298160", "doc1332302", "doc703715", "doc106372", "doc703736"], "ranked_scores": [0.6893, 0.655, 0.6098, 0.6093, 0.6089, 0.5991, 0.5984, 0.5869, 0.5839, 0.5827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7106", "doc692559", "doc7116", "doc7108", "doc7099", "doc7093", "doc1599042", "doc1265795"], "ranked_scores": [0.7615, 0.7369, 0.7238, 0.7099, 0.7085, 0.6929, 0.6869, 0.673, 0.6711, 0.6674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82127", "doc82130", "doc787596", "doc1098823", "doc2252228", "doc2240923", "doc1169637", "doc787597", "doc90808"], "ranked_scores": [0.7818, 0.7053, 0.6932, 0.6769, 0.6664, 0.6611, 0.6571, 0.648, 0.6416, 0.6387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc439366", "doc453118", "doc897", "doc15095", "doc428400", "doc229804", "doc919340", "doc1449866", "doc2018288", "doc2258933"], "ranked_scores": [0.6009, 0.5749, 0.5425, 0.5076, 0.5069, 0.5061, 0.5058, 0.5056, 0.5023, 0.4938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc1380357", "doc24903", "doc1179535", "doc1824654", "doc788472", "doc30773", "doc620573", "doc416774"], "ranked_scores": [0.6673, 0.6339, 0.6222, 0.6207, 0.6192, 0.6096, 0.5928, 0.5814, 0.5809, 0.5796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc1902615", "doc36402", "doc1825079", "doc1482058", "doc52429", "doc648344", "doc2203152", "doc1244989", "doc904153"], "ranked_scores": [0.5839, 0.5586, 0.5511, 0.5326, 0.5268, 0.5213, 0.5084, 0.4928, 0.4868, 0.4835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc873481", "doc1102442", "doc2299192", "doc2510026", "doc2509996", "doc952849", "doc2439294", "doc2313864"], "ranked_scores": [0.6956, 0.6864, 0.6733, 0.6475, 0.6371, 0.6213, 0.6208, 0.6186, 0.6045, 0.603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80074", "doc80154", "doc2215178", "doc345642", "doc137908", "doc80078", "doc1912506", "doc439513", "doc80067"], "ranked_scores": [0.7377, 0.7323, 0.7134, 0.7062, 0.6778, 0.6772, 0.6771, 0.6655, 0.6561, 0.6489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5641, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc506841", "doc108794", "doc183950", "doc2353712", "doc1248717", "doc180079", "doc1430768", "doc2240281", "doc2174234"], "ranked_scores": [0.7577, 0.6312, 0.6116, 0.6081, 0.607, 0.5929, 0.5915, 0.5913, 0.5854, 0.5844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc207464", "doc864645", "doc764184", "doc2036045", "doc26458", "doc913417", "doc1617231", "doc26460", "doc26444", "doc1202814"], "ranked_scores": [0.6369, 0.6158, 0.6137, 0.6068, 0.5953, 0.5889, 0.5842, 0.5828, 0.5811, 0.578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1682561", "doc732015", "doc1842984", "doc2353712", "doc1587280", "doc184609", "doc184591", "doc1830328", "doc243742"], "ranked_scores": [0.7451, 0.5803, 0.5444, 0.5386, 0.5361, 0.5338, 0.525, 0.5211, 0.5167, 0.5114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc721746", "doc37890", "doc57946", "doc727789", "doc57940", "doc698075", "doc162834", "doc698039"], "ranked_scores": [0.6375, 0.6065, 0.5804, 0.5748, 0.5728, 0.5546, 0.5465, 0.537, 0.5318, 0.5295], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1487701", "doc1962033", "doc1224325", "doc2286850", "doc757822", "doc1428083", "doc1187141", "doc1741593"], "ranked_scores": [0.6606, 0.5578, 0.5509, 0.5341, 0.5183, 0.5154, 0.515, 0.5127, 0.5115, 0.5113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc35524", "doc64316", "doc1376793", "doc35513", "doc705952", "doc1683659", "doc851269", "doc64317", "doc283788"], "ranked_scores": [0.6933, 0.6769, 0.6753, 0.6226, 0.6162, 0.6152, 0.6138, 0.6124, 0.6111, 0.6044], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1321924", "doc437685", "doc1520311", "doc1520275", "doc638932", "doc437656", "doc1334238", "doc2045075", "doc437683", "doc437694"], "ranked_scores": [0.7485, 0.7441, 0.7318, 0.7291, 0.7145, 0.7141, 0.7089, 0.7051, 0.6981, 0.6914], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1385395", "doc35173", "doc866436", "doc754076", "doc1315064", "doc1315083", "doc438117", "doc1314857", "doc1314964", "doc2558251"], "ranked_scores": [0.5807, 0.5354, 0.5008, 0.4989, 0.4868, 0.4769, 0.4466, 0.4426, 0.4278, 0.4203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1894178", "doc602735", "doc585415", "doc170931", "doc27298", "doc2558036", "doc14746", "doc2037498", "doc24939", "doc2250120"], "ranked_scores": [0.5103, 0.5034, 0.4938, 0.4707, 0.4565, 0.4306, 0.4306, 0.4302, 0.4274, 0.4269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2306629", "doc2179022", "doc2204719", "doc751967", "doc146706", "doc832551", "doc1027724", "doc781344"], "ranked_scores": [0.7402, 0.5778, 0.5619, 0.5593, 0.5545, 0.5455, 0.5259, 0.5249, 0.5244, 0.5085], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394758", "doc1007190", "doc1600089", "doc28582", "doc1394755", "doc1394743", "doc28581", "doc1394760"], "ranked_scores": [0.7511, 0.7269, 0.6611, 0.6517, 0.6451, 0.6435, 0.6378, 0.62, 0.6151, 0.6134], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2451212", "doc660271", "doc94371", "doc368643", "doc2339886", "doc1373323", "doc2393669", "doc1119808", "doc84475", "doc2499695"], "ranked_scores": [0.6077, 0.5986, 0.5843, 0.5789, 0.5719, 0.5718, 0.5689, 0.5647, 0.5638, 0.563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105763", "doc1270352", "doc1223270", "doc1729412", "doc105759", "doc1572538", "doc133369", "doc1842984", "doc946247"], "ranked_scores": [0.6524, 0.6254, 0.596, 0.5947, 0.5602, 0.5329, 0.5325, 0.5321, 0.5223, 0.5154], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc2399996", "doc1927002", "doc926314", "doc606253", "doc1795612", "doc2111513", "doc92952", "doc4147", "doc275856"], "ranked_scores": [0.6714, 0.6456, 0.6375, 0.6352, 0.6339, 0.631, 0.6207, 0.6119, 0.6084, 0.5905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc2646161", "doc435076", "doc707801", "doc2352487", "doc2498488", "doc412180", "doc70905", "doc736126", "doc435081"], "ranked_scores": [0.6899, 0.6857, 0.6692, 0.6576, 0.6571, 0.6535, 0.6535, 0.6523, 0.6487, 0.6485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc2665803", "doc15890", "doc2448623", "doc1451760", "doc336518", "doc397701", "doc1096264", "doc430256", "doc733127"], "ranked_scores": [0.5245, 0.4649, 0.4631, 0.4511, 0.4508, 0.4439, 0.4248, 0.4179, 0.4167, 0.4161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1245931", "doc159492", "doc1002584", "doc1746659", "doc1851601", "doc381154", "doc958476", "doc1993058", "doc2419056", "doc1283940"], "ranked_scores": [0.5415, 0.5406, 0.5287, 0.5186, 0.5167, 0.5153, 0.4811, 0.4713, 0.4689, 0.4641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc2035909", "doc1345740", "doc40405", "doc261351", "doc367417", "doc2265144", "doc2304461", "doc2175230", "doc376241"], "ranked_scores": [0.6323, 0.5781, 0.5564, 0.5436, 0.5297, 0.522, 0.521, 0.5103, 0.5083, 0.5064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1160263", "doc2465656", "doc546881", "doc1333905", "doc588612", "doc1119214", "doc1844590", "doc1975694", "doc1629620"], "ranked_scores": [0.717, 0.6582, 0.645, 0.633, 0.6236, 0.5998, 0.5901, 0.5832, 0.5775, 0.5696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc1691028", "doc2535522", "doc1370451", "doc2188384", "doc231144", "doc1204806", "doc10855", "doc1986402", "doc2629336"], "ranked_scores": [0.577, 0.55, 0.5108, 0.5092, 0.5084, 0.5052, 0.5051, 0.4867, 0.4785, 0.4693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc548704", "doc88934", "doc1452752", "doc2015719", "doc88974", "doc779563", "doc107246", "doc127031", "doc127040"], "ranked_scores": [0.6101, 0.5992, 0.5955, 0.571, 0.5699, 0.5606, 0.5566, 0.5344, 0.5224, 0.5173], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc1798523", "doc212860", "doc57948", "doc1142095", "doc1637888", "doc2199352", "doc119586", "doc2486395", "doc698075", "doc1142116"], "ranked_scores": [0.5993, 0.5722, 0.5014, 0.4937, 0.4934, 0.4883, 0.4862, 0.4728, 0.4722, 0.4623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc911115", "doc63590", "doc18273", "doc108456", "doc2072948", "doc63585", "doc1906610", "doc376580", "doc376565"], "ranked_scores": [0.7465, 0.7271, 0.7271, 0.7271, 0.6322, 0.6289, 0.6105, 0.6026, 0.5807, 0.5711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc1839188", "doc7165", "doc462227", "doc1816051", "doc355540", "doc1183356", "doc1945404", "doc367643", "doc1051902", "doc7161"], "ranked_scores": [0.5977, 0.5863, 0.54, 0.525, 0.5142, 0.5141, 0.5133, 0.5094, 0.5024, 0.5016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc753576", "doc1487701", "doc1723904", "doc757822", "doc1260422", "doc2193668", "doc1260420", "doc902657", "doc1206462", "doc2077366"], "ranked_scores": [0.4772, 0.4669, 0.4323, 0.4304, 0.4296, 0.4245, 0.4162, 0.4034, 0.3963, 0.389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1185713", "doc705226", "doc2057552", "doc187847", "doc2631871", "doc1238357", "doc2007762", "doc920736", "doc1451760", "doc115973"], "ranked_scores": [0.6435, 0.6228, 0.607, 0.5066, 0.4724, 0.4675, 0.4665, 0.4653, 0.4639, 0.4478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc1618372", "doc36460", "doc2622778", "doc1926783", "doc1874159", "doc2396125", "doc2074469"], "ranked_scores": [0.7224, 0.7073, 0.6436, 0.6109, 0.5929, 0.5929, 0.5781, 0.5778, 0.5717, 0.565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc1027724", "doc846246", "doc106355", "doc703711", "doc703728", "doc106335", "doc703719", "doc337547", "doc337506"], "ranked_scores": [0.6024, 0.5972, 0.5919, 0.5815, 0.5806, 0.5682, 0.5659, 0.5642, 0.5627, 0.5464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc108887", "doc626438", "doc2393669", "doc1220654", "doc108892", "doc1119808", "doc1373324", "doc24505"], "ranked_scores": [0.744, 0.7388, 0.7278, 0.7178, 0.7045, 0.6909, 0.6806, 0.6774, 0.6758, 0.6755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1334550", "doc77976", "doc1504263", "doc77971", "doc1430994", "doc1431001", "doc727680", "doc356961", "doc1105038"], "ranked_scores": [0.5475, 0.5284, 0.4976, 0.4953, 0.4426, 0.4356, 0.4337, 0.4259, 0.424, 0.421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-tq-3bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc1254733", "doc57226", "doc1395336", "doc57248", "doc1713783", "doc2116209", "doc57232", "doc1142095", "doc3001"], "ranked_scores": [0.7795, 0.7713, 0.7574, 0.7223, 0.6712, 0.658, 0.653, 0.6488, 0.6446, 0.6399], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1749973", "doc1664486", "doc1815291", "doc2563094", "doc2345266", "doc474276", "doc497737", "doc63542"], "ranked_scores": [0.7681, 0.7476, 0.6996, 0.6939, 0.6919, 0.6765, 0.6616, 0.656, 0.6525, 0.6477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc21829", "doc1918713", "doc365451", "doc21856", "doc377466", "doc776142", "doc69768"], "ranked_scores": [0.7694, 0.7592, 0.7095, 0.7055, 0.7038, 0.7031, 0.7005, 0.6911, 0.6879, 0.6848], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc230376", "doc564709", "doc643498", "doc1177870", "doc400438", "doc1113377", "doc979054", "doc1007260", "doc737388", "doc565706"], "ranked_scores": [0.7122, 0.7009, 0.6882, 0.6879, 0.6806, 0.676, 0.6759, 0.6718, 0.6688, 0.6687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc887635", "doc1741704", "doc1366744", "doc1382171", "doc338868", "doc2307739", "doc2165920", "doc1382123", "doc1614582"], "ranked_scores": [0.7246, 0.7031, 0.702, 0.6925, 0.6907, 0.6889, 0.6858, 0.6855, 0.6798, 0.6771], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1852503", "doc27538", "doc1996268", "doc1692291", "doc1770477", "doc381292", "doc27536", "doc2384883", "doc1856181"], "ranked_scores": [0.774, 0.6847, 0.673, 0.6446, 0.6425, 0.6377, 0.632, 0.6271, 0.6259, 0.6257], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc77634", "doc1340806", "doc579128", "doc653285", "doc1526230", "doc273559", "doc54270", "doc1829626", "doc2095396"], "ranked_scores": [0.7894, 0.7821, 0.7791, 0.7743, 0.7735, 0.7698, 0.7669, 0.7551, 0.7487, 0.7487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc2096499", "doc29757", "doc966365", "doc231271", "doc520684", "doc278641", "doc1486663", "doc2509153", "doc2107778", "doc520687"], "ranked_scores": [0.7234, 0.7086, 0.7059, 0.6902, 0.6862, 0.6598, 0.6371, 0.6338, 0.6337, 0.6268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61045", "doc61054", "doc61036", "doc1376345", "doc1376346", "doc829494", "doc61043", "doc1612682", "doc2083822", "doc13999"], "ranked_scores": [0.6926, 0.6776, 0.6757, 0.6336, 0.6025, 0.5752, 0.5734, 0.5467, 0.5439, 0.5404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc2004921", "doc97421", "doc1116765", "doc2084014", "doc369270", "doc97442", "doc2083994", "doc152483", "doc2380009"], "ranked_scores": [0.7956, 0.7654, 0.7541, 0.7455, 0.7302, 0.7207, 0.7074, 0.7029, 0.7004, 0.6954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc614724", "doc2648883", "doc1153299", "doc594485", "doc33196", "doc908573", "doc781344", "doc260668", "doc260645"], "ranked_scores": [0.6817, 0.605, 0.5982, 0.5935, 0.5908, 0.5857, 0.5835, 0.5811, 0.5798, 0.5761], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc66003", "doc1386166", "doc253608", "doc437627", "doc1386116", "doc83863", "doc929272", "doc50109", "doc1386120", "doc50107"], "ranked_scores": [0.7136, 0.7107, 0.7072, 0.692, 0.6884, 0.683, 0.6696, 0.6629, 0.6485, 0.6189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc337506", "doc106332", "doc703728", "doc298160", "doc337547", "doc703711", "doc703715", "doc106333", "doc703702"], "ranked_scores": [0.7173, 0.6917, 0.6796, 0.6533, 0.6425, 0.6347, 0.6248, 0.6209, 0.6185, 0.6099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7106", "doc7099", "doc692559", "doc7108", "doc7116", "doc1599042", "doc7119", "doc1377683"], "ranked_scores": [0.8032, 0.7849, 0.7675, 0.7579, 0.7536, 0.7494, 0.705, 0.6932, 0.6812, 0.6711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82127", "doc82130", "doc787597", "doc787596", "doc90808", "doc2252228", "doc1169637", "doc1598856", "doc2240923"], "ranked_scores": [0.8048, 0.7339, 0.728, 0.7097, 0.6915, 0.6901, 0.6899, 0.6864, 0.681, 0.6759], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc439366", "doc453118", "doc897", "doc750414", "doc2018288", "doc1449866", "doc906433", "doc269387", "doc207871", "doc919340"], "ranked_scores": [0.5993, 0.5939, 0.5684, 0.5493, 0.5326, 0.5316, 0.531, 0.5307, 0.5279, 0.5273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc24903", "doc1380357", "doc30773", "doc563699", "doc1380356", "doc1824654", "doc651946", "doc1179535"], "ranked_scores": [0.7426, 0.7063, 0.6837, 0.6715, 0.6657, 0.6409, 0.6344, 0.6272, 0.6194, 0.6134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc36402", "doc1482058", "doc2009369", "doc58892", "doc1825079", "doc73739", "doc648344", "doc244368", "doc1014857"], "ranked_scores": [0.6105, 0.6102, 0.6098, 0.5822, 0.5542, 0.5484, 0.5452, 0.5439, 0.5424, 0.5403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc873481", "doc2299192", "doc1991598", "doc2509989", "doc2509996", "doc952849", "doc1601611"], "ranked_scores": [0.756, 0.7226, 0.7029, 0.6986, 0.6963, 0.664, 0.6571, 0.6532, 0.6531, 0.6512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc80074", "doc137908", "doc80151", "doc470479", "doc2215178", "doc80078", "doc439513", "doc345642", "doc1912506"], "ranked_scores": [0.7701, 0.7507, 0.7505, 0.7448, 0.719, 0.7155, 0.7134, 0.702, 0.6929, 0.6897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc180079", "doc506841", "doc474256", "doc506854", "doc2240293", "doc1248717", "doc1430768", "doc183950"], "ranked_scores": [0.8041, 0.6779, 0.6767, 0.6704, 0.654, 0.6427, 0.6378, 0.6372, 0.6277, 0.6212], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc207464", "doc99377", "doc26444", "doc864645", "doc764184", "doc2036045", "doc26467", "doc26458", "doc1617211", "doc1040948"], "ranked_scores": [0.7114, 0.6629, 0.6618, 0.6568, 0.6562, 0.6411, 0.6402, 0.6358, 0.6255, 0.6188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1682561", "doc1572538", "doc1732443", "doc1587280", "doc1842984", "doc243742", "doc1830328", "doc102096", "doc1223270"], "ranked_scores": [0.8125, 0.6357, 0.5883, 0.5856, 0.5822, 0.5687, 0.557, 0.5506, 0.5371, 0.5301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc57946", "doc1199221", "doc37890", "doc57940", "doc37895", "doc162834", "doc721746", "doc37884", "doc1080514"], "ranked_scores": [0.7116, 0.6729, 0.6601, 0.6124, 0.6097, 0.5987, 0.5974, 0.5933, 0.593, 0.5918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1368159", "doc1428083", "doc1962033", "doc765127", "doc2286850", "doc2193668", "doc1187141", "doc1224325"], "ranked_scores": [0.7195, 0.5848, 0.5778, 0.556, 0.5467, 0.5383, 0.5378, 0.5276, 0.5132, 0.5082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc64316", "doc1376793", "doc35513", "doc35524", "doc851269", "doc705952", "doc1683659", "doc64317", "doc41305"], "ranked_scores": [0.6748, 0.6675, 0.6664, 0.652, 0.6512, 0.6352, 0.6347, 0.6329, 0.6254, 0.6018], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc1520300", "doc1321883", "doc1520244", "doc1520275", "doc1321914", "doc1977978", "doc638932", "doc1520283", "doc437683"], "ranked_scores": [0.7942, 0.7729, 0.7709, 0.7686, 0.7624, 0.7598, 0.7528, 0.7524, 0.7499, 0.749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc754076", "doc1385395", "doc866436", "doc1315083", "doc35173", "doc1315064", "doc671985", "doc438117", "doc469707", "doc2558251"], "ranked_scores": [0.6057, 0.6012, 0.5415, 0.5346, 0.5278, 0.5263, 0.4638, 0.4598, 0.4451, 0.4423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc170931", "doc602735", "doc27298", "doc1894178", "doc585415", "doc14746", "doc645602", "doc295017", "doc542891", "doc2042536"], "ranked_scores": [0.5288, 0.5049, 0.4932, 0.4842, 0.4764, 0.4561, 0.4501, 0.45, 0.4485, 0.4461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc832551", "doc53465", "doc2306629", "doc2179022", "doc2204719", "doc2179035", "doc751967", "doc435057", "doc146706"], "ranked_scores": [0.8032, 0.6133, 0.6065, 0.5963, 0.5843, 0.5763, 0.5756, 0.5644, 0.5612, 0.5591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1007190", "doc28582", "doc1394758", "doc28581", "doc152997", "doc1394755", "doc1787621", "doc25697"], "ranked_scores": [0.8097, 0.7606, 0.7242, 0.689, 0.6726, 0.6723, 0.6718, 0.6647, 0.6642, 0.6597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1373323", "doc94371", "doc1373324", "doc660271", "doc6858", "doc1437877", "doc643072", "doc873559", "doc368643", "doc84475"], "ranked_scores": [0.6184, 0.6157, 0.61, 0.6095, 0.6086, 0.5983, 0.5962, 0.5961, 0.5857, 0.5842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105763", "doc1270352", "doc1223270", "doc1552106", "doc105759", "doc1572538", "doc133369", "doc1464212", "doc1842984"], "ranked_scores": [0.657, 0.6475, 0.6366, 0.6024, 0.5678, 0.5671, 0.5637, 0.5599, 0.5501, 0.5475], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc606253", "doc2107022", "doc358938", "doc92952", "doc926314", "doc1400527", "doc2399996", "doc61939", "doc773043"], "ranked_scores": [0.7071, 0.705, 0.679, 0.6748, 0.6725, 0.6654, 0.6602, 0.6577, 0.6527, 0.6495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc736126", "doc435079", "doc2646161", "doc412180", "doc2498488", "doc70919", "doc707801", "doc435081", "doc2352487"], "ranked_scores": [0.7373, 0.7144, 0.7052, 0.7036, 0.7018, 0.7018, 0.6983, 0.6962, 0.6961, 0.6942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc2665803", "doc15890", "doc336518", "doc2402770", "doc98742", "doc2448623", "doc1498263", "doc397701", "doc2024841"], "ranked_scores": [0.5637, 0.5384, 0.5024, 0.4998, 0.4806, 0.4712, 0.4666, 0.4621, 0.4604, 0.4524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc381154", "doc1002584", "doc1245931", "doc1056790", "doc841633", "doc50167", "doc1094361", "doc1851601", "doc946285", "doc2419056"], "ranked_scores": [0.5949, 0.59, 0.5817, 0.5726, 0.5528, 0.5491, 0.5464, 0.5391, 0.5388, 0.534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc2035909", "doc1345740", "doc367417", "doc2265144", "doc113426", "doc57975", "doc864555", "doc1055373", "doc40405"], "ranked_scores": [0.6472, 0.5756, 0.5702, 0.5614, 0.5358, 0.5293, 0.5258, 0.5241, 0.5226, 0.5192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1160263", "doc1333905", "doc546881", "doc2465656", "doc1986433", "doc1975694", "doc1433613", "doc588578", "doc1730288"], "ranked_scores": [0.7173, 0.7012, 0.663, 0.6596, 0.6509, 0.636, 0.6235, 0.6151, 0.6051, 0.6043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc1691028", "doc1370451", "doc2188384", "doc1204806", "doc231144", "doc2535522", "doc2334138", "doc10855", "doc845377"], "ranked_scores": [0.6507, 0.5466, 0.5427, 0.5167, 0.5082, 0.5054, 0.4957, 0.4907, 0.4903, 0.4873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc548704", "doc2015719", "doc127031", "doc88934", "doc88974", "doc779563", "doc107246", "doc127040", "doc107206"], "ranked_scores": [0.6238, 0.6166, 0.6099, 0.6093, 0.5982, 0.5904, 0.5868, 0.5814, 0.58, 0.5341], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc212860", "doc1798523", "doc1142095", "doc338813", "doc1637888", "doc2486395", "doc2027228", "doc594485", "doc698075", "doc108794"], "ranked_scores": [0.6204, 0.605, 0.566, 0.5648, 0.5516, 0.5412, 0.5401, 0.5381, 0.5301, 0.53], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc18273", "doc63590", "doc911115", "doc193844", "doc108456", "doc376580", "doc2072948", "doc18274", "doc323321", "doc108559"], "ranked_scores": [0.7531, 0.7531, 0.7531, 0.7475, 0.6908, 0.6422, 0.6323, 0.6153, 0.6094, 0.6083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1839188", "doc462227", "doc355540", "doc1670303", "doc1183356", "doc1816051", "doc1930877", "doc1556425", "doc367643"], "ranked_scores": [0.6536, 0.6393, 0.5665, 0.5521, 0.5475, 0.5412, 0.5356, 0.5276, 0.5217, 0.5133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1487701", "doc753576", "doc2193668", "doc1723904", "doc902657", "doc1826212", "doc22915", "doc757822", "doc1260420", "doc1260422"], "ranked_scores": [0.5205, 0.478, 0.4654, 0.4483, 0.4465, 0.4444, 0.4442, 0.4389, 0.4299, 0.4285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc2057552", "doc2007762", "doc187847", "doc1986143", "doc920736", "doc785515", "doc1386166", "doc1238357"], "ranked_scores": [0.62, 0.6198, 0.5875, 0.554, 0.5492, 0.5279, 0.5091, 0.5088, 0.5073, 0.5038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc1618372", "doc36460", "doc2622778", "doc2396125", "doc1926783", "doc36485", "doc2329256"], "ranked_scores": [0.7883, 0.737, 0.6811, 0.6763, 0.6646, 0.6001, 0.59, 0.5834, 0.5619, 0.55], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc337506", "doc1804263", "doc1027724", "doc35719", "doc337547", "doc846246", "doc284003", "doc703728", "doc703714", "doc703711"], "ranked_scores": [0.618, 0.6132, 0.6102, 0.6081, 0.6068, 0.604, 0.5973, 0.5973, 0.5882, 0.5873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc2393669", "doc1373324", "doc2167590", "doc1119808", "doc626438", "doc1220654", "doc24505"], "ranked_scores": [0.7905, 0.7696, 0.7577, 0.7348, 0.7266, 0.7247, 0.7168, 0.7093, 0.7089, 0.707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77976", "doc77971", "doc1431001", "doc1334550", "doc1430994", "doc2332984", "doc671577", "doc77973"], "ranked_scores": [0.5746, 0.5646, 0.5478, 0.5054, 0.4977, 0.4838, 0.4784, 0.4662, 0.4581, 0.44], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-tq-1bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc1395336", "doc1622317", "doc1254733", "doc1713783", "doc1506100", "doc751998", "doc1295396", "doc57248"], "ranked_scores": [0.5547, 0.5, 0.5, 0.4766, 0.4688, 0.4531, 0.4453, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc497737", "doc1059057", "doc1268295", "doc2563094", "doc345111", "doc63542", "doc1982515"], "ranked_scores": [0.5937, 0.5703, 0.5625, 0.5234, 0.5, 0.4844, 0.4844, 0.4688, 0.4687, 0.4609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc69768", "doc21856", "doc776142", "doc243667", "doc2271309", "doc2019171", "doc776139", "doc21831"], "ranked_scores": [0.6484, 0.6094, 0.5547, 0.5469, 0.5313, 0.5312, 0.5156, 0.5156, 0.5078, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc643498", "doc1177870", "doc1007260", "doc453091", "doc230376", "doc415323", "doc1113377", "doc392155", "doc78548", "doc392076"], "ranked_scores": [0.5156, 0.5156, 0.5156, 0.5, 0.4922, 0.4844, 0.4766, 0.4688, 0.4688, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1812659", "doc887635", "doc1741707", "doc2019060", "doc1741706", "doc405920", "doc751747", "doc338868", "doc559430"], "ranked_scores": [0.6094, 0.6016, 0.5703, 0.5703, 0.5625, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc540404", "doc540358", "doc381292", "doc1996268", "doc1727553", "doc1692291", "doc2506952", "doc1324046", "doc1852504"], "ranked_scores": [0.5703, 0.4766, 0.4609, 0.4609, 0.4609, 0.4531, 0.4453, 0.4375, 0.4219, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc653285", "doc925929", "doc293490", "doc1526230", "doc512949", "doc268699", "doc1340806", "doc2134206", "doc273559", "doc1953211"], "ranked_scores": [0.6406, 0.6172, 0.5938, 0.5859, 0.5859, 0.5703, 0.5547, 0.5547, 0.5547, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc2096499", "doc520684", "doc520687", "doc896716", "doc238078", "doc49159", "doc966365", "doc29759", "doc1486663", "doc2091589"], "ranked_scores": [0.5469, 0.5312, 0.5156, 0.5078, 0.5078, 0.5078, 0.5, 0.4922, 0.4922, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61045", "doc61036", "doc61043", "doc2195756", "doc1376345", "doc1376346", "doc1976860", "doc1971249", "doc2083822"], "ranked_scores": [0.5391, 0.5078, 0.4922, 0.4375, 0.4141, 0.4062, 0.4062, 0.4062, 0.3984, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc2004921", "doc97421", "doc1116765", "doc2083995", "doc369276", "doc369234", "doc369237", "doc2071107", "doc2083987"], "ranked_scores": [0.6406, 0.6016, 0.5859, 0.5625, 0.5391, 0.5234, 0.5156, 0.5156, 0.5, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc162834", "doc162708", "doc1458417", "doc1163516", "doc583523", "doc614721", "doc260645", "doc1040316", "doc57247"], "ranked_scores": [0.4844, 0.4688, 0.4609, 0.4219, 0.4141, 0.4141, 0.4141, 0.4141, 0.4141, 0.4063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386166", "doc253608", "doc759547", "doc66003", "doc1386116", "doc595818", "doc437627", "doc50109", "doc1386120", "doc2254465"], "ranked_scores": [0.5313, 0.5, 0.4844, 0.4766, 0.4609, 0.4609, 0.4531, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc2838", "doc703721", "doc703711", "doc1887731", "doc106357", "doc106332", "doc1246068", "doc703714", "doc703719", "doc2836"], "ranked_scores": [0.4922, 0.4844, 0.4844, 0.4766, 0.4766, 0.4687, 0.4609, 0.4609, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7108", "doc692559", "doc7116", "doc526956", "doc7099", "doc7106", "doc683357", "doc697071", "doc7119"], "ranked_scores": [0.6484, 0.5469, 0.5391, 0.5312, 0.5234, 0.5078, 0.4922, 0.4922, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc787615", "doc2045514", "doc2240923", "doc1154433", "doc505032", "doc505009", "doc1169637", "doc683218", "doc1098823"], "ranked_scores": [0.5859, 0.5625, 0.5078, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4922, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2018288", "doc750407", "doc897", "doc269387", "doc439366", "doc2093591", "doc453118", "doc2659217", "doc2676129", "doc1533390"], "ranked_scores": [0.4453, 0.4375, 0.4219, 0.4219, 0.4141, 0.4141, 0.4062, 0.3906, 0.3828, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc1380356", "doc1333507", "doc24903", "doc2509293", "doc1380357", "doc1926206", "doc24929", "doc651946"], "ranked_scores": [0.5703, 0.5547, 0.5469, 0.5391, 0.5312, 0.5234, 0.5156, 0.5156, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc23412", "doc1014857", "doc2483632", "doc558085", "doc58892", "doc2009369", "doc52429", "doc1244989", "doc1719794", "doc904153"], "ranked_scores": [0.4375, 0.4219, 0.4141, 0.3984, 0.3984, 0.3984, 0.3906, 0.3906, 0.3828, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56921", "doc2510026", "doc2439295", "doc1019814", "doc1806221", "doc2509996", "doc2439294"], "ranked_scores": [0.5703, 0.5625, 0.5625, 0.5625, 0.5391, 0.5234, 0.5078, 0.5, 0.5, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80074", "doc80151", "doc80154", "doc80078", "doc1912506", "doc137908", "doc2557673", "doc2557678", "doc367206", "doc817616"], "ranked_scores": [0.6719, 0.6484, 0.625, 0.5938, 0.5938, 0.5859, 0.5781, 0.5703, 0.5703, 0.5703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc399642", "doc180079", "doc719057", "doc2240291", "doc1430768", "doc556367", "doc2240268", "doc2010388", "doc183950"], "ranked_scores": [0.5078, 0.4922, 0.4844, 0.4688, 0.4688, 0.4453, 0.4453, 0.4375, 0.4375, 0.4297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc207464", "doc99377", "doc864645", "doc1204806", "doc26444", "doc26467", "doc1845104", "doc26446", "doc1682464", "doc764184"], "ranked_scores": [0.5234, 0.4922, 0.4766, 0.4687, 0.4609, 0.4531, 0.4453, 0.4453, 0.4453, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1732443", "doc1682561", "doc864016", "doc889101", "doc1587280", "doc238798", "doc1834759", "doc1464212", "doc102096"], "ranked_scores": [0.6797, 0.4609, 0.4609, 0.4531, 0.4453, 0.4453, 0.4375, 0.4297, 0.4297, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1489505", "doc721746", "doc57946", "doc37895", "doc565399", "doc9798", "doc162834", "doc37890", "doc2039201"], "ranked_scores": [0.4609, 0.4063, 0.3984, 0.3984, 0.3828, 0.3828, 0.3828, 0.3828, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc751435", "doc1936829", "doc765127", "doc2193668", "doc1448736", "doc879199", "doc1077629", "doc1187141"], "ranked_scores": [0.5781, 0.4609, 0.4531, 0.4219, 0.4063, 0.4062, 0.4062, 0.3906, 0.3906, 0.3828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc35524", "doc35513", "doc64314", "doc2428288", "doc705952", "doc64318", "doc64317", "doc1385349", "doc851269", "doc398865"], "ranked_scores": [0.4688, 0.4297, 0.4141, 0.4141, 0.4141, 0.4063, 0.3984, 0.3984, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4228, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1321883", "doc1321924", "doc252389", "doc638932", "doc1321929", "doc587518", "doc437683", "doc1321914", "doc1520311", "doc539428"], "ranked_scores": [0.5703, 0.5703, 0.5703, 0.5625, 0.5547, 0.5547, 0.5469, 0.5391, 0.5391, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc1315064", "doc1385395", "doc754076", "doc2084014", "doc671985", "doc866436", "doc1314852", "doc260672"], "ranked_scores": [0.4766, 0.4688, 0.4531, 0.4375, 0.4062, 0.3516, 0.3437, 0.3359, 0.3359, 0.3359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc524130", "doc24939", "doc587116", "doc2334138", "doc524132", "doc773669", "doc1612316", "doc93503", "doc1218368", "doc531512"], "ranked_scores": [0.4062, 0.3906, 0.3281, 0.3203, 0.3125, 0.3047, 0.2969, 0.2891, 0.2891, 0.2891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2306629", "doc2179035", "doc2179022", "doc182046", "doc435057", "doc1283940", "doc1346601", "doc146706", "doc2204719"], "ranked_scores": [0.6172, 0.4922, 0.4609, 0.4531, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219, 0.4141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1787621", "doc1394758", "doc1394760", "doc1007190", "doc1394755", "doc152997", "doc530778", "doc1600089"], "ranked_scores": [0.6563, 0.6016, 0.5703, 0.5469, 0.5469, 0.5313, 0.5313, 0.5234, 0.5078, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1373323", "doc84492", "doc84481", "doc873559", "doc643072", "doc1119808", "doc828186", "doc934719", "doc2339886", "doc108887"], "ranked_scores": [0.4844, 0.4766, 0.4766, 0.4766, 0.4687, 0.4609, 0.4531, 0.4453, 0.4453, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc1270352", "doc105763", "doc1464212", "doc133369", "doc1223270", "doc1572538", "doc2355469", "doc1587280", "doc105758"], "ranked_scores": [0.5156, 0.5078, 0.5078, 0.4609, 0.4609, 0.4531, 0.4531, 0.4453, 0.4453, 0.4453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1400527", "doc324554", "doc1927002", "doc2107022", "doc358938", "doc606253", "doc52414", "doc1316312", "doc2224155", "doc422936"], "ranked_scores": [0.5469, 0.5234, 0.5234, 0.4922, 0.4844, 0.4844, 0.4766, 0.4688, 0.4688, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc2646161", "doc378301", "doc435075", "doc736126", "doc435079", "doc720207", "doc435081", "doc1921625", "doc70905"], "ranked_scores": [0.5234, 0.5234, 0.5234, 0.5078, 0.4922, 0.4844, 0.4844, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc336518", "doc2665803", "doc2119808", "doc733127", "doc1935873", "doc15890", "doc1658558", "doc1096264", "doc688403", "doc2448623"], "ranked_scores": [0.4688, 0.4531, 0.4531, 0.4453, 0.375, 0.3594, 0.3516, 0.3438, 0.3281, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1851601", "doc1245931", "doc377065", "doc2179035", "doc1094361", "doc381154", "doc17481", "doc144239", "doc388419", "doc602724"], "ranked_scores": [0.4922, 0.4453, 0.4375, 0.4297, 0.4297, 0.4219, 0.4219, 0.4063, 0.4063, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc2048015", "doc1423992", "doc2304461", "doc1493586", "doc2433968", "doc40405", "doc1794168", "doc367417", "doc1345740"], "ranked_scores": [0.4688, 0.4609, 0.4297, 0.4219, 0.4063, 0.4062, 0.3984, 0.3984, 0.3984, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc2058897", "doc1844590", "doc1986433", "doc1975694", "doc1271924", "doc588578", "doc546881", "doc1333905"], "ranked_scores": [0.5469, 0.5313, 0.5, 0.4688, 0.4609, 0.4531, 0.4453, 0.4375, 0.4375, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc201173", "doc221817", "doc845377", "doc2391797", "doc1691028", "doc681964", "doc773669", "doc2067045", "doc949124", "doc2316721"], "ranked_scores": [0.3906, 0.3828, 0.3594, 0.3594, 0.3594, 0.3594, 0.3438, 0.3438, 0.3437, 0.3359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127031", "doc548704", "doc127040", "doc88974", "doc2624067", "doc88931", "doc88934", "doc2624072", "doc779563", "doc1763997"], "ranked_scores": [0.5078, 0.5, 0.4688, 0.4531, 0.4297, 0.4297, 0.4297, 0.4063, 0.4062, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc212860", "doc1637888", "doc2389179", "doc63804", "doc1733379", "doc57948", "doc271411", "doc1144972", "doc2486395", "doc2262127"], "ranked_scores": [0.4219, 0.4063, 0.3984, 0.3906, 0.375, 0.375, 0.3672, 0.3594, 0.3594, 0.3516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc911115", "doc63590", "doc18273", "doc193844", "doc108456", "doc108501", "doc2072948", "doc376565", "doc18274", "doc88505"], "ranked_scores": [0.5859, 0.5859, 0.5859, 0.5625, 0.5234, 0.4922, 0.4922, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc355540", "doc7165", "doc1839188", "doc1705674", "doc1945404", "doc7161", "doc1524979", "doc1668716", "doc1670303", "doc1273458"], "ranked_scores": [0.4688, 0.4062, 0.3906, 0.3594, 0.3516, 0.3516, 0.3516, 0.3438, 0.3437, 0.3359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc2193668", "doc404242", "doc1826212", "doc902657", "doc4611", "doc402317", "doc2587477", "doc951306", "doc1206462", "doc1297326"], "ranked_scores": [0.375, 0.3672, 0.3594, 0.3516, 0.3438, 0.3281, 0.3203, 0.2969, 0.2969, 0.2891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1185713", "doc2057552", "doc705226", "doc785515", "doc374355", "doc2639996", "doc1207422", "doc1451760", "doc190281", "doc323921"], "ranked_scores": [0.4297, 0.4141, 0.3984, 0.3984, 0.3906, 0.3828, 0.3828, 0.3828, 0.3828, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc36460", "doc1618376", "doc1618372", "doc2622770", "doc2396125", "doc2622778", "doc2622759", "doc474854"], "ranked_scores": [0.6016, 0.5703, 0.5391, 0.5156, 0.4609, 0.4375, 0.4375, 0.4297, 0.3984, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc752669", "doc2246484", "doc2360748", "doc1027724", "doc2456577", "doc1651578", "doc1295396", "doc2204719", "doc846246"], "ranked_scores": [0.5, 0.4609, 0.4531, 0.4453, 0.4375, 0.4297, 0.4219, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc108887", "doc1373323", "doc108892", "doc626438", "doc873559", "doc2167590", "doc643072", "doc84481", "doc2339886", "doc2393669"], "ranked_scores": [0.5859, 0.5703, 0.5703, 0.5547, 0.5469, 0.5469, 0.5391, 0.5312, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc1430993", "doc1452752", "doc77976", "doc1845876", "doc2332984", "doc1419915", "doc827208", "doc2127607", "doc309228"], "ranked_scores": [0.4141, 0.4062, 0.3516, 0.3438, 0.3438, 0.3438, 0.3281, 0.3125, 0.3125, 0.3125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-tq-2bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc1395336", "doc1254733", "doc57232", "doc57248", "doc1142095", "doc57247", "doc751998", "doc1104254"], "ranked_scores": [0.7025, 0.6753, 0.651, 0.6404, 0.6035, 0.5972, 0.5783, 0.5726, 0.5676, 0.5646], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1749973", "doc63542", "doc1664486", "doc2136789", "doc2345266", "doc1982515", "doc2563094", "doc21277"], "ranked_scores": [0.6592, 0.6416, 0.6199, 0.6047, 0.5977, 0.5795, 0.5791, 0.5716, 0.5591, 0.5525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc21856", "doc243667", "doc2019171", "doc69768", "doc21831", "doc776142", "doc812322", "doc69774"], "ranked_scores": [0.7437, 0.7166, 0.6613, 0.642, 0.6369, 0.6338, 0.6245, 0.6216, 0.6106, 0.6102], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc230376", "doc643498", "doc1007260", "doc1177870", "doc564709", "doc658301", "doc404141", "doc1570656", "doc737388", "doc392076"], "ranked_scores": [0.6482, 0.6223, 0.6182, 0.6157, 0.5969, 0.5955, 0.5851, 0.5778, 0.5773, 0.5724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc2165920", "doc887635", "doc1382123", "doc559430", "doc2307709", "doc1812661", "doc1382171", "doc2019060", "doc1741704"], "ranked_scores": [0.7028, 0.6901, 0.6788, 0.6769, 0.6727, 0.6546, 0.6531, 0.651, 0.6477, 0.647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc381292", "doc27538", "doc1852503", "doc1996268", "doc540358", "doc1021718", "doc1478919", "doc1770477", "doc1685757"], "ranked_scores": [0.684, 0.6081, 0.607, 0.5978, 0.5963, 0.5655, 0.5606, 0.5601, 0.5574, 0.5528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc1526230", "doc77634", "doc653285", "doc579128", "doc1340806", "doc293490", "doc2134206", "doc930753", "doc268699"], "ranked_scores": [0.7154, 0.7043, 0.6867, 0.6806, 0.6761, 0.6707, 0.67, 0.6587, 0.6578, 0.6544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc966365", "doc2096499", "doc520684", "doc1486663", "doc29757", "doc2107778", "doc2509153", "doc1728840", "doc2688", "doc520687"], "ranked_scores": [0.6479, 0.6471, 0.6289, 0.6139, 0.6051, 0.5997, 0.5973, 0.597, 0.5903, 0.5891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61045", "doc61036", "doc1376345", "doc1376346", "doc61043", "doc1976860", "doc1971249", "doc2253961", "doc829494"], "ranked_scores": [0.6545, 0.6511, 0.592, 0.571, 0.563, 0.5463, 0.5273, 0.5223, 0.4685, 0.4593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc2004921", "doc97421", "doc1116765", "doc2083995", "doc152483", "doc369237", "doc2084014", "doc2083994", "doc2083987"], "ranked_scores": [0.7213, 0.7157, 0.712, 0.7051, 0.6718, 0.6674, 0.6629, 0.6618, 0.6459, 0.6447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc583523", "doc1153299", "doc162708", "doc122351", "doc233794", "doc2419103", "doc614724", "doc781344", "doc1612515"], "ranked_scores": [0.6088, 0.5559, 0.5177, 0.509, 0.5065, 0.5026, 0.5008, 0.5006, 0.5, 0.4925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc1386166", "doc437627", "doc1386116", "doc66003", "doc83863", "doc1386120", "doc50107", "doc758894", "doc2171547"], "ranked_scores": [0.6629, 0.6592, 0.6465, 0.6446, 0.6296, 0.6151, 0.6038, 0.5938, 0.5919, 0.5874], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703714", "doc703728", "doc703711", "doc666653", "doc1887731", "doc298160", "doc703715", "doc337506", "doc1332302"], "ranked_scores": [0.6649, 0.6533, 0.5985, 0.5971, 0.5943, 0.5918, 0.5893, 0.5877, 0.584, 0.5726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7108", "doc692559", "doc526956", "doc7099", "doc7106", "doc7116", "doc1599042", "doc316997"], "ranked_scores": [0.7217, 0.6811, 0.6801, 0.6693, 0.6432, 0.6376, 0.6217, 0.6207, 0.6096, 0.5925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc787596", "doc787597", "doc1254817", "doc1324516", "doc82130", "doc787615", "doc1098823", "doc260654", "doc1169637"], "ranked_scores": [0.7017, 0.6334, 0.6163, 0.6045, 0.604, 0.603, 0.5988, 0.5972, 0.592, 0.5852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc439366", "doc269387", "doc897", "doc453118", "doc2018288", "doc1449866", "doc2093591", "doc750416", "doc750414", "doc220990"], "ranked_scores": [0.5674, 0.5333, 0.5327, 0.5083, 0.499, 0.4856, 0.4837, 0.4831, 0.4815, 0.4636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc1380357", "doc468490", "doc1380356", "doc24903", "doc651946", "doc416774", "doc1818632", "doc24929", "doc30773"], "ranked_scores": [0.6958, 0.6442, 0.6434, 0.634, 0.6167, 0.596, 0.5916, 0.5828, 0.5819, 0.5809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc1482058", "doc1825079", "doc36402", "doc1014857", "doc605467", "doc23412", "doc58892", "doc2581432", "doc648355"], "ranked_scores": [0.607, 0.581, 0.5689, 0.5621, 0.5568, 0.5415, 0.5372, 0.5359, 0.5296, 0.529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc873481", "doc952849", "doc2439294", "doc2313864", "doc1685439", "doc1601611", "doc2510026"], "ranked_scores": [0.731, 0.7079, 0.664, 0.6584, 0.6422, 0.6394, 0.6386, 0.6289, 0.6265, 0.6231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80074", "doc80154", "doc137908", "doc80078", "doc80067", "doc2562963", "doc470479", "doc2215178", "doc737601"], "ranked_scores": [0.7522, 0.7348, 0.7177, 0.6888, 0.6758, 0.662, 0.6549, 0.6494, 0.6414, 0.6345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc1214168", "doc2240291", "doc18814", "doc183950", "doc2240293", "doc2240268", "doc2010388", "doc762682"], "ranked_scores": [0.6782, 0.5745, 0.5555, 0.5525, 0.5437, 0.5433, 0.5414, 0.5398, 0.5371, 0.5288], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc207464", "doc864645", "doc1682464", "doc99377", "doc1617211", "doc26467", "doc26458", "doc764184", "doc2289855"], "ranked_scores": [0.6815, 0.6455, 0.6209, 0.6094, 0.6067, 0.6027, 0.6024, 0.5987, 0.5925, 0.5805], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc446492", "doc470536", "doc1682561", "doc1842984", "doc1587280", "doc2545120", "doc447042"], "ranked_scores": [0.7763, 0.5483, 0.5268, 0.5211, 0.5201, 0.5037, 0.496, 0.4945, 0.4934, 0.4774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc57946", "doc1199221", "doc57948", "doc1101054", "doc57940", "doc37895", "doc721746", "doc1489505", "doc162708"], "ranked_scores": [0.5899, 0.5564, 0.5407, 0.5025, 0.4951, 0.4902, 0.4858, 0.4795, 0.4774, 0.4641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc765127", "doc751435", "doc2193668", "doc1428083", "doc1187141", "doc1612520", "doc2286850", "doc1077629"], "ranked_scores": [0.7164, 0.557, 0.5479, 0.5029, 0.4923, 0.4921, 0.4811, 0.4782, 0.4758, 0.4693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc35524", "doc705952", "doc1376793", "doc971992", "doc35513", "doc851269", "doc1683659", "doc64314"], "ranked_scores": [0.626, 0.6092, 0.5979, 0.5869, 0.5744, 0.5724, 0.5573, 0.5567, 0.5504, 0.5419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437677", "doc437656", "doc539428", "doc587518", "doc1321924", "doc1520311", "doc437685", "doc252389", "doc1977978", "doc539419"], "ranked_scores": [0.7086, 0.6938, 0.6862, 0.6822, 0.6778, 0.675, 0.6741, 0.6734, 0.6718, 0.6713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1315064", "doc1315083", "doc35173", "doc754076", "doc1385395", "doc866436", "doc1314964", "doc1759054", "doc552720", "doc1726816"], "ranked_scores": [0.5871, 0.5699, 0.561, 0.5596, 0.5353, 0.5267, 0.4373, 0.4294, 0.4286, 0.4171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1894178", "doc602735", "doc587116", "doc27298", "doc2250120", "doc1445420", "doc2558036", "doc2676807", "doc2401371"], "ranked_scores": [0.4634, 0.4291, 0.4046, 0.4038, 0.4026, 0.4023, 0.3879, 0.3811, 0.3807, 0.3805], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc435057", "doc2306629", "doc146706", "doc53465", "doc2179022", "doc2204719", "doc832551", "doc2660672", "doc260668"], "ranked_scores": [0.7224, 0.5405, 0.5322, 0.5207, 0.5159, 0.506, 0.4987, 0.4983, 0.4948, 0.4944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394758", "doc28581", "doc1394755", "doc1787621", "doc1007190", "doc28582", "doc152997", "doc1394760"], "ranked_scores": [0.7403, 0.7367, 0.6363, 0.636, 0.6343, 0.6243, 0.6196, 0.6144, 0.6089, 0.6083], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2339886", "doc660271", "doc1373324", "doc108887", "doc873559", "doc1373323", "doc1837759", "doc11659", "doc108892", "doc643072"], "ranked_scores": [0.5518, 0.5496, 0.5492, 0.5443, 0.5419, 0.5415, 0.5354, 0.533, 0.5242, 0.5219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc105763", "doc1729412", "doc1572538", "doc1464212", "doc105759", "doc946247", "doc105758", "doc133369"], "ranked_scores": [0.6181, 0.6117, 0.5866, 0.5537, 0.538, 0.5242, 0.5241, 0.5168, 0.5124, 0.5089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc926314", "doc2107022", "doc4147", "doc2111513", "doc606253", "doc2399996", "doc2224155", "doc52414", "doc88615", "doc1927002"], "ranked_scores": [0.6175, 0.5957, 0.5944, 0.5788, 0.5727, 0.5715, 0.569, 0.563, 0.5588, 0.5579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc378301", "doc736126", "doc1921625", "doc768322", "doc435078", "doc435083", "doc2587564", "doc2352487", "doc2587562"], "ranked_scores": [0.7126, 0.6748, 0.6642, 0.6548, 0.6497, 0.649, 0.63, 0.6283, 0.6266, 0.6252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc336518", "doc2119808", "doc733127", "doc2665803", "doc15890", "doc518266", "doc2085567", "doc1370970", "doc1736708", "doc688403"], "ranked_scores": [0.5627, 0.5392, 0.5055, 0.4762, 0.4595, 0.457, 0.4539, 0.4326, 0.4268, 0.419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1851601", "doc1245931", "doc1094361", "doc190988", "doc159492", "doc604235", "doc93287", "doc1877809", "doc381154", "doc882983"], "ranked_scores": [0.5319, 0.5198, 0.4977, 0.483, 0.4813, 0.4808, 0.473, 0.4717, 0.4704, 0.4629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc367417", "doc40405", "doc1041502", "doc1345740", "doc113426", "doc864555", "doc2048015", "doc1423992", "doc2175230"], "ranked_scores": [0.5748, 0.5423, 0.5342, 0.5288, 0.5168, 0.5111, 0.5002, 0.4903, 0.4878, 0.486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1160263", "doc1975694", "doc1333905", "doc546881", "doc1433613", "doc588578", "doc1986433", "doc1271924", "doc1844590"], "ranked_scores": [0.6488, 0.6449, 0.567, 0.5491, 0.548, 0.5279, 0.5218, 0.5186, 0.5176, 0.5108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc1691028", "doc1185589", "doc2067045", "doc1986402", "doc1668974", "doc231144", "doc221817", "doc773669", "doc2316721"], "ranked_scores": [0.493, 0.4707, 0.4379, 0.4371, 0.4287, 0.4285, 0.428, 0.42, 0.4183, 0.4078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc548704", "doc88934", "doc127040", "doc127031", "doc779563", "doc175560", "doc2015719", "doc2624067"], "ranked_scores": [0.6204, 0.6201, 0.6004, 0.5807, 0.5778, 0.5649, 0.5492, 0.5359, 0.5178, 0.5079], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc1798523", "doc57948", "doc338813", "doc212860", "doc594485", "doc2486395", "doc271411", "doc1637888", "doc63804", "doc2480452"], "ranked_scores": [0.4903, 0.4902, 0.4776, 0.4773, 0.4762, 0.4726, 0.4585, 0.4573, 0.4503, 0.4494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc63590", "doc18273", "doc911115", "doc193844", "doc108456", "doc18274", "doc63585", "doc2072948", "doc108559", "doc208540"], "ranked_scores": [0.7171, 0.7171, 0.7171, 0.6895, 0.6792, 0.6156, 0.5971, 0.5967, 0.5706, 0.5699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc355540", "doc7165", "doc1839188", "doc1524979", "doc7161", "doc1670303", "doc1668716", "doc367643", "doc1705674", "doc1183356"], "ranked_scores": [0.5919, 0.5609, 0.5262, 0.5, 0.4855, 0.4809, 0.4496, 0.4489, 0.4464, 0.441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc951306", "doc902657", "doc2193668", "doc404242", "doc4611", "doc1487701", "doc402317", "doc1297326", "doc1077629"], "ranked_scores": [0.4572, 0.4447, 0.4399, 0.4326, 0.4298, 0.4204, 0.3981, 0.3881, 0.3811, 0.3725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc2057552", "doc2007762", "doc180079", "doc785515", "doc1986143", "doc642762", "doc2639996", "doc225047"], "ranked_scores": [0.5855, 0.5699, 0.5156, 0.4975, 0.4674, 0.4656, 0.4607, 0.4561, 0.4557, 0.4509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc36460", "doc1618372", "doc1618376", "doc2622778", "doc2396125", "doc36485", "doc2622759", "doc2622770"], "ranked_scores": [0.728, 0.6655, 0.6402, 0.6379, 0.6172, 0.6036, 0.6005, 0.5437, 0.5222, 0.4821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc703714", "doc1804263", "doc1156828", "doc106338", "doc703702", "doc2246484", "doc106332", "doc284056", "doc436998"], "ranked_scores": [0.6061, 0.5645, 0.5546, 0.5471, 0.5312, 0.5312, 0.5276, 0.525, 0.5222, 0.521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc1373324", "doc2167590", "doc626438", "doc108892", "doc1119808", "doc2393669", "doc729661"], "ranked_scores": [0.7476, 0.736, 0.7357, 0.7276, 0.7019, 0.6948, 0.6907, 0.6852, 0.6767, 0.6691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77976", "doc77971", "doc1334550", "doc1431001", "doc1430994", "doc2332984", "doc1845876", "doc77973"], "ranked_scores": [0.5404, 0.5368, 0.5015, 0.4924, 0.4499, 0.4496, 0.4452, 0.4352, 0.4315, 0.4179], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-tq-3bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc1254733", "doc1395336", "doc57232", "doc57248", "doc751998", "doc1713783", "doc1254764", "doc1142095"], "ranked_scores": [0.7448, 0.7362, 0.7305, 0.6892, 0.6766, 0.6456, 0.6448, 0.6207, 0.6207, 0.6165], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1749973", "doc63542", "doc2345266", "doc1664486", "doc1982515", "doc497737", "doc2308785", "doc2136789"], "ranked_scores": [0.7403, 0.6918, 0.6669, 0.6458, 0.6446, 0.6235, 0.6167, 0.6132, 0.6093, 0.6068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc21856", "doc377466", "doc2019171", "doc69768", "doc2285692", "doc243667", "doc776142", "doc812322"], "ranked_scores": [0.7877, 0.7704, 0.7222, 0.69, 0.6826, 0.6805, 0.6799, 0.6799, 0.6747, 0.6717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1007260", "doc1177870", "doc564709", "doc643498", "doc230376", "doc415323", "doc163261", "doc1570656", "doc404141", "doc564708"], "ranked_scores": [0.6825, 0.6602, 0.6577, 0.6483, 0.6379, 0.6378, 0.6268, 0.6186, 0.6184, 0.6102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc887635", "doc2165920", "doc559430", "doc1382123", "doc1366765", "doc1741704", "doc2307709", "doc338868", "doc1812661"], "ranked_scores": [0.7439, 0.7193, 0.714, 0.7112, 0.7107, 0.7104, 0.7093, 0.6985, 0.6982, 0.6935], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1996268", "doc381292", "doc1852503", "doc1021718", "doc1770477", "doc27538", "doc540358", "doc1478919", "doc27536"], "ranked_scores": [0.7412, 0.6237, 0.6171, 0.6118, 0.6095, 0.5956, 0.5914, 0.5866, 0.5784, 0.5776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc1526230", "doc653285", "doc77634", "doc579128", "doc273559", "doc1953211", "doc272763", "doc1340806", "doc293490"], "ranked_scores": [0.7558, 0.7338, 0.7331, 0.72, 0.7166, 0.71, 0.7074, 0.705, 0.7036, 0.6983], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc966365", "doc520684", "doc29757", "doc2096499", "doc1486663", "doc2509153", "doc231271", "doc1728840", "doc278641", "doc520687"], "ranked_scores": [0.6709, 0.6591, 0.6578, 0.6493, 0.6412, 0.6255, 0.6186, 0.6176, 0.615, 0.6146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61045", "doc61036", "doc61054", "doc1376346", "doc1376345", "doc61043", "doc1971249", "doc829494", "doc2083822", "doc1612682"], "ranked_scores": [0.729, 0.6865, 0.6859, 0.6176, 0.6046, 0.6025, 0.5474, 0.5426, 0.5385, 0.5331], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc1116765", "doc97421", "doc2083994", "doc97442", "doc2083995", "doc152483", "doc2084014", "doc369237"], "ranked_scores": [0.7913, 0.7839, 0.7403, 0.7371, 0.713, 0.7076, 0.705, 0.6964, 0.6946, 0.692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1153299", "doc583523", "doc233794", "doc908573", "doc260645", "doc122351", "doc162708", "doc1612515", "doc33196"], "ranked_scores": [0.6369, 0.5725, 0.5614, 0.5477, 0.5456, 0.5452, 0.5443, 0.5303, 0.5302, 0.5201], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc437627", "doc66003", "doc1386166", "doc1386116", "doc83863", "doc929272", "doc1386120", "doc759547", "doc50109"], "ranked_scores": [0.7168, 0.7111, 0.6864, 0.6843, 0.6651, 0.6583, 0.6436, 0.6414, 0.6376, 0.624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc1887731", "doc298160", "doc337547", "doc1332302", "doc703728", "doc337506", "doc703711", "doc703715"], "ranked_scores": [0.6923, 0.69, 0.6264, 0.6253, 0.6208, 0.6188, 0.6169, 0.6126, 0.6066, 0.6013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7099", "doc692559", "doc7106", "doc7116", "doc7108", "doc526956", "doc1599042", "doc316997"], "ranked_scores": [0.7588, 0.7253, 0.7165, 0.7136, 0.6913, 0.6899, 0.6873, 0.6653, 0.656, 0.6442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc787596", "doc2252228", "doc82130", "doc787597", "doc1098823", "doc1169637", "doc260654", "doc90808", "doc1254817"], "ranked_scores": [0.7833, 0.6849, 0.6649, 0.6581, 0.6568, 0.6529, 0.651, 0.65, 0.6483, 0.6481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc453118", "doc897", "doc439366", "doc2018288", "doc1449866", "doc750416", "doc1533390", "doc2093591", "doc15095"], "ranked_scores": [0.5729, 0.5689, 0.5591, 0.544, 0.5438, 0.5317, 0.5283, 0.5246, 0.5212, 0.5153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc1380357", "doc1380356", "doc468490", "doc24903", "doc30773", "doc2509293", "doc416774", "doc1786046", "doc24929"], "ranked_scores": [0.7677, 0.6809, 0.6796, 0.6789, 0.6739, 0.6721, 0.6475, 0.6351, 0.6337, 0.6299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc36402", "doc1482058", "doc1825079", "doc605467", "doc23412", "doc2009369", "doc1014857", "doc648364", "doc58892"], "ranked_scores": [0.6311, 0.6025, 0.5807, 0.5793, 0.5675, 0.5653, 0.5625, 0.5621, 0.5599, 0.5545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc873481", "doc1685439", "doc1601611", "doc2439294", "doc952849", "doc2509996", "doc2509989"], "ranked_scores": [0.7691, 0.7438, 0.7312, 0.7275, 0.695, 0.6927, 0.6819, 0.6758, 0.6726, 0.6711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80074", "doc80154", "doc137908", "doc80078", "doc345642", "doc2215178", "doc1912506", "doc470479", "doc2562963"], "ranked_scores": [0.775, 0.7697, 0.7636, 0.7384, 0.7057, 0.6982, 0.6966, 0.6873, 0.6857, 0.6847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc183950", "doc2240293", "doc2010388", "doc762682", "doc506841", "doc506854", "doc1430768", "doc18814"], "ranked_scores": [0.7461, 0.6179, 0.6047, 0.5902, 0.5816, 0.5802, 0.5627, 0.5606, 0.5571, 0.5556], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc207464", "doc99377", "doc864645", "doc764184", "doc2376934", "doc1682464", "doc26467", "doc2289855", "doc26458"], "ranked_scores": [0.7334, 0.6672, 0.6513, 0.6432, 0.629, 0.6241, 0.6211, 0.6111, 0.6099, 0.6071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc1587280", "doc102077", "doc1682561", "doc1842984", "doc1572538", "doc184591", "doc2545120", "doc1884503"], "ranked_scores": [0.7839, 0.5643, 0.5575, 0.5407, 0.5366, 0.5256, 0.5213, 0.5208, 0.5204, 0.519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc57948", "doc57946", "doc721746", "doc1101054", "doc57940", "doc37895", "doc37890", "doc2389179"], "ranked_scores": [0.6267, 0.6, 0.5561, 0.5529, 0.5525, 0.5473, 0.5314, 0.5248, 0.4953, 0.4931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc1962033", "doc751435", "doc1428083", "doc1224325", "doc2193668", "doc1612520", "doc1187141", "doc2077366"], "ranked_scores": [0.7625, 0.6205, 0.6051, 0.6012, 0.5502, 0.541, 0.5368, 0.5201, 0.5175, 0.4992], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc35524", "doc1683659", "doc971992", "doc705952", "doc64317", "doc35513", "doc1376793", "doc41305"], "ranked_scores": [0.6802, 0.6612, 0.6335, 0.6249, 0.6201, 0.6189, 0.6158, 0.6142, 0.6043, 0.6034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520300", "doc539428", "doc638932", "doc437685", "doc252389", "doc437656", "doc539419", "doc1334238", "doc1977978", "doc1520244"], "ranked_scores": [0.7417, 0.7286, 0.7279, 0.7236, 0.7177, 0.7062, 0.7061, 0.7022, 0.6973, 0.6965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1315083", "doc35173", "doc1315064", "doc754076", "doc1385395", "doc866436", "doc1759054", "doc1314857", "doc1314964", "doc1726816"], "ranked_scores": [0.6079, 0.5999, 0.5948, 0.5929, 0.5798, 0.5635, 0.4817, 0.4684, 0.4557, 0.4512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc524130", "doc602735", "doc27298", "doc1445420", "doc2676807", "doc1894178", "doc587116", "doc2558036", "doc2250120"], "ranked_scores": [0.4893, 0.4818, 0.4727, 0.4541, 0.4531, 0.451, 0.4454, 0.421, 0.4157, 0.4153], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2306629", "doc53465", "doc2179022", "doc435057", "doc832551", "doc146706", "doc238803", "doc2179035", "doc2204719"], "ranked_scores": [0.7688, 0.5999, 0.5707, 0.5609, 0.5494, 0.5474, 0.5373, 0.5362, 0.535, 0.5328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1007190", "doc1394758", "doc25697", "doc324530", "doc1787621", "doc28581", "doc1394755", "doc152997"], "ranked_scores": [0.7957, 0.7776, 0.666, 0.6473, 0.6422, 0.6404, 0.6391, 0.6379, 0.6377, 0.6333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2339886", "doc1373323", "doc643072", "doc660271", "doc873559", "doc108887", "doc2393669", "doc934719", "doc94371", "doc368643"], "ranked_scores": [0.6162, 0.6122, 0.6087, 0.6017, 0.5917, 0.5907, 0.5839, 0.5711, 0.5698, 0.568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc105763", "doc1572538", "doc1729412", "doc105758", "doc171833", "doc946247", "doc1223270", "doc105759"], "ranked_scores": [0.6681, 0.6505, 0.6166, 0.5978, 0.5631, 0.559, 0.5527, 0.5515, 0.5505, 0.5501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc606253", "doc2107022", "doc2111513", "doc926314", "doc4147", "doc52414", "doc6531", "doc358938", "doc1927002", "doc2107018"], "ranked_scores": [0.6652, 0.6349, 0.6287, 0.6249, 0.624, 0.6217, 0.6199, 0.6135, 0.6134, 0.6081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435078", "doc1921625", "doc378301", "doc736126", "doc435083", "doc2646161", "doc2587564", "doc435076", "doc2352487"], "ranked_scores": [0.6962, 0.678, 0.6765, 0.672, 0.6695, 0.6568, 0.6563, 0.6535, 0.649, 0.6427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc336518", "doc2119808", "doc733127", "doc15890", "doc2665803", "doc518266", "doc688403", "doc2448623", "doc1370970", "doc1096264"], "ranked_scores": [0.6119, 0.593, 0.5395, 0.5008, 0.4911, 0.4724, 0.4581, 0.4567, 0.4506, 0.4394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1851601", "doc1094361", "doc1245931", "doc381154", "doc604235", "doc448867", "doc1877809", "doc50167", "doc882983", "doc93287"], "ranked_scores": [0.5494, 0.5436, 0.5323, 0.5141, 0.5083, 0.5078, 0.5073, 0.5018, 0.4986, 0.4981], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc2265144", "doc367417", "doc864555", "doc1041502", "doc1345740", "doc40405", "doc2035909", "doc261351", "doc693852"], "ranked_scores": [0.5978, 0.5557, 0.5524, 0.545, 0.541, 0.538, 0.5297, 0.5235, 0.5224, 0.5208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1160263", "doc1333905", "doc1975694", "doc546881", "doc1433613", "doc1986433", "doc588578", "doc2465656", "doc1943842"], "ranked_scores": [0.6957, 0.674, 0.642, 0.6109, 0.5861, 0.583, 0.5667, 0.5638, 0.5549, 0.5514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc1691028", "doc1668974", "doc221817", "doc2188384", "doc2316721", "doc2173325", "doc2067045", "doc1986402", "doc231144"], "ranked_scores": [0.5324, 0.5231, 0.4625, 0.4545, 0.4453, 0.4394, 0.4375, 0.436, 0.4342, 0.4324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc548704", "doc88974", "doc88934", "doc127031", "doc779563", "doc127040", "doc2015719", "doc107246", "doc1452752"], "ranked_scores": [0.6561, 0.6251, 0.621, 0.6171, 0.5976, 0.5923, 0.5786, 0.5762, 0.5647, 0.5601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc1798523", "doc212860", "doc2486395", "doc338813", "doc57948", "doc594485", "doc669209", "doc1733379", "doc1637888", "doc2027228"], "ranked_scores": [0.5304, 0.5206, 0.5002, 0.4888, 0.4782, 0.474, 0.47, 0.4659, 0.4657, 0.4622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc911115", "doc63590", "doc18273", "doc193844", "doc108456", "doc18274", "doc108559", "doc2072948", "doc63585", "doc323321"], "ranked_scores": [0.7838, 0.7838, 0.7838, 0.7404, 0.727, 0.6618, 0.6426, 0.6385, 0.6384, 0.6356], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1839188", "doc1670303", "doc7161", "doc1183356", "doc367643", "doc1524979", "doc1668716", "doc46245"], "ranked_scores": [0.5878, 0.5691, 0.535, 0.5032, 0.4926, 0.4741, 0.4609, 0.4557, 0.451, 0.4483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc2193668", "doc1826212", "doc902657", "doc4611", "doc951306", "doc404242", "doc753576", "doc1244692", "doc1487701", "doc2587477"], "ranked_scores": [0.5118, 0.4858, 0.4799, 0.4598, 0.4474, 0.4443, 0.4384, 0.4144, 0.4048, 0.3925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc2057552", "doc2639996", "doc2007762", "doc785515", "doc1986143", "doc374355", "doc642762", "doc2084882"], "ranked_scores": [0.6342, 0.6179, 0.5358, 0.5056, 0.5046, 0.5003, 0.4982, 0.4889, 0.4845, 0.4811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618372", "doc36460", "doc1618376", "doc2622778", "doc2396125", "doc36485", "doc2622759", "doc1927669"], "ranked_scores": [0.7767, 0.7331, 0.6873, 0.6849, 0.6752, 0.6648, 0.6264, 0.5818, 0.5757, 0.5341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc703714", "doc703728", "doc1804263", "doc973089", "doc106332", "doc106338", "doc703702", "doc35719", "doc298160"], "ranked_scores": [0.6195, 0.616, 0.6066, 0.5982, 0.5927, 0.5908, 0.5876, 0.5876, 0.584, 0.5812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc1373324", "doc108887", "doc2393669", "doc626438", "doc108892", "doc1119808", "doc2167590", "doc729661"], "ranked_scores": [0.8036, 0.7975, 0.7576, 0.7568, 0.7554, 0.7475, 0.7377, 0.7313, 0.7203, 0.7181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc1430993", "doc77976", "doc77971", "doc1334550", "doc2332984", "doc1431001", "doc77973", "doc1845876", "doc1430994"], "ranked_scores": [0.5921, 0.5599, 0.5238, 0.5228, 0.5022, 0.4825, 0.4788, 0.452, 0.4486, 0.4373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "mpnet-base": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1441161", "doc2280047", "doc238803", "doc2336226", "doc380683", "doc2473482", "doc1142095", "doc2240289", "doc2445605", "doc1163626"], "ranked_scores": [0.8904, 0.8885, 0.8863, 0.8842, 0.8804, 0.8793, 0.8781, 0.8765, 0.8761, 0.8759], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1749973", "doc2292349", "doc345111", "doc942208", "doc357255", "doc502099", "doc1623079", "doc1117624", "doc1530226", "doc1982537"], "ranked_scores": [0.9463, 0.9423, 0.9421, 0.9398, 0.9377, 0.9377, 0.9356, 0.9356, 0.9342, 0.9341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc776139", "doc21856", "doc699194", "doc1953114", "doc2526400", "doc278091", "doc761186", "doc2271309", "doc812339", "doc1393796"], "ranked_scores": [0.9591, 0.9579, 0.9481, 0.948, 0.9476, 0.9455, 0.9453, 0.9451, 0.9442, 0.9433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc163261", "doc2670725", "doc1570656", "doc2499402", "doc392061", "doc1104225", "doc146101", "doc232625", "doc966476"], "ranked_scores": [0.9574, 0.9565, 0.9558, 0.9548, 0.9547, 0.9543, 0.9538, 0.9533, 0.9532, 0.9527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2266529", "doc1167678", "doc1812661", "doc1382123", "doc559430", "doc559423", "doc1366756", "doc1382094", "doc1234227", "doc2165905"], "ranked_scores": [0.9274, 0.9234, 0.9215, 0.9205, 0.9196, 0.9188, 0.9186, 0.9179, 0.9175, 0.9174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc2039201", "doc2439860", "doc434733", "doc1012137", "doc162798", "doc162716", "doc114242", "doc86071", "doc441683", "doc643446"], "ranked_scores": [0.9295, 0.9289, 0.9269, 0.9261, 0.9247, 0.9247, 0.9243, 0.9243, 0.9241, 0.924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc579135", "doc108501", "doc512949", "doc101332", "doc2025330", "doc18273", "doc911115", "doc63590", "doc382548", "doc1533829"], "ranked_scores": [0.9453, 0.9252, 0.9249, 0.9218, 0.9216, 0.9215, 0.9215, 0.9215, 0.9212, 0.9164], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc261351", "doc2043743", "doc499897", "doc376272", "doc1315096", "doc1798668", "doc418571", "doc671969", "doc980993", "doc380173"], "ranked_scores": [0.9335, 0.9295, 0.9273, 0.9254, 0.9241, 0.9235, 0.9235, 0.9224, 0.9212, 0.9205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1796400", "doc1128302", "doc1381513", "doc1527346", "doc2432006", "doc2502199", "doc2613792", "doc2462709", "doc642762", "doc952618"], "ranked_scores": [0.951, 0.9507, 0.9484, 0.9411, 0.9394, 0.9381, 0.9373, 0.9371, 0.937, 0.9369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2084014", "doc1587504", "doc1079691", "doc1430994", "doc1587502", "doc2083987", "doc1349043", "doc97421", "doc2083995", "doc1116765"], "ranked_scores": [0.947, 0.9431, 0.9426, 0.9377, 0.9367, 0.9365, 0.936, 0.9338, 0.9331, 0.9324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc1458417", "doc233794", "doc2312288", "doc380683", "doc162798", "doc908573", "doc458222", "doc672552", "doc594485", "doc1784440"], "ranked_scores": [0.8965, 0.8938, 0.8928, 0.8911, 0.8906, 0.8894, 0.8854, 0.8854, 0.8846, 0.8843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386166", "doc66003", "doc1315096", "doc119994", "doc2676569", "doc50164", "doc720105", "doc1883243", "doc1765385", "doc671969"], "ranked_scores": [0.9471, 0.9375, 0.9266, 0.9193, 0.9174, 0.9165, 0.9152, 0.9143, 0.9127, 0.912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc284042", "doc1887731", "doc964811", "doc1051791", "doc2838", "doc1203840", "doc1060782", "doc1203769", "doc284011", "doc284003"], "ranked_scores": [0.9127, 0.9007, 0.892, 0.885, 0.8834, 0.8831, 0.8809, 0.879, 0.879, 0.8777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc1599042", "doc7112", "doc316997", "doc7119", "doc1027652", "doc2153582", "doc692580", "doc7120", "doc305556", "doc1377701"], "ranked_scores": [0.9554, 0.9524, 0.9514, 0.9509, 0.9501, 0.9484, 0.9475, 0.9469, 0.9467, 0.9457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc2265484", "doc2558036", "doc54026", "doc1154433", "doc2246484", "doc1904094", "doc735792", "doc891692", "doc930061", "doc505009"], "ranked_scores": [0.9463, 0.945, 0.9446, 0.9437, 0.9432, 0.9428, 0.9423, 0.9417, 0.941, 0.941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc551718", "doc2397460", "doc244386", "doc1825079", "doc382065", "doc648344", "doc1619495", "doc2119808", "doc1370970", "doc2093591"], "ranked_scores": [0.9381, 0.937, 0.9307, 0.9299, 0.9291, 0.9286, 0.9268, 0.9255, 0.9246, 0.9241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1380357", "doc468490", "doc90322", "doc239811", "doc382236", "doc416774", "doc1818632", "doc1168119", "doc620573", "doc30774"], "ranked_scores": [0.9341, 0.9298, 0.9294, 0.9273, 0.9263, 0.9262, 0.9262, 0.9254, 0.925, 0.9241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1150456", "doc187232", "doc2467789", "doc119994", "doc36402", "doc1568962", "doc2295957", "doc1315096", "doc754076", "doc1306761"], "ranked_scores": [0.9198, 0.9167, 0.9147, 0.913, 0.9103, 0.9081, 0.9076, 0.9029, 0.9018, 0.9016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56903", "doc1685439", "doc2144660", "doc2439295", "doc152998", "doc1601611", "doc952849", "doc368910", "doc963669"], "ranked_scores": [0.933, 0.9307, 0.9278, 0.9267, 0.9248, 0.9226, 0.9221, 0.9217, 0.9199, 0.9194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc1912506", "doc80154", "doc2537202", "doc559711", "doc1357322", "doc2563023", "doc2557720", "doc596861", "doc7108", "doc367220"], "ranked_scores": [0.9643, 0.9635, 0.9626, 0.9595, 0.9591, 0.9579, 0.9579, 0.9578, 0.9576, 0.9575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc183955", "doc2174234", "doc183950", "doc629517", "doc2223873", "doc498654", "doc2240281", "doc1487821", "doc1878861", "doc2055431"], "ranked_scores": [0.9289, 0.9275, 0.9228, 0.9189, 0.9154, 0.9136, 0.9128, 0.9126, 0.9104, 0.9099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc2376934", "doc746306", "doc26461", "doc207464", "doc131786", "doc138458", "doc2248924", "doc746017", "doc224101", "doc2517379"], "ranked_scores": [0.9289, 0.9246, 0.9241, 0.9241, 0.9222, 0.9221, 0.9221, 0.9218, 0.9214, 0.9207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc672552", "doc1475938", "doc2173529", "doc964811", "doc2312288", "doc380683", "doc1784440", "doc102097", "doc102077", "doc594485"], "ranked_scores": [0.8083, 0.8048, 0.8048, 0.8043, 0.8039, 0.8037, 0.8028, 0.8027, 0.8027, 0.8015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc1199221", "doc81655", "doc721746", "doc2115402", "doc2040327", "doc1843369", "doc2389178", "doc1489505", "doc2422832"], "ranked_scores": [0.8206, 0.8197, 0.8196, 0.8124, 0.8117, 0.8065, 0.8038, 0.8011, 0.7999, 0.7968], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc1796400", "doc1381513", "doc1128302", "doc2164807", "doc2432006", "doc1175661", "doc2039201", "doc1527346", "doc12271", "doc952618"], "ranked_scores": [0.9586, 0.9583, 0.956, 0.9424, 0.9417, 0.9398, 0.9395, 0.9389, 0.938, 0.9378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc388286", "doc1683659", "doc706930", "doc922301", "doc64318", "doc922263", "doc41344", "doc971992", "doc2072831", "doc35522"], "ranked_scores": [0.9502, 0.9489, 0.9464, 0.9456, 0.9455, 0.9454, 0.9451, 0.9431, 0.9429, 0.9427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1788429", "doc437678", "doc1520311", "doc1520320", "doc1612520", "doc1458417", "doc1553106", "doc2545031", "doc2217863", "doc1455511"], "ranked_scores": [0.9297, 0.9284, 0.9258, 0.9248, 0.9235, 0.923, 0.9223, 0.9222, 0.9208, 0.9208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc754076", "doc1315097", "doc1568962", "doc2071084", "doc671969", "doc1315096", "doc2467789", "doc1452587", "doc1654105", "doc2175324"], "ranked_scores": [0.9374, 0.9302, 0.9215, 0.9189, 0.9162, 0.9154, 0.9154, 0.9128, 0.9121, 0.9096], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2654127", "doc570839", "doc688882", "doc735792", "doc1904094", "doc2655469", "doc642762", "doc717117", "doc307978", "doc54026"], "ranked_scores": [0.9316, 0.9291, 0.928, 0.9269, 0.9262, 0.9229, 0.9224, 0.9217, 0.9215, 0.9207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc1283940", "doc1346601", "doc114471", "doc53465", "doc1069317", "doc2439948", "doc905614", "doc908573", "doc958476", "doc2588387"], "ranked_scores": [0.9466, 0.9321, 0.932, 0.9292, 0.9269, 0.9267, 0.9261, 0.9259, 0.9252, 0.9247], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc1007190", "doc1241567", "doc1857677", "doc1394758", "doc1410020", "doc2054463", "doc1394755", "doc2111528", "doc1517979", "doc1007189"], "ranked_scores": [0.9278, 0.9277, 0.9248, 0.9234, 0.9217, 0.9216, 0.9212, 0.921, 0.9197, 0.9194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc108902", "doc84492", "doc499897", "doc499894", "doc134200", "doc729573", "doc1623079", "doc6858", "doc256867", "doc596014"], "ranked_scores": [0.9491, 0.9491, 0.9463, 0.9455, 0.9421, 0.9416, 0.9415, 0.9414, 0.9412, 0.9409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105756", "doc2240289", "doc89418", "doc1248140", "doc754076", "doc1163626", "doc380173", "doc671969", "doc2179035", "doc2179022"], "ranked_scores": [0.9106, 0.9037, 0.8966, 0.8933, 0.8931, 0.8892, 0.8867, 0.8864, 0.884, 0.8831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc606253", "doc157625", "doc393303", "doc2399996", "doc1005942", "doc422936", "doc28942", "doc52414", "doc1128770", "doc358939"], "ranked_scores": [0.9486, 0.9434, 0.9433, 0.9415, 0.9407, 0.9398, 0.9394, 0.9385, 0.9375, 0.9375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1483894", "doc420336", "doc2613405", "doc2352487", "doc2339378", "doc1966959", "doc1338792", "doc660871", "doc1685523", "doc313365"], "ranked_scores": [0.9158, 0.9111, 0.9041, 0.9005, 0.9002, 0.8993, 0.8985, 0.8964, 0.896, 0.8946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc878338", "doc2042102", "doc264212", "doc1490502", "doc733127", "doc397701", "doc2119808", "doc393485", "doc1531603"], "ranked_scores": [0.9412, 0.9405, 0.9399, 0.9396, 0.9386, 0.9381, 0.9375, 0.9364, 0.9353, 0.9345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc671969", "doc2179035", "doc2119024", "doc980993", "doc1315096", "doc2654127", "doc2179022", "doc2175324", "doc418571", "doc2240289"], "ranked_scores": [0.9215, 0.9079, 0.9071, 0.9062, 0.9059, 0.9038, 0.9037, 0.9007, 0.9001, 0.8996], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc2175324", "doc2534824", "doc1315096", "doc2043743", "doc2326766", "doc2071084", "doc980993", "doc671969", "doc754076", "doc1315097"], "ranked_scores": [0.9154, 0.9116, 0.9102, 0.9095, 0.906, 0.9059, 0.9005, 0.8998, 0.8996, 0.8995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc294604", "doc658745", "doc2188152", "doc1175661", "doc335679", "doc158020", "doc1041131", "doc663467", "doc1321056", "doc1589180"], "ranked_scores": [0.9372, 0.9362, 0.9349, 0.9345, 0.9344, 0.9335, 0.9328, 0.9328, 0.9327, 0.9322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1564158", "doc2277317", "doc1150456", "doc1825428", "doc1248140", "doc1315097", "doc794321", "doc1258664", "doc1568962", "doc2080550"], "ranked_scores": [0.9101, 0.8977, 0.8944, 0.8942, 0.8906, 0.8903, 0.8897, 0.8873, 0.8871, 0.8867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc779563", "doc2183793", "doc1452752", "doc175560", "doc88931", "doc127040", "doc2107043", "doc2624067", "doc399027", "doc1935824"], "ranked_scores": [0.8791, 0.8779, 0.8761, 0.8761, 0.8732, 0.873, 0.8726, 0.8705, 0.8704, 0.8677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338841", "doc2442198", "doc162798", "doc54026", "doc2439948", "doc63804", "doc905614", "doc159492", "doc1487821", "doc2667831"], "ranked_scores": [0.9051, 0.9045, 0.9041, 0.9039, 0.9029, 0.9015, 0.9015, 0.9008, 0.9003, 0.8998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc771233", "doc1325435", "doc108456", "doc2563559", "doc2029100", "doc236530", "doc1774519", "doc376565", "doc108481", "doc782194"], "ranked_scores": [0.9327, 0.9322, 0.9317, 0.9315, 0.9295, 0.9274, 0.9272, 0.9269, 0.9266, 0.926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc2223873", "doc2655469", "doc2298808", "doc1272096", "doc1255451", "doc735792", "doc266717", "doc1528217", "doc153569", "doc199491"], "ranked_scores": [0.9405, 0.9403, 0.94, 0.9387, 0.9373, 0.9371, 0.9369, 0.936, 0.9357, 0.935], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc2613792", "doc2655469", "doc735792", "doc418571", "doc717117", "doc642762", "doc54026", "doc688882", "doc662025", "doc1272096"], "ranked_scores": [0.9392, 0.9378, 0.9378, 0.9372, 0.9353, 0.935, 0.9348, 0.9346, 0.9344, 0.9336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc717117", "doc735792", "doc662025", "doc688882", "doc1519779", "doc1986143", "doc418463", "doc1346601", "doc201181"], "ranked_scores": [0.9491, 0.9489, 0.9482, 0.9423, 0.9413, 0.9399, 0.9397, 0.9372, 0.9368, 0.9353], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc474854", "doc2396125", "doc2504604", "doc2622778", "doc77973", "doc2657970", "doc28574", "doc2245700", "doc417445", "doc1652465"], "ranked_scores": [0.9135, 0.9065, 0.9061, 0.9045, 0.9025, 0.9024, 0.9008, 0.9002, 0.9002, 0.8993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1887731", "doc964811", "doc1051791", "doc284003", "doc388464", "doc1390073", "doc703717", "doc106353", "doc35719", "doc1804263"], "ranked_scores": [0.9273, 0.9188, 0.9161, 0.9123, 0.912, 0.91, 0.9091, 0.9091, 0.9079, 0.9075], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc207176", "doc1064230", "doc368686", "doc1777877", "doc596021", "doc2479871", "doc109002", "doc108892", "doc2470041", "doc513406"], "ranked_scores": [0.935, 0.9349, 0.934, 0.9337, 0.9317, 0.9288, 0.9285, 0.9279, 0.9277, 0.927], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1329094", "doc2636762", "doc2295957", "doc369277", "doc735792", "doc688882", "doc1315096", "doc1765385", "doc1346601", "doc347002"], "ranked_scores": [0.9187, 0.9187, 0.9176, 0.9169, 0.9161, 0.9157, 0.9152, 0.915, 0.9145, 0.9144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57232", "doc57247", "doc751998", "doc2173529", "doc1104254", "doc2040327", "doc3001", "doc2116209"], "ranked_scores": [0.7176, 0.6435, 0.6296, 0.6046, 0.5801, 0.5646, 0.5517, 0.5487, 0.5463, 0.5195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc2292349", "doc2136789", "doc2345266", "doc1268295", "doc63543", "doc914411", "doc1664486", "doc345111"], "ranked_scores": [0.6083, 0.5641, 0.5296, 0.4985, 0.4867, 0.4835, 0.4791, 0.4733, 0.4722, 0.4677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21831", "doc21832", "doc377466", "doc699194", "doc69778", "doc21829", "doc365451", "doc776139", "doc2285692"], "ranked_scores": [0.746, 0.6684, 0.6668, 0.6356, 0.602, 0.601, 0.6008, 0.6001, 0.5962, 0.5941], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc146101", "doc392076", "doc564709", "doc453091", "doc1247565", "doc658301", "doc453172", "doc2317442", "doc884614"], "ranked_scores": [0.6093, 0.607, 0.584, 0.5824, 0.5817, 0.5766, 0.5726, 0.5658, 0.5629, 0.562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc559423", "doc1234227", "doc887635", "doc1812659", "doc1741706", "doc1812660", "doc2165905", "doc559430", "doc1366757"], "ranked_scores": [0.698, 0.6831, 0.6694, 0.6675, 0.6674, 0.6628, 0.6612, 0.6608, 0.6559, 0.6553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27535", "doc1628841", "doc1770477", "doc738831", "doc2085928", "doc1852503", "doc1407409", "doc361696", "doc27538"], "ranked_scores": [0.6378, 0.5392, 0.5118, 0.5076, 0.5074, 0.4986, 0.4937, 0.4927, 0.4921, 0.4891], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc925929", "doc119665", "doc1953211", "doc579128", "doc101332", "doc422133", "doc620637", "doc825186", "doc349744"], "ranked_scores": [0.7023, 0.6928, 0.6909, 0.6783, 0.6769, 0.6738, 0.6723, 0.6644, 0.6525, 0.6518], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc1798668", "doc101561", "doc966365", "doc278641", "doc2107778", "doc1486663", "doc520687", "doc1017147"], "ranked_scores": [0.7335, 0.5842, 0.5752, 0.5741, 0.5486, 0.5486, 0.5356, 0.5355, 0.5343, 0.5315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1376346", "doc61045", "doc61043", "doc928962", "doc627159", "doc1048266", "doc116279", "doc1231969"], "ranked_scores": [0.6302, 0.6288, 0.5983, 0.5641, 0.5577, 0.4877, 0.4769, 0.4287, 0.4282, 0.4038], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97445", "doc97442", "doc2083987", "doc97430", "doc369237", "doc369234", "doc369276"], "ranked_scores": [0.8226, 0.7493, 0.7202, 0.6837, 0.6362, 0.6167, 0.6149, 0.5966, 0.5821, 0.5752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc1458417", "doc1357070", "doc233794", "doc636318", "doc54026", "doc636337", "doc1612515", "doc636346"], "ranked_scores": [0.6532, 0.6248, 0.6023, 0.5275, 0.5043, 0.4724, 0.4641, 0.4587, 0.4576, 0.4466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc66003", "doc1386116", "doc253608", "doc83863", "doc1984127", "doc2171547", "doc2537824", "doc2254465"], "ranked_scores": [0.6751, 0.626, 0.5989, 0.5788, 0.5733, 0.5677, 0.5564, 0.5235, 0.5148, 0.5052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc388464", "doc1445498", "doc106355", "doc703719", "doc284003", "doc106333", "doc106338", "doc703702", "doc703714"], "ranked_scores": [0.7311, 0.7034, 0.7006, 0.6989, 0.6868, 0.6829, 0.6657, 0.6545, 0.6545, 0.6541], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc697071", "doc692559", "doc7119", "doc7106", "doc7091", "doc1599042", "doc7099", "doc683357", "doc2670770"], "ranked_scores": [0.7031, 0.6591, 0.6576, 0.6377, 0.6331, 0.6252, 0.6216, 0.6174, 0.6031, 0.601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc1740481", "doc107878", "doc490060", "doc1606435", "doc1443647", "doc1101734", "doc2093563"], "ranked_scores": [0.7104, 0.5709, 0.5563, 0.4993, 0.4904, 0.49, 0.4857, 0.483, 0.4788, 0.4722], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc750407", "doc2018288", "doc244386", "doc750416", "doc269387", "doc551718", "doc648344", "doc382065", "doc453118"], "ranked_scores": [0.5584, 0.5273, 0.5035, 0.4906, 0.4853, 0.4795, 0.4584, 0.4533, 0.4493, 0.4478], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc30773", "doc382236", "doc24903", "doc300567", "doc2202499", "doc416774", "doc2202506", "doc1786046"], "ranked_scores": [0.6827, 0.6303, 0.6204, 0.6048, 0.602, 0.5938, 0.5844, 0.5821, 0.5809, 0.5779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc2127006", "doc36393", "doc2277317", "doc750416", "doc454591", "doc648335", "doc1104361"], "ranked_scores": [0.6589, 0.5708, 0.5564, 0.5054, 0.473, 0.4638, 0.4625, 0.4606, 0.4592, 0.4565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56921", "doc56903", "doc2313854", "doc2091597", "doc2509989", "doc2509996", "doc2509993"], "ranked_scores": [0.8013, 0.7648, 0.7498, 0.7059, 0.6699, 0.6388, 0.617, 0.6016, 0.6014, 0.5954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc80151", "doc345642", "doc137908", "doc80067", "doc80074", "doc352904", "doc1912506", "doc345632", "doc80078"], "ranked_scores": [0.6518, 0.6423, 0.6411, 0.6388, 0.6371, 0.637, 0.618, 0.5953, 0.5943, 0.5933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4556, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc2353712", "doc2240293", "doc2240291", "doc732015", "doc2174234", "doc18814", "doc1214168", "doc1852908"], "ranked_scores": [0.6559, 0.5582, 0.5553, 0.5204, 0.5139, 0.5131, 0.5125, 0.4994, 0.4989, 0.4909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc721916", "doc207464", "doc2376934", "doc99377", "doc863698", "doc131786", "doc26461", "doc511592", "doc675035"], "ranked_scores": [0.6385, 0.5591, 0.5589, 0.5582, 0.5551, 0.5417, 0.5397, 0.5223, 0.5222, 0.5199], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1690179", "doc1104251", "doc162716", "doc698039", "doc1612515", "doc119586", "doc1582708"], "ranked_scores": [0.7889, 0.6882, 0.6572, 0.3495, 0.3492, 0.3476, 0.3452, 0.3342, 0.3242, 0.3227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc57940", "doc57946", "doc81655", "doc1199221", "doc57948", "doc2115402", "doc721746", "doc37895", "doc1489505"], "ranked_scores": [0.6381, 0.6031, 0.5872, 0.5603, 0.5543, 0.5524, 0.5467, 0.5206, 0.4799, 0.4562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1936829", "doc1612364", "doc866703", "doc22149", "doc1723101", "doc1368159", "doc765127", "doc1428083"], "ranked_scores": [0.6916, 0.5452, 0.5214, 0.4936, 0.4789, 0.4275, 0.4128, 0.4102, 0.4066, 0.4053], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc64316", "doc1376793", "doc851269", "doc64314", "doc971992", "doc41344", "doc64317", "doc35524", "doc1385345"], "ranked_scores": [0.6836, 0.6828, 0.6684, 0.6582, 0.6495, 0.6474, 0.6401, 0.63, 0.625, 0.6099], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc1978008", "doc638932", "doc437678", "doc1334192", "doc437685", "doc1788429", "doc437677", "doc1334238", "doc2545031"], "ranked_scores": [0.6892, 0.6696, 0.6564, 0.6423, 0.6308, 0.6305, 0.6304, 0.6298, 0.6268, 0.6204], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314944", "doc1314979", "doc1333507", "doc938718", "doc877823", "doc2593884", "doc720105", "doc2462709", "doc866429"], "ranked_scores": [0.393, 0.342, 0.3209, 0.3197, 0.2874, 0.2844, 0.2811, 0.2737, 0.2706, 0.2637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc2390440", "doc1445420", "doc1190303", "doc24934", "doc645564", "doc1728777", "doc488007", "doc1449831", "doc1050188"], "ranked_scores": [0.4204, 0.3855, 0.3565, 0.3541, 0.354, 0.3505, 0.3385, 0.3299, 0.319, 0.3186], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc317197", "doc1283940", "doc611282", "doc758677", "doc672552", "doc1082535", "doc1346601", "doc114471"], "ranked_scores": [0.769, 0.689, 0.5032, 0.5005, 0.4443, 0.4299, 0.4273, 0.4262, 0.4239, 0.4183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc2142521", "doc996399", "doc324530", "doc1394743", "doc530778", "doc1007190", "doc1840635"], "ranked_scores": [0.8161, 0.7205, 0.6016, 0.586, 0.5662, 0.5649, 0.5593, 0.5544, 0.5493, 0.5407], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc515771", "doc402145", "doc2449643", "doc2194194", "doc1030288", "doc2527260", "doc990522", "doc1185579", "doc94371", "doc2429823"], "ranked_scores": [0.6361, 0.6255, 0.6172, 0.5958, 0.5939, 0.5751, 0.573, 0.5689, 0.5654, 0.5642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc105763", "doc830308", "doc849003", "doc105758", "doc1729412", "doc8477", "doc719006", "doc2355469"], "ranked_scores": [0.6971, 0.6925, 0.6194, 0.5849, 0.5608, 0.5584, 0.5543, 0.5347, 0.5334, 0.5306], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc1927002", "doc2107018", "doc324540", "doc53643", "doc358938", "doc2107022", "doc606253", "doc2107033", "doc628470"], "ranked_scores": [0.6812, 0.6605, 0.6603, 0.6503, 0.6439, 0.6429, 0.6342, 0.6338, 0.6206, 0.6179], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc2288928", "doc435076", "doc435075", "doc2607396", "doc2587564", "doc42101", "doc1921625", "doc2352487", "doc313364"], "ranked_scores": [0.5635, 0.5373, 0.5345, 0.5294, 0.526, 0.5203, 0.5195, 0.5177, 0.5059, 0.5017], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2119808", "doc264212", "doc336518", "doc15890", "doc1531603", "doc627432", "doc2042102", "doc878338", "doc1736708"], "ranked_scores": [0.5814, 0.5236, 0.5159, 0.5157, 0.5135, 0.4882, 0.4872, 0.474, 0.4668, 0.4634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc245411", "doc2083699", "doc1130168", "doc2361509", "doc311498", "doc1384376", "doc2144435", "doc1577006"], "ranked_scores": [0.6474, 0.5599, 0.3823, 0.3702, 0.3609, 0.3469, 0.3419, 0.316, 0.3122, 0.3105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc601133", "doc57975", "doc376241", "doc1345740", "doc864555", "doc225655", "doc2326766", "doc2035909", "doc1153924"], "ranked_scores": [0.4968, 0.4608, 0.429, 0.4246, 0.4056, 0.3892, 0.3864, 0.3755, 0.3709, 0.3676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986449", "doc134196", "doc1333905", "doc2465656", "doc2058897", "doc1160263", "doc1629620", "doc546881", "doc1584862"], "ranked_scores": [0.6299, 0.6139, 0.5572, 0.5571, 0.5544, 0.554, 0.5524, 0.5421, 0.5341, 0.5231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc877974", "doc2361509", "doc807", "doc2621492", "doc2391797", "doc2316721", "doc878338", "doc312607", "doc2676752"], "ranked_scores": [0.4448, 0.4234, 0.4137, 0.406, 0.3959, 0.3894, 0.3839, 0.3829, 0.3761, 0.3691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc1452752", "doc88934", "doc2624067", "doc127040", "doc127031", "doc2015719", "doc88933", "doc88974", "doc88973"], "ranked_scores": [0.5742, 0.5651, 0.5593, 0.559, 0.5588, 0.5256, 0.5205, 0.5045, 0.5014, 0.4928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc338813", "doc1455444", "doc21378", "doc1738086", "doc338818", "doc21368", "doc21363", "doc2336226", "doc21340"], "ranked_scores": [0.5023, 0.4613, 0.4509, 0.4439, 0.4351, 0.4342, 0.4317, 0.4217, 0.4196, 0.4187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2563559", "doc108559", "doc108456", "doc63590", "doc911115", "doc18273", "doc1791044", "doc323321", "doc1774519", "doc376565"], "ranked_scores": [0.6278, 0.5988, 0.5709, 0.5678, 0.5678, 0.5678, 0.5667, 0.564, 0.5575, 0.5457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc355540", "doc1183356", "doc1670303", "doc203256", "doc2163101", "doc1416739", "doc7166", "doc7163"], "ranked_scores": [0.6841, 0.5661, 0.5437, 0.5166, 0.5123, 0.4934, 0.4929, 0.4878, 0.4835, 0.4812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc1260422", "doc1452587", "doc2653657", "doc1826212", "doc455756", "doc4611", "doc751726", "doc2015875", "doc806787"], "ranked_scores": [0.4659, 0.3896, 0.3682, 0.3682, 0.3511, 0.3376, 0.3308, 0.3308, 0.3237, 0.3023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc705226", "doc2634368", "doc190281", "doc2631871", "doc1038435", "doc2125026", "doc2639996", "doc2011376", "doc208245"], "ranked_scores": [0.5037, 0.5014, 0.4637, 0.4527, 0.4412, 0.4288, 0.4269, 0.4236, 0.4228, 0.4223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc36460", "doc1618376", "doc1618372", "doc36485", "doc2622759", "doc2396140", "doc1256783", "doc2396125"], "ranked_scores": [0.613, 0.605, 0.5938, 0.5782, 0.5459, 0.5027, 0.4962, 0.4779, 0.4741, 0.4641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc388464", "doc973089", "doc106332", "doc106355", "doc1445498", "doc703719", "doc337547", "doc1332302", "doc703714"], "ranked_scores": [0.7043, 0.6962, 0.6827, 0.6723, 0.6663, 0.6616, 0.6549, 0.6296, 0.6296, 0.6295], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc108887", "doc729661", "doc1373324", "doc2167590", "doc1119808", "doc729573", "doc596021", "doc108892"], "ranked_scores": [0.723, 0.7224, 0.7009, 0.6639, 0.6489, 0.6469, 0.636, 0.6219, 0.6203, 0.6147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430993", "doc1431001", "doc1504263", "doc1430994", "doc5734", "doc77971", "doc77973", "doc691881", "doc1376321"], "ranked_scores": [0.5435, 0.5219, 0.5107, 0.465, 0.4582, 0.4231, 0.4206, 0.3393, 0.3285, 0.3236], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-post-int8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57232", "doc751998", "doc57247", "doc3001", "doc1395336", "doc1104254", "doc2040327", "doc2173529"], "ranked_scores": [0.6064, 0.5342, 0.5331, 0.5002, 0.4995, 0.4673, 0.4603, 0.4537, 0.436, 0.4331], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc345111", "doc1749973", "doc63543", "doc2136789", "doc1664486", "doc357235", "doc2292349", "doc2345266", "doc1815291"], "ranked_scores": [0.5513, 0.4652, 0.4573, 0.4567, 0.4536, 0.4416, 0.44, 0.4399, 0.439, 0.434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21831", "doc21832", "doc21829", "doc278091", "doc365451", "doc377466", "doc69767", "doc69778", "doc21871"], "ranked_scores": [0.7132, 0.6102, 0.6033, 0.5892, 0.5812, 0.569, 0.5598, 0.5593, 0.5581, 0.5573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc146101", "doc564709", "doc1247565", "doc453091", "doc658301", "doc453144", "doc230376", "doc453089", "doc392076"], "ranked_scores": [0.5123, 0.5012, 0.4891, 0.485, 0.4791, 0.4777, 0.4755, 0.4707, 0.4699, 0.461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc887635", "doc559423", "doc2165920", "doc2165905", "doc1812660", "doc1741706", "doc387897", "doc1366769", "doc1366757"], "ranked_scores": [0.6304, 0.6213, 0.6213, 0.6191, 0.6159, 0.6119, 0.5896, 0.5865, 0.5859, 0.585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27535", "doc1628841", "doc361702", "doc1852503", "doc1770477", "doc27538", "doc738831", "doc1279689", "doc172864"], "ranked_scores": [0.5732, 0.4998, 0.4791, 0.4665, 0.4623, 0.459, 0.4511, 0.4508, 0.4474, 0.4413], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc119665", "doc77634", "doc925929", "doc101332", "doc77640", "doc422133", "doc620637", "doc1953211", "doc349744", "doc54270"], "ranked_scores": [0.6401, 0.6345, 0.6276, 0.6251, 0.6117, 0.6047, 0.6034, 0.6029, 0.6029, 0.5945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc101561", "doc1486663", "doc278641", "doc2107778", "doc520687", "doc520684", "doc966365", "doc1798668", "doc2096501"], "ranked_scores": [0.7155, 0.5377, 0.5069, 0.5045, 0.5016, 0.501, 0.4979, 0.4885, 0.4854, 0.4747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61043", "doc1376346", "doc61045", "doc627159", "doc1231969", "doc1787812", "doc928962", "doc401103"], "ranked_scores": [0.5558, 0.5513, 0.5209, 0.4994, 0.4903, 0.4312, 0.4137, 0.4067, 0.3982, 0.3747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97430", "doc97445", "doc369237", "doc369270", "doc97442", "doc369234", "doc214269"], "ranked_scores": [0.6895, 0.6531, 0.6271, 0.5701, 0.5643, 0.5587, 0.5277, 0.5196, 0.5045, 0.503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc233794", "doc1357070", "doc1458417", "doc1612515", "doc2534676", "doc64791", "doc562696", "doc447411"], "ranked_scores": [0.5905, 0.5722, 0.4935, 0.4871, 0.4719, 0.4521, 0.4282, 0.4241, 0.4222, 0.4156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc66003", "doc1984127", "doc253608", "doc1386166", "doc83863", "doc1386116", "doc2171547", "doc369618", "doc2537824"], "ranked_scores": [0.5711, 0.5388, 0.5173, 0.5163, 0.5122, 0.499, 0.484, 0.4771, 0.4637, 0.4579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc106355", "doc703719", "doc388464", "doc284003", "doc2832", "doc703714", "doc106333", "doc106338", "doc703702"], "ranked_scores": [0.6617, 0.6269, 0.6218, 0.6209, 0.6179, 0.5892, 0.5856, 0.5745, 0.5692, 0.5692], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc692559", "doc7106", "doc1599042", "doc697071", "doc7091", "doc7119", "doc7099", "doc7116", "doc526956"], "ranked_scores": [0.6934, 0.6548, 0.6372, 0.619, 0.6188, 0.6088, 0.601, 0.5975, 0.5875, 0.5815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1740481", "doc1169637", "doc107878", "doc1891830", "doc490060", "doc1598856", "doc2247113", "doc1101734"], "ranked_scores": [0.6072, 0.4665, 0.4449, 0.4381, 0.4272, 0.415, 0.4093, 0.4057, 0.4047, 0.4007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc750407", "doc750416", "doc244386", "doc269387", "doc2018288", "doc52429", "doc382065", "doc2370166", "doc648344"], "ranked_scores": [0.4499, 0.4487, 0.4386, 0.4349, 0.4192, 0.4103, 0.4016, 0.3934, 0.3823, 0.3804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc468490", "doc382236", "doc24903", "doc300567", "doc1380356", "doc2202499", "doc24929", "doc24925"], "ranked_scores": [0.6028, 0.5894, 0.5842, 0.5771, 0.5521, 0.5501, 0.5335, 0.5274, 0.5257, 0.5229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2009369", "doc36393", "doc2483632", "doc454591", "doc750416", "doc1104361", "doc2196547", "doc454592", "doc648364"], "ranked_scores": [0.5684, 0.4377, 0.4117, 0.4021, 0.3967, 0.3963, 0.3933, 0.3829, 0.3828, 0.381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc873481", "doc56921", "doc56903", "doc2313854", "doc2408092", "doc1685439", "doc213075", "doc2509996"], "ranked_scores": [0.6485, 0.6373, 0.5931, 0.5859, 0.5646, 0.5636, 0.5084, 0.5082, 0.5042, 0.502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc80151", "doc80067", "doc345642", "doc1912506", "doc80074", "doc137908", "doc80078", "doc352904", "doc345632"], "ranked_scores": [0.6062, 0.5908, 0.5859, 0.5859, 0.5723, 0.569, 0.565, 0.5558, 0.5549, 0.55], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.525, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc1248717", "doc2240291", "doc2240293", "doc732015", "doc108788", "doc1214168", "doc732018", "doc18814"], "ranked_scores": [0.6377, 0.5695, 0.566, 0.5299, 0.5058, 0.5019, 0.4925, 0.4887, 0.4862, 0.4845], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc131786", "doc863698", "doc721916", "doc99377", "doc474060", "doc511592", "doc2376934", "doc1858452", "doc207464"], "ranked_scores": [0.589, 0.5185, 0.5114, 0.5087, 0.5009, 0.4975, 0.4841, 0.4829, 0.4786, 0.4735], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1104251", "doc1612515", "doc2173544", "doc698039", "doc119586", "doc162716", "doc388464"], "ranked_scores": [0.695, 0.6425, 0.5728, 0.387, 0.356, 0.3537, 0.3452, 0.336, 0.3356, 0.3336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc57946", "doc57940", "doc1199221", "doc81655", "doc2115402", "doc57948", "doc721746", "doc2389179", "doc37895"], "ranked_scores": [0.5589, 0.5352, 0.533, 0.5024, 0.4952, 0.4774, 0.4565, 0.4524, 0.4204, 0.418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1936829", "doc1428083", "doc866703", "doc1381513", "doc1612364", "doc22149", "doc1224325", "doc765127"], "ranked_scores": [0.5745, 0.4397, 0.4385, 0.3832, 0.379, 0.3655, 0.3606, 0.3402, 0.3397, 0.3388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc1376793", "doc64318", "doc971992", "doc851269", "doc35524", "doc64314", "doc41344", "doc64317", "doc1683659"], "ranked_scores": [0.5814, 0.5782, 0.5731, 0.5638, 0.5584, 0.5406, 0.539, 0.5367, 0.5188, 0.5154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc1334192", "doc638932", "doc437678", "doc1978008", "doc437685", "doc437656", "doc1334238", "doc1520222", "doc539428"], "ranked_scores": [0.6254, 0.6006, 0.5962, 0.5949, 0.5876, 0.5795, 0.5722, 0.5643, 0.5564, 0.5547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc1314944", "doc877823", "doc4611", "doc2384757", "doc720105", "doc866490", "doc27529", "doc2462709"], "ranked_scores": [0.4134, 0.3122, 0.2965, 0.2879, 0.287, 0.2852, 0.274, 0.2659, 0.264, 0.2596], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1190303", "doc2390440", "doc1449831", "doc24934", "doc384744", "doc1728777", "doc488007", "doc645564", "doc1335341"], "ranked_scores": [0.3856, 0.3659, 0.3391, 0.3296, 0.3295, 0.3232, 0.322, 0.3173, 0.3155, 0.3141], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc317197", "doc1283940", "doc1915960", "doc182046", "doc1082535", "doc758677", "doc1069317", "doc114471"], "ranked_scores": [0.6437, 0.5979, 0.4598, 0.4164, 0.4091, 0.4053, 0.3993, 0.3954, 0.3946, 0.3876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc1394743", "doc530778", "doc324530", "doc1840635", "doc996399", "doc2337863", "doc1007190"], "ranked_scores": [0.6856, 0.6198, 0.5185, 0.4839, 0.4808, 0.4808, 0.4772, 0.4729, 0.4652, 0.4556], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc515771", "doc402145", "doc2449643", "doc2194194", "doc1030288", "doc990522", "doc660271", "doc2429823", "doc94371", "doc1185579"], "ranked_scores": [0.5905, 0.5873, 0.551, 0.5315, 0.5301, 0.5244, 0.5188, 0.5155, 0.5121, 0.512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc849003", "doc105758", "doc719006", "doc1729412", "doc105763", "doc830308", "doc1534825", "doc1729413"], "ranked_scores": [0.6358, 0.5893, 0.5661, 0.5399, 0.5201, 0.5187, 0.5076, 0.5055, 0.5034, 0.5022], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2107018", "doc324540", "doc53643", "doc2107022", "doc1927002", "doc2224155", "doc28935", "doc606253", "doc275856"], "ranked_scores": [0.5546, 0.5538, 0.5427, 0.5387, 0.5333, 0.5287, 0.5249, 0.5216, 0.5211, 0.5199], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2288928", "doc435076", "doc42101", "doc313364", "doc2352487", "doc435078", "doc1921625", "doc435075", "doc2032387", "doc211230"], "ranked_scores": [0.4855, 0.477, 0.4702, 0.4532, 0.4507, 0.4503, 0.4348, 0.4327, 0.426, 0.4227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc264212", "doc15890", "doc336518", "doc627432", "doc2119808", "doc315772", "doc397701", "doc2085567", "doc1531603"], "ranked_scores": [0.4697, 0.4377, 0.4192, 0.4145, 0.3922, 0.3865, 0.3723, 0.3541, 0.352, 0.3464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2144435", "doc245411", "doc2361509", "doc2083699", "doc1130168", "doc946285", "doc696366", "doc311498"], "ranked_scores": [0.5439, 0.4731, 0.3836, 0.3437, 0.3174, 0.3084, 0.3, 0.2954, 0.2927, 0.2884], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc864555", "doc1055373", "doc601133", "doc2035909", "doc376241", "doc225655", "doc1345740", "doc2326766", "doc57975", "doc1153924"], "ranked_scores": [0.3506, 0.3503, 0.3369, 0.3333, 0.3295, 0.3205, 0.3183, 0.3105, 0.3102, 0.2905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc1986437", "doc134196", "doc1160263", "doc1333905", "doc1972860", "doc588612", "doc404918", "doc253473", "doc2058897"], "ranked_scores": [0.5685, 0.5682, 0.5447, 0.5025, 0.4987, 0.4903, 0.4773, 0.4714, 0.4679, 0.4666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc877974", "doc2391797", "doc845380", "doc1370451", "doc1892012", "doc1685203", "doc1136780", "doc807", "doc878338"], "ranked_scores": [0.3627, 0.3365, 0.3305, 0.3274, 0.3267, 0.3264, 0.3199, 0.3184, 0.316, 0.315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc2624067", "doc88934", "doc88931", "doc127031", "doc1452752", "doc779563", "doc88974", "doc2015719", "doc88973"], "ranked_scores": [0.5071, 0.4929, 0.4819, 0.4646, 0.4462, 0.4408, 0.4338, 0.43, 0.4244, 0.4221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21340", "doc1738086", "doc1455444", "doc338813", "doc21363", "doc21350", "doc21339", "doc1053964", "doc1798523", "doc338810"], "ranked_scores": [0.4356, 0.4277, 0.4163, 0.4084, 0.3902, 0.3901, 0.3755, 0.3673, 0.3597, 0.3576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108559", "doc108456", "doc18273", "doc63590", "doc911115", "doc2563559", "doc323321", "doc1774519", "doc1791044", "doc2072948"], "ranked_scores": [0.5096, 0.5068, 0.4905, 0.4905, 0.4905, 0.4819, 0.473, 0.4685, 0.4577, 0.4544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc355540", "doc203256", "doc7163", "doc586538", "doc7166", "doc1670303", "doc1416739", "doc2163101"], "ranked_scores": [0.603, 0.4923, 0.4658, 0.4466, 0.445, 0.4315, 0.4226, 0.4161, 0.4152, 0.4133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc1260422", "doc455756", "doc2653657", "doc4611", "doc1244692", "doc751729", "doc806787", "doc751726", "doc2015875"], "ranked_scores": [0.3837, 0.3377, 0.3125, 0.3098, 0.3024, 0.2904, 0.2851, 0.2844, 0.2792, 0.2783], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc190281", "doc705226", "doc2631871", "doc642762", "doc1795458", "doc1205332", "doc1382750", "doc1131204", "doc2057552", "doc1170391"], "ranked_scores": [0.337, 0.336, 0.3318, 0.3292, 0.326, 0.3199, 0.3188, 0.3154, 0.3136, 0.3118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36460", "doc36463", "doc1618372", "doc36485", "doc1618376", "doc2622759", "doc2396125", "doc1256783", "doc2396140"], "ranked_scores": [0.5434, 0.4985, 0.497, 0.475, 0.4654, 0.4473, 0.4269, 0.4208, 0.4131, 0.3952], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc106355", "doc703719", "doc973089", "doc106332", "doc388464", "doc703714", "doc284003", "doc1445498", "doc2846"], "ranked_scores": [0.6983, 0.684, 0.6803, 0.6799, 0.669, 0.6688, 0.6344, 0.6259, 0.6153, 0.6141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc1119808", "doc1373324", "doc729573", "doc729661", "doc2393669", "doc2167590", "doc935127"], "ranked_scores": [0.6737, 0.653, 0.6451, 0.6115, 0.5897, 0.5852, 0.5787, 0.5758, 0.571, 0.5535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1431001", "doc1430993", "doc1430994", "doc5734", "doc77971", "doc1504263", "doc691881", "doc77973", "doc1880724"], "ranked_scores": [0.518, 0.4923, 0.4547, 0.4122, 0.3908, 0.3906, 0.3765, 0.3073, 0.2965, 0.2916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-post-binary": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57247", "doc751998", "doc57232", "doc2040327", "doc1104254", "doc2173529", "doc1395336", "doc2116209"], "ranked_scores": [606.0, 570.0, 566.0, 562.0, 558.0, 537.0, 536.0, 535.0, 530.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1749973", "doc63538", "doc1664486", "doc1268295", "doc2415290", "doc63543", "doc345111", "doc1982537", "doc2136789", "doc2292349"], "ranked_scores": [543.0, 536.0, 534.0, 523.0, 518.0, 516.0, 515.0, 511.0, 511.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc377466", "doc21831", "doc21856", "doc2285692", "doc69778", "doc21829", "doc21871", "doc2526400", "doc21832"], "ranked_scores": [604.0, 570.0, 566.0, 560.0, 559.0, 559.0, 558.0, 556.0, 556.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc2386390", "doc658301", "doc1247565", "doc146101", "doc453089", "doc392076", "doc230376", "doc2317442", "doc94024"], "ranked_scores": [562.0, 560.0, 553.0, 543.0, 543.0, 539.0, 538.0, 536.0, 535.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc2165905", "doc559423", "doc1812659", "doc2165920", "doc1812660", "doc106047", "doc1366757", "doc1715056", "doc2372193"], "ranked_scores": [575.0, 573.0, 573.0, 570.0, 570.0, 570.0, 569.0, 564.0, 563.0, 563.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc361702", "doc738831", "doc27535", "doc1852503", "doc1628841", "doc1021718", "doc1389070", "doc1324046", "doc1770477"], "ranked_scores": [556.0, 540.0, 539.0, 533.0, 532.0, 524.0, 522.0, 521.0, 519.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc119665", "doc1953211", "doc422133", "doc579128", "doc77634", "doc925929", "doc101332", "doc620637", "doc268699", "doc77640"], "ranked_scores": [579.0, 575.0, 573.0, 571.0, 571.0, 568.0, 566.0, 565.0, 564.0, 563.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc278641", "doc101561", "doc520687", "doc1798668", "doc520684", "doc1486663", "doc29765", "doc1017147", "doc2107778"], "ranked_scores": [598.0, 548.0, 535.0, 530.0, 529.0, 527.0, 526.0, 522.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1376346", "doc61043", "doc627159", "doc1048266", "doc116279", "doc401103", "doc61045", "doc928962"], "ranked_scores": [547.0, 541.0, 539.0, 532.0, 523.0, 522.0, 510.0, 509.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97430", "doc97445", "doc369237", "doc2084014", "doc97442", "doc369270", "doc369234"], "ranked_scores": [607.0, 587.0, 555.0, 543.0, 539.0, 535.0, 534.0, 533.0, 530.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc1458417", "doc233794", "doc2534676", "doc2634491", "doc1357070", "doc311119", "doc64791", "doc562696"], "ranked_scores": [553.0, 549.0, 525.0, 519.0, 513.0, 510.0, 506.0, 500.0, 500.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc66003", "doc1386116", "doc1984127", "doc253608", "doc83863", "doc2171547", "doc1667013", "doc2254465"], "ranked_scores": [562.0, 533.0, 526.0, 522.0, 521.0, 514.0, 514.0, 509.0, 508.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc388464", "doc1445498", "doc106357", "doc284003", "doc703721", "doc2832", "doc703719", "doc106333", "doc106355"], "ranked_scores": [589.0, 582.0, 573.0, 571.0, 571.0, 567.0, 565.0, 565.0, 563.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc1599042", "doc692559", "doc7119", "doc7099", "doc7091", "doc7106", "doc2502365", "doc27102", "doc2670770"], "ranked_scores": [577.0, 568.0, 568.0, 559.0, 556.0, 555.0, 555.0, 552.0, 550.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc90808", "doc490060", "doc1606435", "doc2093563", "doc2422832", "doc2247113", "doc1891830", "doc1740481"], "ranked_scores": [560.0, 526.0, 523.0, 517.0, 511.0, 510.0, 510.0, 509.0, 503.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750407", "doc897", "doc244386", "doc220990", "doc2018288", "doc551718", "doc490514", "doc648344", "doc2659217", "doc52429"], "ranked_scores": [532.0, 520.0, 516.0, 512.0, 511.0, 511.0, 510.0, 510.0, 508.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc1380356", "doc1380357", "doc382236", "doc30773", "doc2202499", "doc2202506", "doc788472", "doc416774"], "ranked_scores": [573.0, 563.0, 557.0, 555.0, 554.0, 552.0, 549.0, 542.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2009369", "doc2483632", "doc648364", "doc919340", "doc454592", "doc2127006", "doc36393", "doc2041368", "doc2225375"], "ranked_scores": [548.0, 532.0, 530.0, 527.0, 518.0, 517.0, 514.0, 514.0, 512.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc873481", "doc56921", "doc2091597", "doc56903", "doc2408092", "doc213075", "doc873480", "doc873479"], "ranked_scores": [596.0, 590.0, 589.0, 554.0, 550.0, 548.0, 545.0, 544.0, 544.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc1912506", "doc80154", "doc80074", "doc80067", "doc80151", "doc345632", "doc439513", "doc352904", "doc1654062", "doc2215170"], "ranked_scores": [568.0, 564.0, 561.0, 552.0, 552.0, 549.0, 547.0, 546.0, 544.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc1248717", "doc1214168", "doc2240291", "doc2174234", "doc18814", "doc506854", "doc498654", "doc506841"], "ranked_scores": [576.0, 545.0, 541.0, 540.0, 535.0, 530.0, 529.0, 526.0, 524.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc721916", "doc131786", "doc675035", "doc224770", "doc207464", "doc99377", "doc863698", "doc764184", "doc513535"], "ranked_scores": [565.0, 550.0, 547.0, 544.0, 543.0, 539.0, 538.0, 538.0, 533.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1104251", "doc1690179", "doc614722", "doc698039", "doc119586", "doc2267530", "doc2040327"], "ranked_scores": [600.0, 558.0, 539.0, 493.0, 491.0, 490.0, 489.0, 487.0, 484.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc282412", "doc57940", "doc1199221", "doc81655", "doc2115402", "doc2389179", "doc1390300", "doc1390312", "doc721746"], "ranked_scores": [557.0, 552.0, 539.0, 536.0, 524.0, 515.0, 510.0, 507.0, 506.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1936829", "doc866703", "doc1612364", "doc22149", "doc751435", "doc1428083", "doc2362748", "doc751410", "doc1311000"], "ranked_scores": [564.0, 532.0, 511.0, 510.0, 508.0, 506.0, 501.0, 498.0, 497.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc64314", "doc971992", "doc851269", "doc35524", "doc1376793", "doc41344", "doc1385349", "doc1683659"], "ranked_scores": [552.0, 549.0, 546.0, 546.0, 545.0, 534.0, 532.0, 529.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1978008", "doc1520311", "doc437685", "doc1334238", "doc1334192", "doc437678", "doc437656", "doc1321914", "doc638932", "doc2545031"], "ranked_scores": [574.0, 569.0, 564.0, 561.0, 561.0, 558.0, 557.0, 554.0, 552.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314944", "doc1314979", "doc720105", "doc1333507", "doc2384757", "doc1637025", "doc671985", "doc866501", "doc877823"], "ranked_scores": [518.0, 486.0, 479.0, 477.0, 468.0, 468.0, 465.0, 464.0, 464.0, 462.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1190303", "doc24934", "doc645564", "doc602735", "doc2390440", "doc645572", "doc1050188", "doc1335341", "doc832551"], "ranked_scores": [493.0, 484.0, 484.0, 482.0, 477.0, 476.0, 475.0, 471.0, 468.0, 467.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc317197", "doc611282", "doc1283940", "doc1298637", "doc1154850", "doc1069317", "doc1082535", "doc611283"], "ranked_scores": [591.0, 558.0, 534.0, 524.0, 520.0, 503.0, 502.0, 499.0, 499.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394743", "doc1410020", "doc324530", "doc530778", "doc996399", "doc1840635", "doc2337863", "doc2142521"], "ranked_scores": [623.0, 569.0, 560.0, 556.0, 548.0, 545.0, 544.0, 541.0, 533.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc515771", "doc2449643", "doc402145", "doc990522", "doc660237", "doc2194194", "doc94371", "doc2527260", "doc1030288", "doc660271"], "ranked_scores": [575.0, 553.0, 553.0, 552.0, 549.0, 543.0, 543.0, 543.0, 542.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc849003", "doc105763", "doc719006", "doc105758", "doc946247", "doc8477", "doc1270352", "doc105759"], "ranked_scores": [589.0, 567.0, 549.0, 541.0, 540.0, 539.0, 538.0, 537.0, 535.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc606253", "doc2107018", "doc53643", "doc1400520", "doc1927002", "doc1294814", "doc422936", "doc6531", "doc1602350"], "ranked_scores": [577.0, 575.0, 571.0, 567.0, 563.0, 563.0, 556.0, 555.0, 553.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2288928", "doc42101", "doc2032387", "doc435078", "doc1580688", "doc435076", "doc2607396", "doc1921625", "doc2352487", "doc313364"], "ranked_scores": [525.0, 523.0, 522.0, 521.0, 520.0, 517.0, 514.0, 514.0, 513.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc264212", "doc2665803", "doc627432", "doc336518", "doc1531603", "doc397701", "doc2119808", "doc15890", "doc1370970", "doc878338"], "ranked_scores": [525.0, 524.0, 511.0, 504.0, 503.0, 502.0, 500.0, 498.0, 494.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2083699", "doc245411", "doc696366", "doc1130168", "doc303261", "doc1577006", "doc2144435", "doc807066"], "ranked_scores": [563.0, 530.0, 489.0, 486.0, 484.0, 484.0, 480.0, 478.0, 478.0, 478.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc1345740", "doc376241", "doc601133", "doc57975", "doc225655", "doc376243", "doc2043743", "doc2326766", "doc358937"], "ranked_scores": [503.0, 493.0, 491.0, 487.0, 486.0, 485.0, 481.0, 478.0, 473.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc1986437", "doc134196", "doc588612", "doc1618094", "doc1584862", "doc2058897", "doc1333905", "doc182888", "doc2117093"], "ranked_scores": [558.0, 557.0, 545.0, 530.0, 519.0, 515.0, 515.0, 513.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2391797", "doc2316721", "doc1892012", "doc877974", "doc2361509", "doc221817", "doc2676752", "doc2067045", "doc2497559", "doc2262786"], "ranked_scores": [511.0, 511.0, 498.0, 497.0, 497.0, 496.0, 496.0, 493.0, 491.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc88931", "doc2015719", "doc88973", "doc127040", "doc2624067", "doc1452752", "doc779563", "doc88974", "doc127031"], "ranked_scores": [551.0, 551.0, 542.0, 542.0, 539.0, 537.0, 532.0, 531.0, 530.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21340", "doc1738086", "doc21339", "doc1455444", "doc21363", "doc21350", "doc338810", "doc1455509", "doc486883", "doc338818"], "ranked_scores": [516.0, 509.0, 507.0, 506.0, 503.0, 499.0, 499.0, 497.0, 494.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc18273", "doc63590", "doc2563559", "doc911115", "doc108456", "doc108559", "doc323321", "doc108481", "doc193844", "doc1741795"], "ranked_scores": [540.0, 540.0, 540.0, 540.0, 535.0, 534.0, 531.0, 523.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc586538", "doc355540", "doc203256", "doc7166", "doc1524979", "doc1416739", "doc1668716", "doc2163101"], "ranked_scores": [587.0, 544.0, 529.0, 528.0, 524.0, 524.0, 521.0, 512.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc1260422", "doc1452587", "doc2322746", "doc1826212", "doc806787", "doc2653657", "doc1265795", "doc281094", "doc54026"], "ranked_scores": [493.0, 482.0, 477.0, 476.0, 476.0, 472.0, 470.0, 469.0, 469.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2631871", "doc980993", "doc1564158", "doc2634368", "doc1170390", "doc2057552", "doc1795458", "doc1934174", "doc1382750", "doc2119024"], "ranked_scores": [504.0, 501.0, 498.0, 494.0, 492.0, 490.0, 488.0, 486.0, 486.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc36463", "doc36467", "doc1618372", "doc1618376", "doc36485", "doc2622759", "doc1256783", "doc2305994", "doc2622778"], "ranked_scores": [548.0, 542.0, 540.0, 538.0, 529.0, 523.0, 521.0, 518.0, 517.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc973089", "doc2832", "doc388464", "doc703719", "doc106332", "doc1445498", "doc106355", "doc703714", "doc337547", "doc392476"], "ranked_scores": [588.0, 581.0, 574.0, 571.0, 571.0, 567.0, 564.0, 557.0, 555.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc1119808", "doc108887", "doc2393669", "doc729661", "doc2167590", "doc626438", "doc1373324", "doc1520499"], "ranked_scores": [577.0, 569.0, 562.0, 558.0, 553.0, 549.0, 548.0, 541.0, 539.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1431001", "doc77976", "doc1430994", "doc1430993", "doc1504263", "doc77971", "doc5734", "doc691881", "doc2355916", "doc1354717"], "ranked_scores": [546.0, 538.0, 511.0, 505.0, 502.0, 494.0, 494.0, 478.0, 474.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc57232", "doc57242", "doc751998", "doc1665946", "doc2040327", "doc1104254", "doc3001", "doc2569915"], "ranked_scores": [612.0, 611.0, 611.0, 607.0, 600.0, 567.0, 563.0, 557.0, 553.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc2136789", "doc63543", "doc2292349", "doc1952699", "doc1268295", "doc1664486", "doc2461160", "doc2308785"], "ranked_scores": [572.0, 556.0, 555.0, 545.0, 542.0, 542.0, 542.0, 541.0, 540.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc21832", "doc69765", "doc377466", "doc812322", "doc25836", "doc21841", "doc1675505", "doc21856", "doc2526400", "doc296216"], "ranked_scores": [581.0, 577.0, 565.0, 560.0, 560.0, 559.0, 554.0, 553.0, 550.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453144", "doc415323", "doc564709", "doc643498", "doc1678115", "doc2525766", "doc415358", "doc536608", "doc565706", "doc94024"], "ranked_scores": [559.0, 551.0, 548.0, 544.0, 543.0, 541.0, 541.0, 541.0, 541.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc559423", "doc1812659", "doc1812661", "doc2165905", "doc2165920", "doc2307709", "doc887635", "doc559430", "doc1812660", "doc1741706"], "ranked_scores": [621.0, 620.0, 616.0, 614.0, 611.0, 608.0, 603.0, 601.0, 599.0, 590.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1478919", "doc1770477", "doc1324046", "doc1021718", "doc540358", "doc1852503", "doc2035410", "doc27536", "doc1279689"], "ranked_scores": [556.0, 550.0, 550.0, 543.0, 541.0, 539.0, 538.0, 537.0, 535.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc579128", "doc77634", "doc119665", "doc422133", "doc825186", "doc620637", "doc1994393", "doc349747", "doc1526230", "doc349744"], "ranked_scores": [600.0, 592.0, 592.0, 580.0, 575.0, 573.0, 571.0, 569.0, 568.0, 568.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc278641", "doc29764", "doc2096499", "doc1017147", "doc1486663", "doc520684", "doc1728840", "doc38721", "doc966365"], "ranked_scores": [616.0, 557.0, 557.0, 550.0, 548.0, 545.0, 542.0, 537.0, 536.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61054", "doc61043", "doc61045", "doc627159", "doc967500", "doc1376345", "doc1048266", "doc2022943"], "ranked_scores": [654.0, 590.0, 589.0, 571.0, 559.0, 523.0, 518.0, 517.0, 506.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc97442", "doc1116765", "doc369234", "doc369237", "doc2084014", "doc2083995", "doc369166"], "ranked_scores": [581.0, 569.0, 566.0, 561.0, 558.0, 535.0, 529.0, 521.0, 520.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc2199352", "doc311119", "doc1153299", "doc2634491", "doc2234151", "doc1562972", "doc1029757", "doc95310"], "ranked_scores": [608.0, 556.0, 546.0, 538.0, 525.0, 523.0, 522.0, 521.0, 521.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc83863", "doc437627", "doc1133242", "doc253608", "doc2372621", "doc1604550", "doc83864", "doc875841", "doc281125"], "ranked_scores": [579.0, 577.0, 556.0, 549.0, 549.0, 548.0, 547.0, 546.0, 545.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1156828", "doc427621", "doc703706", "doc106332", "doc106372", "doc703736", "doc703705", "doc106357", "doc714665", "doc874101"], "ranked_scores": [592.0, 587.0, 584.0, 583.0, 582.0, 581.0, 579.0, 575.0, 573.0, 573.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7112", "doc2670770", "doc7091", "doc1377683", "doc692559", "doc695983", "doc1599042", "doc526956", "doc1751639"], "ranked_scores": [578.0, 571.0, 560.0, 560.0, 559.0, 552.0, 550.0, 539.0, 534.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc90808", "doc1877670", "doc82130", "doc1443647", "doc1606435", "doc1527545", "doc722466", "doc2247113"], "ranked_scores": [597.0, 543.0, 530.0, 521.0, 521.0, 518.0, 515.0, 510.0, 507.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc2018288", "doc1185427", "doc750407", "doc897", "doc187232", "doc2659217", "doc938302", "doc1186883", "doc428406"], "ranked_scores": [531.0, 526.0, 512.0, 502.0, 500.0, 498.0, 488.0, 488.0, 486.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc468490", "doc788472", "doc90322", "doc651957", "doc1824654", "doc30773", "doc651946", "doc2202499", "doc1380357"], "ranked_scores": [564.0, 563.0, 557.0, 555.0, 553.0, 551.0, 550.0, 549.0, 545.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2225375", "doc2041368", "doc573905", "doc2483632", "doc2127006", "doc1825428", "doc2258933", "doc648355", "doc2274222"], "ranked_scores": [545.0, 543.0, 537.0, 533.0, 523.0, 523.0, 518.0, 516.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56921", "doc1102442", "doc56897", "doc638457", "doc2408092", "doc952849", "doc1601611", "doc2313864", "doc2378781"], "ranked_scores": [585.0, 574.0, 559.0, 554.0, 546.0, 537.0, 537.0, 535.0, 534.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc345642", "doc80154", "doc80067", "doc596891", "doc80151", "doc80074", "doc137908", "doc80100", "doc575203", "doc847439"], "ranked_scores": [596.0, 586.0, 583.0, 566.0, 565.0, 563.0, 563.0, 560.0, 556.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.525, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc732015", "doc1830328", "doc2353712", "doc2240291", "doc400631", "doc732087", "doc108794", "doc18814"], "ranked_scores": [627.0, 565.0, 523.0, 521.0, 520.0, 517.0, 516.0, 513.0, 510.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc1617231", "doc26460", "doc131786", "doc1858452", "doc764184", "doc2517376", "doc2036045", "doc26467", "doc721916"], "ranked_scores": [544.0, 532.0, 531.0, 527.0, 527.0, 526.0, 526.0, 521.0, 521.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc119586", "doc337483", "doc106944", "doc698039", "doc273662", "doc698075", "doc192542"], "ranked_scores": [664.0, 592.0, 579.0, 514.0, 511.0, 505.0, 503.0, 499.0, 498.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc282412", "doc1199221", "doc37895", "doc2389178", "doc81655", "doc57948", "doc1501334", "doc1029757", "doc727789"], "ranked_scores": [560.0, 546.0, 530.0, 529.0, 522.0, 522.0, 519.0, 518.0, 517.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc2060827", "doc1381513", "doc751435", "doc1612364", "doc536374", "doc879199", "doc2549319", "doc765127"], "ranked_scores": [627.0, 535.0, 524.0, 523.0, 519.0, 516.0, 515.0, 514.0, 512.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64314", "doc971992", "doc64318", "doc1385345", "doc1376793", "doc41344", "doc35524", "doc851269", "doc706930"], "ranked_scores": [591.0, 582.0, 582.0, 577.0, 567.0, 565.0, 563.0, 557.0, 555.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc437677", "doc539428", "doc2545031", "doc437685", "doc587518", "doc1321892", "doc1520222", "doc1334192", "doc82650"], "ranked_scores": [582.0, 575.0, 570.0, 565.0, 564.0, 553.0, 550.0, 549.0, 548.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc754076", "doc97184", "doc1314979", "doc1314944", "doc938718", "doc97182", "doc2593884", "doc552702", "doc720105"], "ranked_scores": [492.0, 489.0, 485.0, 481.0, 480.0, 477.0, 477.0, 475.0, 475.0, 471.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2666461", "doc1728777", "doc24939", "doc24934", "doc170955", "doc2390440", "doc645602", "doc1801894", "doc429685", "doc844175"], "ranked_scores": [507.0, 488.0, 487.0, 481.0, 478.0, 476.0, 475.0, 474.0, 473.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc216330", "doc611282", "doc317197", "doc758677", "doc172947", "doc1283940", "doc1082535", "doc611287"], "ranked_scores": [605.0, 603.0, 520.0, 519.0, 516.0, 516.0, 513.0, 512.0, 504.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc324530", "doc25697", "doc996399", "doc1394743", "doc2529675", "doc28581", "doc28582", "doc783808"], "ranked_scores": [634.0, 586.0, 563.0, 562.0, 562.0, 561.0, 560.0, 555.0, 555.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc515771", "doc11669", "doc11655", "doc2449643", "doc990522", "doc1013992", "doc94371", "doc2429823", "doc94367"], "ranked_scores": [568.0, 547.0, 546.0, 545.0, 543.0, 540.0, 536.0, 536.0, 534.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc849003", "doc2355469", "doc1729412", "doc105751", "doc719006", "doc171833", "doc830308", "doc105763", "doc391459"], "ranked_scores": [612.0, 575.0, 573.0, 563.0, 557.0, 555.0, 553.0, 551.0, 546.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc606253", "doc52414", "doc1690531", "doc2252577", "doc358938", "doc2107018", "doc2500959", "doc88173", "doc628470"], "ranked_scores": [620.0, 603.0, 591.0, 584.0, 584.0, 582.0, 581.0, 570.0, 569.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2217446", "doc435075", "doc2587564", "doc768322", "doc1685523", "doc1580688", "doc2288928", "doc2599866", "doc2498492", "doc412172"], "ranked_scores": [542.0, 538.0, 536.0, 533.0, 532.0, 532.0, 530.0, 530.0, 530.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc264212", "doc191143", "doc15890", "doc2119808", "doc1508870", "doc1370970", "doc2448623", "doc1935873", "doc733127"], "ranked_scores": [535.0, 535.0, 522.0, 520.0, 515.0, 515.0, 508.0, 503.0, 502.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2144435", "doc2357458", "doc245411", "doc946285", "doc1130168", "doc159492", "doc519493", "doc696366"], "ranked_scores": [569.0, 528.0, 506.0, 502.0, 496.0, 494.0, 489.0, 487.0, 487.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc376241", "doc57975", "doc1345740", "doc601133", "doc1055373", "doc376238", "doc376272", "doc1260420", "doc1153924", "doc2265144"], "ranked_scores": [525.0, 519.0, 518.0, 511.0, 505.0, 501.0, 498.0, 495.0, 491.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc1629620", "doc1160263", "doc1903929", "doc182888", "doc134196", "doc588578", "doc1986437", "doc2465656", "doc1986443"], "ranked_scores": [568.0, 555.0, 555.0, 548.0, 548.0, 547.0, 547.0, 543.0, 539.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc807", "doc201181", "doc2316721", "doc1892012", "doc201170", "doc190844", "doc201172", "doc845380", "doc2361509", "doc384744"], "ranked_scores": [523.0, 517.0, 516.0, 511.0, 511.0, 509.0, 506.0, 506.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc1763997", "doc88934", "doc88931", "doc2624067", "doc2015719", "doc107246", "doc88973", "doc952400", "doc1639229", "doc2061559"], "ranked_scores": [580.0, 574.0, 570.0, 567.0, 564.0, 552.0, 549.0, 547.0, 544.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338810", "doc1455444", "doc21340", "doc21350", "doc1455469", "doc338815", "doc21378", "doc21339", "doc338813", "doc338818"], "ranked_scores": [530.0, 516.0, 513.0, 512.0, 508.0, 503.0, 501.0, 501.0, 500.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2003302", "doc323321", "doc108480", "doc108477", "doc1491868", "doc63585", "doc18274", "doc376565", "doc63590", "doc911115"], "ranked_scores": [592.0, 571.0, 559.0, 551.0, 546.0, 541.0, 540.0, 540.0, 540.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc1524979", "doc7161", "doc1670303", "doc2163101", "doc1948176", "doc2482938", "doc1416739", "doc203256"], "ranked_scores": [582.0, 553.0, 528.0, 527.0, 524.0, 523.0, 521.0, 516.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc4611", "doc2653657", "doc455756", "doc1452587", "doc1826212", "doc2613797", "doc1587500", "doc779483", "doc751729"], "ranked_scores": [487.0, 485.0, 483.0, 481.0, 469.0, 468.0, 468.0, 464.0, 460.0, 458.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1185713", "doc2639996", "doc1258664", "doc705226", "doc531809", "doc2057552", "doc2634368", "doc2375594", "doc1519779", "doc1809840"], "ranked_scores": [554.0, 534.0, 528.0, 525.0, 522.0, 519.0, 514.0, 512.0, 512.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc1618376", "doc36485", "doc1874159", "doc1618372", "doc36460", "doc2305994", "doc1395334", "doc2396125"], "ranked_scores": [597.0, 548.0, 537.0, 535.0, 528.0, 525.0, 525.0, 511.0, 510.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc2846", "doc337555", "doc106355", "doc427621", "doc703719", "doc1156828", "doc1136889", "doc703721", "doc106357"], "ranked_scores": [598.0, 575.0, 570.0, 569.0, 568.0, 566.0, 563.0, 559.0, 559.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc626438", "doc1373324", "doc2393669", "doc1220654", "doc108887", "doc108892", "doc1606329", "doc1119808"], "ranked_scores": [605.0, 598.0, 598.0, 589.0, 584.0, 581.0, 578.0, 563.0, 562.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430993", "doc77971", "doc1504263", "doc1431001", "doc801039", "doc1430994", "doc691881", "doc77973", "doc2332984"], "ranked_scores": [549.0, 534.0, 527.0, 523.0, 516.0, 497.0, 496.0, 496.0, 492.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-32": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc57242", "doc57247", "doc1395336", "doc751998", "doc3001", "doc278301", "doc24310", "doc284000"], "ranked_scores": [0.8917, 0.8156, 0.81, 0.7919, 0.777, 0.7586, 0.753, 0.7468, 0.7465, 0.7401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2292349", "doc2136789", "doc357255", "doc1934037", "doc63538", "doc1982537", "doc345111", "doc2415290", "doc1815291", "doc1796956"], "ranked_scores": [0.8416, 0.8121, 0.7629, 0.7564, 0.754, 0.7453, 0.742, 0.7346, 0.7265, 0.7239], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc21829", "doc21871", "doc21841", "doc21872", "doc2271309", "doc21856", "doc812322", "doc69768"], "ranked_scores": [0.9268, 0.8929, 0.8598, 0.8314, 0.8149, 0.8124, 0.8115, 0.8098, 0.8058, 0.8052], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564708", "doc1177870", "doc564709", "doc453089", "doc2386390", "doc26481", "doc1455255", "doc737388", "doc884614", "doc1570656"], "ranked_scores": [0.8542, 0.8421, 0.8294, 0.8249, 0.8233, 0.8229, 0.8228, 0.8188, 0.8147, 0.8131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812660", "doc1812659", "doc2165920", "doc1234227", "doc1741706", "doc559423", "doc887635", "doc1812661", "doc682295", "doc2165905"], "ranked_scores": [0.8944, 0.889, 0.887, 0.8869, 0.8863, 0.8863, 0.8862, 0.8854, 0.8846, 0.8824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1585937", "doc540358", "doc2035410", "doc1170374", "doc1959244", "doc361702", "doc1885602", "doc172836", "doc1996268"], "ranked_scores": [0.8249, 0.7249, 0.7237, 0.7133, 0.7016, 0.697, 0.6904, 0.6892, 0.6875, 0.6846], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc2025330", "doc1328113", "doc2072948", "doc925929", "doc579128", "doc1844919", "doc2134206", "doc376580", "doc101332", "doc422133"], "ranked_scores": [0.8572, 0.8503, 0.8465, 0.8428, 0.8368, 0.8365, 0.8364, 0.833, 0.8315, 0.8314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc2080883", "doc327730", "doc264702", "doc673208", "doc896716", "doc49159", "doc32982", "doc81162", "doc1456780"], "ranked_scores": [0.8479, 0.7965, 0.7937, 0.7877, 0.7684, 0.7678, 0.7636, 0.7613, 0.7576, 0.7575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61036", "doc2083822", "doc61043", "doc61054", "doc633767", "doc61045", "doc627159", "doc2009331", "doc2092646"], "ranked_scores": [0.8594, 0.8149, 0.7862, 0.7825, 0.7814, 0.7685, 0.7589, 0.7519, 0.7486, 0.729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1116765", "doc2004921", "doc369237", "doc97445", "doc97421", "doc369270", "doc2083994", "doc97442", "doc369234", "doc2071163"], "ranked_scores": [0.8767, 0.8654, 0.8244, 0.8204, 0.8165, 0.7744, 0.7722, 0.7721, 0.7707, 0.768], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc2056931", "doc33196", "doc233794", "doc1612525", "doc1458417", "doc614724", "doc779483", "doc1357070", "doc357482"], "ranked_scores": [0.811, 0.7962, 0.7759, 0.7567, 0.7507, 0.7491, 0.7441, 0.7425, 0.7346, 0.7327], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc253608", "doc2254475", "doc50109", "doc1386116", "doc1377115", "doc2537824", "doc1604550", "doc83863", "doc1984114"], "ranked_scores": [0.8182, 0.8154, 0.8119, 0.804, 0.8039, 0.7971, 0.7786, 0.7779, 0.7726, 0.7635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc1332302", "doc703714", "doc106355", "doc284042", "doc388464", "doc2832", "doc337523", "doc703719", "doc1445498"], "ranked_scores": [0.9113, 0.8974, 0.8893, 0.8847, 0.8822, 0.8787, 0.8738, 0.8685, 0.8682, 0.8676], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7119", "doc7112", "doc7106", "doc1599042", "doc1027625", "doc7091", "doc7120", "doc7116", "doc7108", "doc485221"], "ranked_scores": [0.831, 0.8157, 0.7865, 0.778, 0.7671, 0.7629, 0.7581, 0.7544, 0.7523, 0.7498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc2093563", "doc1606435", "doc1101734", "doc1740481", "doc90819", "doc2673602", "doc1527545", "doc1598856", "doc1588867"], "ranked_scores": [0.9153, 0.8485, 0.8248, 0.8214, 0.813, 0.8074, 0.806, 0.8017, 0.7859, 0.7834], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750407", "doc1185427", "doc2018288", "doc750414", "doc750416", "doc1461880", "doc2010467", "doc854779", "doc187232", "doc536387"], "ranked_scores": [0.7413, 0.7024, 0.7013, 0.6934, 0.683, 0.6702, 0.6699, 0.6695, 0.6668, 0.6665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc30773", "doc90322", "doc468490", "doc300567", "doc788472", "doc24903", "doc695124", "doc1686189", "doc382236", "doc1380356"], "ranked_scores": [0.8611, 0.8569, 0.8533, 0.8277, 0.8229, 0.8202, 0.8114, 0.8091, 0.8088, 0.8069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc648335", "doc2483632", "doc2274222", "doc2127006", "doc1244989", "doc2196547", "doc750416", "doc1365486", "doc938302"], "ranked_scores": [0.8642, 0.7688, 0.7666, 0.7661, 0.7616, 0.7611, 0.7572, 0.7387, 0.7301, 0.727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc2408092", "doc1685439", "doc1489575", "doc2091597", "doc56921", "doc1601611", "doc2509996"], "ranked_scores": [0.8802, 0.8358, 0.8133, 0.8125, 0.8086, 0.8036, 0.7745, 0.7539, 0.7509, 0.7352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80067", "doc614304", "doc80078", "doc66226", "doc80133", "doc817616", "doc80154", "doc2537202", "doc137908", "doc1912506"], "ranked_scores": [0.8836, 0.8569, 0.8557, 0.8482, 0.8475, 0.8468, 0.8457, 0.8432, 0.8385, 0.8371], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc498654", "doc2240291", "doc732015", "doc1205332", "doc18814", "doc1248717", "doc183955", "doc399642"], "ranked_scores": [0.9105, 0.8496, 0.7961, 0.7889, 0.7752, 0.7707, 0.7706, 0.7654, 0.7653, 0.761], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26467", "doc26458", "doc764184", "doc131786", "doc26444", "doc864645", "doc2517376", "doc474060", "doc224770", "doc261056"], "ranked_scores": [0.8833, 0.8691, 0.8529, 0.8519, 0.85, 0.8391, 0.8355, 0.8354, 0.8284, 0.8247], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1497378", "doc721746", "doc77973", "doc282412", "doc86433", "doc1460471", "doc666653"], "ranked_scores": [0.9021, 0.8189, 0.7996, 0.7299, 0.7246, 0.7165, 0.6996, 0.6943, 0.6844, 0.6683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc1199221", "doc57948", "doc57940", "doc57946", "doc37895", "doc81655", "doc721746", "doc2389178", "doc2115402"], "ranked_scores": [0.8213, 0.8209, 0.8204, 0.8127, 0.8096, 0.7983, 0.7863, 0.7839, 0.7675, 0.7595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc1936829", "doc2223873", "doc22915", "doc22149", "doc1207422", "doc1428083", "doc2179022", "doc829494", "doc1057032", "doc2179035"], "ranked_scores": [0.8336, 0.7782, 0.7663, 0.7554, 0.727, 0.7239, 0.7078, 0.7065, 0.7028, 0.7027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc64317", "doc2072861", "doc64316", "doc35522", "doc851269", "doc2487645", "doc2426910", "doc2487653", "doc35526"], "ranked_scores": [0.8689, 0.8577, 0.855, 0.8467, 0.8439, 0.8431, 0.8421, 0.8405, 0.8353, 0.8348], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520219", "doc1520311", "doc1520222", "doc539428", "doc1978008", "doc1520211", "doc1321882", "doc1321929", "doc638932", "doc437685"], "ranked_scores": [0.854, 0.8462, 0.845, 0.8426, 0.8411, 0.8407, 0.8365, 0.8326, 0.8296, 0.827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc4611", "doc1478919", "doc753576", "doc1846050", "doc938718", "doc1021718", "doc1770477", "doc1279689", "doc859731", "doc720105"], "ranked_scores": [0.6868, 0.6741, 0.6627, 0.6581, 0.6526, 0.6494, 0.6435, 0.635, 0.6252, 0.6237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc2335293", "doc9324", "doc1445420", "doc2131758", "doc27298", "doc1036650", "doc719078", "doc844175", "doc22149"], "ranked_scores": [0.7123, 0.7009, 0.6999, 0.6926, 0.6877, 0.6839, 0.676, 0.6667, 0.6609, 0.6503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1283940", "doc1617178", "doc2127607", "doc1192997", "doc624943", "doc2042536", "doc1617179", "doc1011075"], "ranked_scores": [0.9036, 0.7703, 0.7573, 0.745, 0.7188, 0.6961, 0.6873, 0.6866, 0.6812, 0.6807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc2337863", "doc1007190", "doc530778", "doc1857677", "doc28581", "doc324530", "doc1088162"], "ranked_scores": [0.8924, 0.8877, 0.8463, 0.825, 0.8081, 0.7949, 0.7735, 0.7599, 0.7579, 0.7549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1373324", "doc1119808", "doc515771", "doc2499695", "doc2194194", "doc94371", "doc1185579", "doc1030288", "doc2429823", "doc990514"], "ranked_scores": [0.8466, 0.8441, 0.8365, 0.8342, 0.8336, 0.827, 0.8269, 0.8256, 0.8247, 0.8106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc719006", "doc105758", "doc1587280", "doc849003", "doc105764", "doc105739", "doc1223270", "doc719060", "doc2087170", "doc737771"], "ranked_scores": [0.8475, 0.8396, 0.8396, 0.8385, 0.8371, 0.8366, 0.8228, 0.8049, 0.7981, 0.7963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc3668", "doc2224155", "doc6531", "doc358938", "doc324540", "doc38625", "doc606253", "doc172405", "doc2107018", "doc422936"], "ranked_scores": [0.8686, 0.8634, 0.8576, 0.8491, 0.8478, 0.8393, 0.8282, 0.8273, 0.8272, 0.8257], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2599866", "doc435076", "doc1914276", "doc2352487", "doc736126", "doc70904", "doc1921625", "doc2124278", "doc435075", "doc42101"], "ranked_scores": [0.8422, 0.8278, 0.8196, 0.8087, 0.8073, 0.8008, 0.8006, 0.796, 0.7919, 0.7914], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2085567", "doc264212", "doc733127", "doc2361509", "doc878338", "doc2119808", "doc2448623", "doc878352", "doc2042102"], "ranked_scores": [0.8192, 0.7974, 0.7837, 0.7814, 0.7653, 0.7608, 0.7517, 0.7441, 0.7422, 0.7301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc2083699", "doc245411", "doc1996766", "doc93287", "doc1713783", "doc2361509", "doc2274222", "doc650883", "doc377106", "doc2217863"], "ranked_scores": [0.7258, 0.7212, 0.6978, 0.686, 0.6816, 0.6759, 0.6747, 0.6462, 0.6449, 0.6439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc376241", "doc601133", "doc390322", "doc1055373", "doc547406", "doc1293555", "doc261351", "doc1344965", "doc140893", "doc1229449"], "ranked_scores": [0.7391, 0.7285, 0.7102, 0.7093, 0.6983, 0.6817, 0.6733, 0.6607, 0.6596, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc860546", "doc2058897", "doc1792210", "doc1986437", "doc1160263", "doc588590", "doc588578", "doc546881", "doc577385", "doc2465656"], "ranked_scores": [0.8465, 0.8315, 0.8287, 0.8025, 0.7829, 0.7788, 0.7739, 0.7667, 0.7584, 0.7524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2361509", "doc662025", "doc201170", "doc2316721", "doc2262639", "doc357412", "doc2085567", "doc2149599", "doc351821", "doc2665803"], "ranked_scores": [0.7874, 0.7529, 0.7451, 0.7355, 0.7026, 0.675, 0.6685, 0.6671, 0.6661, 0.6635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc175560", "doc88931", "doc88934", "doc127042", "doc127040", "doc2015719", "doc1343239", "doc1763997", "doc399027", "doc88933"], "ranked_scores": [0.8274, 0.7989, 0.7978, 0.7819, 0.7712, 0.7649, 0.7598, 0.7417, 0.733, 0.7222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc21368", "doc21363", "doc21378", "doc21350", "doc2389179", "doc864003", "doc2249507", "doc1455511", "doc751998"], "ranked_scores": [0.7634, 0.7396, 0.7161, 0.7146, 0.7034, 0.7024, 0.6854, 0.6801, 0.6773, 0.6738], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108559", "doc2526454", "doc108456", "doc1523323", "doc1774519", "doc193828", "doc391398", "doc108481", "doc108535", "doc323321"], "ranked_scores": [0.8136, 0.8118, 0.8081, 0.7942, 0.7842, 0.779, 0.7745, 0.7742, 0.772, 0.7718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc2163101", "doc1144972", "doc1945404", "doc203256", "doc1428083", "doc357482", "doc446484", "doc1986402", "doc298160"], "ranked_scores": [0.7584, 0.7576, 0.7559, 0.7462, 0.7363, 0.7326, 0.732, 0.731, 0.7309, 0.7193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc81655", "doc1867627", "doc1735215", "doc1452587", "doc720105", "doc751726", "doc636337", "doc2438284", "doc1891612", "doc1279689"], "ranked_scores": [0.6729, 0.6704, 0.6669, 0.6646, 0.6544, 0.648, 0.6387, 0.6386, 0.6337, 0.6323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc673167", "doc208245", "doc2057552", "doc492385", "doc851877", "doc1451760", "doc2259197", "doc1205332", "doc1305242", "doc980993"], "ranked_scores": [0.746, 0.7393, 0.7372, 0.7204, 0.7204, 0.7168, 0.7127, 0.7066, 0.6943, 0.6908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618376", "doc1618372", "doc1256783", "doc36460", "doc2329334", "doc2305994", "doc36463", "doc2245700", "doc417445"], "ranked_scores": [0.824, 0.8237, 0.8102, 0.8098, 0.809, 0.8021, 0.8002, 0.798, 0.7929, 0.7929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284042", "doc106332", "doc703714", "doc298160", "doc435057", "doc337523", "doc284002", "doc337547", "doc2846", "doc106355"], "ranked_scores": [0.9216, 0.8989, 0.8919, 0.8812, 0.8561, 0.8471, 0.8455, 0.8454, 0.8437, 0.8433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc596021", "doc643072", "doc1520499", "doc729573", "doc1373323", "doc108887", "doc1119808", "doc729661", "doc1373324", "doc2393669"], "ranked_scores": [0.8771, 0.8735, 0.8699, 0.8601, 0.8567, 0.8545, 0.8536, 0.8374, 0.8367, 0.8193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1052463", "doc1430993", "doc77976", "doc2396125", "doc2011042", "doc2521983", "doc2390881", "doc230816", "doc77973", "doc77971"], "ranked_scores": [0.7263, 0.7088, 0.6785, 0.6772, 0.6657, 0.66, 0.6504, 0.6497, 0.6483, 0.6462], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc57247", "doc57242", "doc751998", "doc3001", "doc63804", "doc301772", "doc1395336", "doc1104254"], "ranked_scores": [0.8517, 0.7772, 0.7693, 0.761, 0.7375, 0.6983, 0.6889, 0.6875, 0.681, 0.673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc2292349", "doc2136789", "doc1982537", "doc1117624", "doc345111", "doc1489658", "doc1934037", "doc357235"], "ranked_scores": [0.8046, 0.7518, 0.7485, 0.7467, 0.7169, 0.7148, 0.7052, 0.6983, 0.6958, 0.6895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21829", "doc2271309", "doc812322", "doc69767", "doc21841", "doc2285692", "doc21832", "doc21871", "doc21856"], "ranked_scores": [0.8912, 0.8514, 0.7966, 0.7896, 0.7873, 0.7839, 0.7794, 0.7706, 0.7691, 0.7684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc2386390", "doc453091", "doc564709", "doc1247565", "doc1455255", "doc146101", "doc232625", "doc2317442", "doc78548"], "ranked_scores": [0.7893, 0.7756, 0.7685, 0.768, 0.7597, 0.7538, 0.7506, 0.7496, 0.7434, 0.7433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc887635", "doc1812661", "doc1812660", "doc559423", "doc2019060", "doc2165920", "doc1167678", "doc1234227", "doc2165905"], "ranked_scores": [0.8308, 0.8263, 0.815, 0.811, 0.8029, 0.7985, 0.7917, 0.7865, 0.7841, 0.7827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1959244", "doc27535", "doc540363", "doc361702", "doc361706", "doc381292", "doc437668", "doc2035410", "doc437683"], "ranked_scores": [0.7519, 0.6498, 0.6423, 0.6226, 0.6222, 0.6197, 0.6097, 0.6074, 0.6034, 0.6024], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc422133", "doc349747", "doc1328113", "doc925929", "doc54270", "doc293491", "doc119665", "doc2025330", "doc349744", "doc1953211"], "ranked_scores": [0.839, 0.8174, 0.8138, 0.8133, 0.8116, 0.8111, 0.7998, 0.7917, 0.7903, 0.7756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc1411599", "doc278641", "doc520687", "doc231271", "doc327730", "doc2096501", "doc625773", "doc966365"], "ranked_scores": [0.8555, 0.7071, 0.6912, 0.6908, 0.6809, 0.6758, 0.6746, 0.6741, 0.6703, 0.6647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61036", "doc61043", "doc61054", "doc61045", "doc627159", "doc928962", "doc491925", "doc2083822", "doc1750116"], "ranked_scores": [0.8229, 0.7585, 0.7349, 0.7312, 0.723, 0.6703, 0.6646, 0.6607, 0.646, 0.6319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc1116765", "doc97421", "doc369220", "doc2083994", "doc97442", "doc369234", "doc2083987", "doc152483"], "ranked_scores": [0.8374, 0.8272, 0.794, 0.7441, 0.7091, 0.7083, 0.6959, 0.6889, 0.6884, 0.6834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc1458417", "doc233794", "doc1357070", "doc2056931", "doc636337", "doc1612525", "doc447411", "doc1612515"], "ranked_scores": [0.7709, 0.7609, 0.7044, 0.6994, 0.6705, 0.6664, 0.6653, 0.6652, 0.6365, 0.6361], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc253608", "doc2254475", "doc437627", "doc83863", "doc50109", "doc1386116", "doc83871", "doc1377115", "doc2537824"], "ranked_scores": [0.7934, 0.7821, 0.7617, 0.7609, 0.7594, 0.7427, 0.7373, 0.7311, 0.7304, 0.729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703714", "doc337523", "doc388464", "doc1332302", "doc1445498", "doc106355", "doc703702", "doc106338", "doc703719"], "ranked_scores": [0.8784, 0.8611, 0.85, 0.845, 0.8315, 0.8261, 0.8179, 0.8135, 0.8135, 0.8094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7119", "doc7112", "doc7108", "doc1027625", "doc1599042", "doc7120", "doc7091", "doc7099", "doc526956"], "ranked_scores": [0.8101, 0.8085, 0.796, 0.7835, 0.7746, 0.7671, 0.7569, 0.754, 0.7382, 0.7356], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc2093563", "doc1740481", "doc1606435", "doc1101734", "doc2247113", "doc1169637", "doc90808", "doc107878", "doc1891830"], "ranked_scores": [0.8421, 0.7681, 0.7432, 0.7368, 0.7272, 0.7199, 0.7197, 0.7109, 0.7107, 0.6887], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750407", "doc1185427", "doc2018288", "doc187232", "doc750416", "doc750414", "doc897", "doc244386", "doc551718", "doc2347811"], "ranked_scores": [0.6963, 0.6711, 0.6477, 0.645, 0.6322, 0.6186, 0.6148, 0.6106, 0.5981, 0.5943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc468490", "doc24903", "doc2509293", "doc300567", "doc382236", "doc788472", "doc651957", "doc1168119"], "ranked_scores": [0.8134, 0.8092, 0.8088, 0.8026, 0.7866, 0.783, 0.7805, 0.7768, 0.7647, 0.7582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc36393", "doc2274222", "doc2483632", "doc2127006", "doc1244989", "doc80948", "doc938300", "doc58892", "doc23412"], "ranked_scores": [0.8131, 0.7546, 0.751, 0.75, 0.7042, 0.698, 0.6931, 0.6752, 0.6717, 0.6677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56921", "doc56903", "doc1685439", "doc2091597", "doc2313854", "doc1489575", "doc2439294"], "ranked_scores": [0.828, 0.8109, 0.7817, 0.7406, 0.739, 0.7131, 0.6991, 0.6974, 0.693, 0.6907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80078", "doc80067", "doc137908", "doc80151", "doc80154", "doc1391659", "doc1912506", "doc80074", "doc80100", "doc352904"], "ranked_scores": [0.8294, 0.8267, 0.811, 0.8104, 0.7937, 0.7799, 0.7746, 0.7738, 0.7659, 0.7625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc732015", "doc2240291", "doc1852908", "doc498654", "doc506854", "doc732101", "doc1248717", "doc2240293"], "ranked_scores": [0.843, 0.7242, 0.722, 0.7119, 0.7028, 0.6968, 0.6924, 0.6899, 0.6837, 0.6811], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc1858452", "doc207464", "doc2376934", "doc721916", "doc26461", "doc511592", "doc131786", "doc99377", "doc2517390"], "ranked_scores": [0.8072, 0.7691, 0.7613, 0.7575, 0.752, 0.7492, 0.7439, 0.7325, 0.7325, 0.7209], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc162716", "doc77973", "doc1430993", "doc1135778", "doc1287918", "doc735792", "doc5734"], "ranked_scores": [0.8773, 0.8097, 0.7649, 0.6015, 0.5895, 0.5865, 0.5634, 0.5589, 0.5528, 0.5327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc57940", "doc81655", "doc2115402", "doc57948", "doc37890", "doc282412", "doc1199221", "doc721746", "doc37895"], "ranked_scores": [0.7694, 0.7678, 0.7497, 0.7471, 0.7432, 0.7391, 0.7383, 0.7278, 0.7186, 0.7176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1936829", "doc751435", "doc1428083", "doc1612364", "doc866703", "doc2476432", "doc1368159", "doc22149", "doc1381513"], "ranked_scores": [0.8126, 0.6965, 0.6829, 0.6424, 0.6316, 0.6031, 0.6009, 0.5968, 0.585, 0.5764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc64317", "doc851269", "doc64316", "doc1385345", "doc35524", "doc456580", "doc1385353", "doc971992", "doc35522"], "ranked_scores": [0.802, 0.7774, 0.775, 0.7659, 0.7637, 0.7609, 0.7541, 0.7505, 0.7441, 0.7368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520222", "doc1520244", "doc1520219", "doc1520311", "doc1321882", "doc539428", "doc638932", "doc1334192", "doc539419", "doc1321929"], "ranked_scores": [0.8314, 0.8083, 0.8075, 0.7985, 0.7971, 0.7948, 0.7941, 0.7938, 0.7815, 0.7781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1842144", "doc2087240", "doc4611", "doc720105", "doc938718", "doc1314944", "doc1321876", "doc866490", "doc1846050", "doc1768160"], "ranked_scores": [0.6165, 0.5915, 0.583, 0.5705, 0.5552, 0.5388, 0.5293, 0.5292, 0.5111, 0.5106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1445420", "doc585415", "doc24934", "doc725581", "doc844175", "doc795696", "doc27298", "doc22149", "doc2182044"], "ranked_scores": [0.6337, 0.6008, 0.5825, 0.5816, 0.5789, 0.5618, 0.5497, 0.5494, 0.5447, 0.5421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1283940", "doc672552", "doc2660672", "doc1346601", "doc602735", "doc602724", "doc611282", "doc2652795"], "ranked_scores": [0.9022, 0.7744, 0.6842, 0.6358, 0.6203, 0.6159, 0.6097, 0.6079, 0.6022, 0.6016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc1007190", "doc530778", "doc2337863", "doc1394743", "doc996399", "doc2142521", "doc324530"], "ranked_scores": [0.8771, 0.8658, 0.7872, 0.7634, 0.6994, 0.6973, 0.6908, 0.6836, 0.6827, 0.6774], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2499695", "doc1030288", "doc2527260", "doc134070", "doc1373324", "doc2449643", "doc2393669", "doc660236", "doc1119808", "doc2429823"], "ranked_scores": [0.7928, 0.7882, 0.777, 0.7707, 0.7642, 0.7563, 0.7556, 0.746, 0.7433, 0.7403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc1587280", "doc849003", "doc719006", "doc543176", "doc1729412", "doc1270352", "doc1223270", "doc105764"], "ranked_scores": [0.8192, 0.7884, 0.7633, 0.7565, 0.7385, 0.723, 0.7209, 0.7176, 0.71, 0.7029], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2224155", "doc2107018", "doc1927002", "doc52414", "doc628470", "doc53643", "doc6531", "doc324540", "doc606253"], "ranked_scores": [0.8256, 0.8213, 0.8066, 0.7911, 0.7784, 0.7774, 0.7671, 0.7654, 0.7647, 0.7642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc211209", "doc720207", "doc768322", "doc2607396", "doc435076", "doc435075", "doc1914276", "doc2587564", "doc782782"], "ranked_scores": [0.8263, 0.8253, 0.8072, 0.791, 0.779, 0.7774, 0.7668, 0.7623, 0.7572, 0.752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2085567", "doc2636635", "doc878338", "doc264212", "doc2448623", "doc733127", "doc1531603", "doc2119808", "doc2173325"], "ranked_scores": [0.7399, 0.7141, 0.6762, 0.6757, 0.6745, 0.6636, 0.6535, 0.651, 0.6247, 0.6228], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc2083699", "doc245411", "doc2582196", "doc2144435", "doc2361509", "doc1548640", "doc868658", "doc1512025", "doc1552106"], "ranked_scores": [0.7026, 0.6359, 0.6302, 0.6276, 0.6171, 0.6033, 0.5961, 0.5762, 0.5742, 0.5688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc376241", "doc601133", "doc390322", "doc57975", "doc1055373", "doc1345740", "doc2265144", "doc635536", "doc1293555", "doc2326766"], "ranked_scores": [0.6914, 0.6725, 0.6461, 0.6402, 0.6285, 0.6072, 0.6063, 0.6007, 0.5983, 0.581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc2058897", "doc860546", "doc1160263", "doc546881", "doc1792210", "doc1986449", "doc2465656", "doc1333905", "doc588590"], "ranked_scores": [0.7835, 0.7455, 0.7356, 0.7336, 0.7233, 0.7107, 0.7086, 0.7064, 0.7001, 0.6873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2361509", "doc2316721", "doc807", "doc201170", "doc201181", "doc965461", "doc2391797", "doc1526184", "doc890682", "doc2085567"], "ranked_scores": [0.6599, 0.6578, 0.6218, 0.6012, 0.5954, 0.5934, 0.5901, 0.5866, 0.5729, 0.5688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc127040", "doc88931", "doc1763997", "doc779563", "doc399027", "doc88934", "doc1070787", "doc2107043", "doc107246"], "ranked_scores": [0.7382, 0.7361, 0.7006, 0.6926, 0.6915, 0.6901, 0.6871, 0.6675, 0.6651, 0.6587], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc338818", "doc1455511", "doc21363", "doc2336226", "doc21368", "doc1455509", "doc1455469", "doc1738086", "doc1455508"], "ranked_scores": [0.6737, 0.666, 0.6499, 0.6405, 0.639, 0.6361, 0.6167, 0.6012, 0.5947, 0.5943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108456", "doc193828", "doc1791044", "doc108559", "doc18273", "doc63590", "doc911115", "doc1755601", "doc1774519", "doc193844"], "ranked_scores": [0.7928, 0.7799, 0.7557, 0.7542, 0.7475, 0.7475, 0.7475, 0.742, 0.7294, 0.727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc1130696", "doc7161", "doc203256", "doc2480339", "doc7166", "doc7163", "doc1945404", "doc1804263"], "ranked_scores": [0.7357, 0.6548, 0.647, 0.6464, 0.634, 0.6219, 0.6139, 0.6095, 0.5987, 0.59], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4685, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc2653657", "doc1735215", "doc751726", "doc1891612", "doc717117", "doc751719", "doc102077", "doc1260422", "doc1387772"], "ranked_scores": [0.6157, 0.6066, 0.5954, 0.5878, 0.572, 0.5692, 0.5453, 0.537, 0.5367, 0.5355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2057552", "doc980993", "doc2259197", "doc208245", "doc2639996", "doc1436063", "doc705226", "doc1570656", "doc785515", "doc2007762"], "ranked_scores": [0.6815, 0.6676, 0.652, 0.6405, 0.6318, 0.6237, 0.616, 0.6142, 0.6118, 0.6071], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc36467", "doc36463", "doc1618376", "doc1618372", "doc2622759", "doc36485", "doc2396125", "doc2396140", "doc474064"], "ranked_scores": [0.7868, 0.7851, 0.767, 0.7663, 0.7476, 0.724, 0.6969, 0.6855, 0.6474, 0.6458], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106332", "doc703714", "doc973089", "doc284042", "doc1332302", "doc388464", "doc2832", "doc337523", "doc284002", "doc298160"], "ranked_scores": [0.838, 0.8339, 0.8171, 0.814, 0.8096, 0.8081, 0.8024, 0.8021, 0.8015, 0.7965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc1119808", "doc1520499", "doc729573", "doc108887", "doc729661", "doc596021", "doc1373324", "doc2393669"], "ranked_scores": [0.8283, 0.8196, 0.8189, 0.8106, 0.8062, 0.8009, 0.7986, 0.7876, 0.7827, 0.7732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1431001", "doc1430994", "doc1504263", "doc77976", "doc1741046", "doc1224325", "doc2431682", "doc77971", "doc5734"], "ranked_scores": [0.6552, 0.6375, 0.6132, 0.5831, 0.5828, 0.5749, 0.5621, 0.5613, 0.5602, 0.5593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc751998", "doc57242", "doc57232", "doc751967", "doc63804", "doc1395336", "doc1104254", "doc2040327"], "ranked_scores": [0.8445, 0.7879, 0.7647, 0.7646, 0.7515, 0.6867, 0.6759, 0.6731, 0.6532, 0.6514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc2292349", "doc1749973", "doc2136789", "doc345111", "doc2415290", "doc357235", "doc2345266", "doc357255", "doc1815291"], "ranked_scores": [0.7413, 0.7012, 0.6925, 0.649, 0.6398, 0.6223, 0.6202, 0.6155, 0.6114, 0.6028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21829", "doc69767", "doc761186", "doc377466", "doc2285692", "doc776142", "doc21832", "doc21856", "doc69778"], "ranked_scores": [0.8801, 0.811, 0.7925, 0.7691, 0.757, 0.7545, 0.7453, 0.7449, 0.7378, 0.7374], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc146101", "doc1177870", "doc2386390", "doc453091", "doc453172", "doc1007260", "doc658301", "doc564709", "doc1247565", "doc1674853"], "ranked_scores": [0.7658, 0.7651, 0.7522, 0.7394, 0.7349, 0.7344, 0.7336, 0.7315, 0.7302, 0.7134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc559423", "doc887635", "doc2165920", "doc1812661", "doc2165905", "doc1741706", "doc2019060", "doc1234227", "doc1812660"], "ranked_scores": [0.8111, 0.8008, 0.7981, 0.7881, 0.788, 0.7849, 0.7795, 0.7704, 0.7601, 0.7467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc540358", "doc540363", "doc2085928", "doc27535", "doc1386925", "doc1324046", "doc2085932", "doc2035410", "doc1959244"], "ranked_scores": [0.755, 0.6452, 0.6412, 0.5881, 0.586, 0.584, 0.5772, 0.5756, 0.568, 0.564], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc349747", "doc1328113", "doc293491", "doc77634", "doc101332", "doc54270", "doc422133", "doc77640", "doc349744"], "ranked_scores": [0.8287, 0.8089, 0.8067, 0.8033, 0.798, 0.7911, 0.7858, 0.785, 0.7806, 0.7763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc278641", "doc1798668", "doc1017147", "doc2096501", "doc520687", "doc520684", "doc896716", "doc1456780", "doc2107778"], "ranked_scores": [0.8153, 0.6517, 0.6458, 0.6359, 0.6207, 0.6158, 0.6153, 0.6074, 0.6011, 0.5977], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61036", "doc61043", "doc61054", "doc61045", "doc627159", "doc1231969", "doc928962", "doc1976860", "doc401103"], "ranked_scores": [0.7841, 0.7528, 0.7398, 0.7391, 0.7221, 0.6673, 0.6081, 0.593, 0.5758, 0.5716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97445", "doc97421", "doc369220", "doc369237", "doc369276", "doc97442", "doc369234", "doc2083987"], "ranked_scores": [0.8625, 0.8116, 0.8085, 0.7664, 0.7043, 0.6753, 0.6731, 0.6641, 0.664, 0.6557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1357070", "doc1458417", "doc1458400", "doc1612515", "doc357482", "doc636337", "doc2534674", "doc233794"], "ranked_scores": [0.7758, 0.7285, 0.653, 0.6477, 0.6202, 0.6016, 0.5971, 0.5962, 0.5901, 0.5835], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1984127", "doc1386116", "doc83863", "doc1386166", "doc253608", "doc1377115", "doc66003", "doc83871", "doc1883243"], "ranked_scores": [0.7545, 0.7337, 0.7211, 0.7119, 0.7069, 0.6908, 0.6801, 0.6735, 0.6698, 0.6547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703714", "doc106355", "doc388464", "doc703719", "doc106333", "doc1332302", "doc703728", "doc106338", "doc703702"], "ranked_scores": [0.8488, 0.8072, 0.8069, 0.8067, 0.8018, 0.7796, 0.7765, 0.7729, 0.7685, 0.7685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7112", "doc7119", "doc7091", "doc7120", "doc7099", "doc7108", "doc697071", "doc683357", "doc7116"], "ranked_scores": [0.7855, 0.7786, 0.7693, 0.7604, 0.747, 0.7466, 0.7429, 0.7085, 0.7046, 0.699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc2093563", "doc1740481", "doc1606435", "doc1101734", "doc854693", "doc2033841", "doc107878"], "ranked_scores": [0.8159, 0.705, 0.69, 0.6857, 0.6635, 0.6554, 0.6535, 0.6281, 0.6242, 0.6236], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750407", "doc897", "doc750416", "doc750414", "doc244386", "doc2018288", "doc1185427", "doc490514", "doc648344", "doc220990"], "ranked_scores": [0.694, 0.6634, 0.6507, 0.622, 0.6174, 0.6141, 0.6044, 0.5989, 0.5846, 0.5754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc24903", "doc30773", "doc468490", "doc382236", "doc24925", "doc416774", "doc300567", "doc2509293", "doc1380356"], "ranked_scores": [0.7616, 0.7442, 0.7153, 0.7141, 0.7028, 0.6912, 0.6845, 0.6756, 0.6654, 0.6526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2274222", "doc36393", "doc2127006", "doc2483632", "doc2009369", "doc1244989", "doc1104361", "doc80948", "doc2504604"], "ranked_scores": [0.7591, 0.6928, 0.6914, 0.6751, 0.6666, 0.651, 0.6236, 0.6231, 0.6205, 0.6135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56921", "doc56903", "doc2091597", "doc56902", "doc2313854", "doc1685439", "doc2408092"], "ranked_scores": [0.796, 0.7829, 0.7691, 0.7402, 0.7099, 0.6525, 0.6468, 0.6445, 0.6444, 0.6403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc137908", "doc80074", "doc80067", "doc1912506", "doc80078", "doc352904", "doc80154", "doc345632", "doc80151", "doc345642"], "ranked_scores": [0.798, 0.7832, 0.7535, 0.747, 0.741, 0.7406, 0.7355, 0.7105, 0.7101, 0.7078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc1852908", "doc732101", "doc498654", "doc2353712", "doc506854", "doc439092", "doc86071", "doc2240291"], "ranked_scores": [0.8119, 0.6834, 0.6618, 0.6545, 0.6516, 0.6468, 0.6373, 0.6325, 0.6297, 0.628], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc207464", "doc26444", "doc99377", "doc2376934", "doc511592", "doc26461", "doc1858452", "doc1202814", "doc1828659", "doc224101"], "ranked_scores": [0.76, 0.7366, 0.7116, 0.6885, 0.6876, 0.6847, 0.6795, 0.6707, 0.6686, 0.6621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1287918", "doc2163089", "doc447411", "doc1336177", "doc1887731", "doc973089", "doc1471942"], "ranked_scores": [0.8693, 0.8138, 0.7559, 0.493, 0.4546, 0.4512, 0.4416, 0.4388, 0.4363, 0.4306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc57948", "doc57940", "doc57946", "doc1199221", "doc81655", "doc721746", "doc2115402", "doc37895", "doc37884"], "ranked_scores": [0.7436, 0.739, 0.7326, 0.7281, 0.7177, 0.7166, 0.7159, 0.6892, 0.6631, 0.6417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1612364", "doc1368159", "doc1936829", "doc866703", "doc1428083", "doc22149", "doc2113492", "doc469055"], "ranked_scores": [0.8369, 0.7193, 0.6383, 0.6336, 0.6107, 0.589, 0.5844, 0.5496, 0.5308, 0.529], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc851269", "doc64316", "doc64317", "doc971992", "doc35524", "doc456580", "doc1385349", "doc1385345", "doc1385353"], "ranked_scores": [0.8293, 0.823, 0.8028, 0.8016, 0.799, 0.7947, 0.7934, 0.792, 0.7913, 0.7894], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc539428", "doc1520311", "doc437678", "doc437677", "doc1334192", "doc539419", "doc1520219", "doc1520222", "doc2545031"], "ranked_scores": [0.8125, 0.8113, 0.7959, 0.7945, 0.786, 0.7857, 0.7759, 0.7746, 0.7739, 0.7726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc4611", "doc720105", "doc35173", "doc1842144", "doc938718", "doc2593884", "doc1314979", "doc2087240", "doc859731", "doc2526412"], "ranked_scores": [0.5156, 0.5145, 0.4855, 0.4852, 0.485, 0.4725, 0.4659, 0.4588, 0.4584, 0.4443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1445420", "doc645564", "doc24934", "doc1597244", "doc570839", "doc725581", "doc1891609", "doc2666461", "doc844175"], "ranked_scores": [0.6733, 0.586, 0.5843, 0.5359, 0.5226, 0.5188, 0.5098, 0.5081, 0.508, 0.5071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc369298", "doc1283940", "doc1443647", "doc317197", "doc2086681", "doc611282", "doc1617178", "doc238798"], "ranked_scores": [0.86, 0.7793, 0.6241, 0.6174, 0.6122, 0.6044, 0.5983, 0.5951, 0.5915, 0.5886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc530778", "doc996399", "doc1394743", "doc2142521", "doc324530", "doc1840635", "doc1007190"], "ranked_scores": [0.8782, 0.8293, 0.7236, 0.7123, 0.6911, 0.6905, 0.6782, 0.6758, 0.675, 0.6604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1030288", "doc402145", "doc2499695", "doc2449643", "doc2429823", "doc1373324", "doc515771", "doc1119808", "doc2393669", "doc2527260"], "ranked_scores": [0.7425, 0.736, 0.7217, 0.7202, 0.7082, 0.7073, 0.7003, 0.6996, 0.6934, 0.6894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc105756", "doc849003", "doc1729412", "doc543176", "doc737771", "doc1587280", "doc719060", "doc105759"], "ranked_scores": [0.8375, 0.768, 0.7385, 0.71, 0.7038, 0.6907, 0.6857, 0.6851, 0.6772, 0.6771], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2224155", "doc2107018", "doc324540", "doc52414", "doc1927002", "doc2107022", "doc53643", "doc2107033", "doc6531"], "ranked_scores": [0.8137, 0.8037, 0.7946, 0.7775, 0.768, 0.7654, 0.763, 0.7532, 0.7531, 0.7523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2607396", "doc736126", "doc720207", "doc768322", "doc211209", "doc435076", "doc435075", "doc1921625", "doc2498492", "doc2352487"], "ranked_scores": [0.7357, 0.7292, 0.711, 0.7105, 0.7094, 0.7041, 0.6934, 0.6904, 0.688, 0.6878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc336518", "doc2085567", "doc733127", "doc2636635", "doc1508870", "doc1531603", "doc2448623", "doc264212", "doc1935873"], "ranked_scores": [0.6549, 0.6535, 0.6288, 0.6086, 0.6054, 0.6051, 0.6019, 0.5963, 0.5865, 0.5602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc245411", "doc2361509", "doc2144435", "doc2083699", "doc946285", "doc1733379", "doc725581", "doc2582196"], "ranked_scores": [0.7363, 0.6446, 0.5683, 0.5549, 0.5496, 0.5036, 0.4982, 0.4945, 0.4917, 0.4911], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc601133", "doc376241", "doc390322", "doc57975", "doc1293555", "doc1153924", "doc1345740", "doc376243", "doc2043743"], "ranked_scores": [0.662, 0.6475, 0.6279, 0.597, 0.5926, 0.5711, 0.5576, 0.555, 0.5536, 0.547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1160263", "doc1333905", "doc2465656", "doc546881", "doc2058897", "doc588578", "doc1986449", "doc61233", "doc860546"], "ranked_scores": [0.7357, 0.7007, 0.6986, 0.6852, 0.6766, 0.6645, 0.6572, 0.6537, 0.6468, 0.6388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2391797", "doc2316721", "doc1685203", "doc2361509", "doc878338", "doc190844", "doc231144", "doc2056931", "doc890682", "doc1526184"], "ranked_scores": [0.5672, 0.5554, 0.5545, 0.5431, 0.5358, 0.5327, 0.53, 0.5253, 0.5253, 0.5229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc88934", "doc2624067", "doc779563", "doc88931", "doc399027", "doc2015719", "doc1070787", "doc1763997", "doc127031"], "ranked_scores": [0.7181, 0.6974, 0.6863, 0.673, 0.663, 0.66, 0.6559, 0.6509, 0.6498, 0.6403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc338818", "doc1455511", "doc21363", "doc2336226", "doc1455509", "doc1308445", "doc1455469", "doc21350", "doc1455508"], "ranked_scores": [0.6306, 0.6021, 0.6019, 0.5902, 0.5827, 0.5772, 0.5618, 0.5556, 0.5482, 0.5435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108559", "doc108456", "doc1791044", "doc108481", "doc2563559", "doc63590", "doc911115", "doc18273", "doc2072948", "doc376580"], "ranked_scores": [0.7326, 0.7308, 0.7305, 0.6959, 0.684, 0.6797, 0.6797, 0.6797, 0.6719, 0.666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc355540", "doc7163", "doc7166", "doc1670303", "doc1645155", "doc688749", "doc450131", "doc1948176"], "ranked_scores": [0.7807, 0.6531, 0.6188, 0.5982, 0.584, 0.5782, 0.5461, 0.5418, 0.5403, 0.5388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc751726", "doc2653657", "doc455756", "doc1260422", "doc1826212", "doc751729", "doc751718", "doc751719", "doc1537788"], "ranked_scores": [0.6201, 0.6071, 0.5965, 0.5805, 0.5723, 0.5689, 0.5329, 0.5125, 0.5025, 0.4779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc642762", "doc2483577", "doc2057552", "doc1564173", "doc2639996", "doc2634368", "doc190281", "doc1205332", "doc673167"], "ranked_scores": [0.5877, 0.5524, 0.5446, 0.5406, 0.5373, 0.5252, 0.5251, 0.5229, 0.5211, 0.512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc36467", "doc36463", "doc1618376", "doc1618372", "doc2396125", "doc36485", "doc2622759", "doc1256783", "doc2622778"], "ranked_scores": [0.7983, 0.7846, 0.7732, 0.7685, 0.7456, 0.7239, 0.7158, 0.7007, 0.6764, 0.6415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc973089", "doc388464", "doc284042", "doc106332", "doc703714", "doc106355", "doc1887731", "doc106333", "doc1332302"], "ranked_scores": [0.7792, 0.7734, 0.7649, 0.759, 0.7585, 0.7503, 0.7402, 0.737, 0.7368, 0.7367], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc108887", "doc729661", "doc729573", "doc1520499", "doc1373324", "doc1119808", "doc596021", "doc2393669"], "ranked_scores": [0.8526, 0.8415, 0.8174, 0.795, 0.7937, 0.7892, 0.7881, 0.7797, 0.7546, 0.7411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1431001", "doc1430994", "doc1430993", "doc77976", "doc1504263", "doc5734", "doc2431682", "doc1927658", "doc417330", "doc2445344"], "ranked_scores": [0.5961, 0.5949, 0.5395, 0.5291, 0.5092, 0.4566, 0.4121, 0.4026, 0.4026, 0.4026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc57247", "doc57242", "doc751998", "doc751967", "doc63804", "doc1104254", "doc3001", "doc2040327"], "ranked_scores": [0.8576, 0.7692, 0.7636, 0.7578, 0.7346, 0.6658, 0.6625, 0.661, 0.6579, 0.6507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc2292349", "doc345111", "doc1664486", "doc357235", "doc357255", "doc2345266", "doc2136789", "doc63542"], "ranked_scores": [0.7428, 0.6715, 0.6613, 0.6164, 0.6123, 0.6095, 0.6006, 0.5941, 0.5929, 0.5835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc377466", "doc21829", "doc2285692", "doc69778", "doc2019171", "doc21832", "doc776142", "doc21831"], "ranked_scores": [0.8419, 0.7531, 0.7114, 0.7057, 0.7054, 0.6921, 0.6895, 0.6872, 0.6805, 0.6765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc146101", "doc453091", "doc1177870", "doc1007260", "doc1247565", "doc415323", "doc2386390", "doc232625", "doc453172"], "ranked_scores": [0.7406, 0.7249, 0.7095, 0.6994, 0.6916, 0.6866, 0.6813, 0.6805, 0.6787, 0.6733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc887635", "doc1812661", "doc1741706", "doc559423", "doc2165905", "doc1812659", "doc1366757", "doc1812660", "doc2019060"], "ranked_scores": [0.791, 0.7872, 0.7855, 0.7808, 0.7796, 0.7639, 0.7531, 0.7524, 0.7522, 0.7498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc540358", "doc1324046", "doc2085928", "doc27535", "doc27538", "doc1386925", "doc540363", "doc1407409", "doc1389070"], "ranked_scores": [0.6962, 0.5901, 0.5818, 0.5716, 0.5637, 0.5599, 0.5457, 0.5446, 0.5299, 0.5296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc77634", "doc101332", "doc119665", "doc422133", "doc1669853", "doc293491", "doc825186", "doc1328113", "doc349747"], "ranked_scores": [0.7735, 0.7684, 0.7546, 0.7473, 0.7443, 0.7381, 0.7359, 0.7338, 0.7323, 0.7283], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc278641", "doc520684", "doc1017147", "doc520687", "doc966365", "doc29759", "doc101561", "doc1456780"], "ranked_scores": [0.8032, 0.6195, 0.6075, 0.6014, 0.5926, 0.5768, 0.5749, 0.5659, 0.563, 0.5604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc1376346", "doc61036", "doc61045", "doc61043", "doc627159", "doc928962", "doc491925", "doc1231969", "doc1376345"], "ranked_scores": [0.7714, 0.7599, 0.7572, 0.7294, 0.7121, 0.633, 0.6191, 0.5598, 0.5549, 0.5524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97445", "doc369237", "doc97430", "doc369276", "doc97442", "doc369234", "doc2083987"], "ranked_scores": [0.8718, 0.7995, 0.7661, 0.7618, 0.6739, 0.6601, 0.6524, 0.6518, 0.6466, 0.6343], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1458417", "doc1357070", "doc1612515", "doc2534674", "doc636337", "doc1458400", "doc1153299", "doc1644239"], "ranked_scores": [0.7609, 0.7274, 0.6713, 0.6495, 0.5908, 0.5907, 0.5703, 0.5643, 0.5557, 0.5514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc1386116", "doc83863", "doc253608", "doc1984127", "doc66003", "doc83871", "doc2254475", "doc1667013"], "ranked_scores": [0.7582, 0.7225, 0.7172, 0.7097, 0.7096, 0.7051, 0.6707, 0.6473, 0.6462, 0.6445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc106355", "doc703719", "doc388464", "doc703714", "doc106333", "doc2832", "doc1445498", "doc106357", "doc703721"], "ranked_scores": [0.8437, 0.8077, 0.8056, 0.7963, 0.7917, 0.7909, 0.7679, 0.7669, 0.7637, 0.7614], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7106", "doc7119", "doc7091", "doc7108", "doc697071", "doc7099", "doc7120", "doc683357", "doc692559"], "ranked_scores": [0.8043, 0.7895, 0.774, 0.7715, 0.758, 0.7513, 0.7453, 0.7392, 0.7343, 0.7302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc1606435", "doc2033842", "doc1859220", "doc2093563", "doc1740481", "doc2033841", "doc854693"], "ranked_scores": [0.7644, 0.6298, 0.5997, 0.5695, 0.5684, 0.5668, 0.5641, 0.5598, 0.5592, 0.559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc750407", "doc244386", "doc750416", "doc2018288", "doc220990", "doc648344", "doc648335", "doc1185427", "doc2420483"], "ranked_scores": [0.6412, 0.5949, 0.5895, 0.5812, 0.5804, 0.5672, 0.5491, 0.5485, 0.5483, 0.536], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc24903", "doc468490", "doc382236", "doc30773", "doc24925", "doc416774", "doc300567", "doc1380356", "doc1380357"], "ranked_scores": [0.7651, 0.7371, 0.7346, 0.7295, 0.7032, 0.6924, 0.6898, 0.6847, 0.6827, 0.6661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc36393", "doc2009369", "doc2127006", "doc750416", "doc1104361", "doc648364", "doc648335", "doc2274222"], "ranked_scores": [0.7259, 0.6583, 0.6452, 0.6418, 0.5991, 0.5907, 0.5713, 0.5671, 0.5627, 0.5622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc56921", "doc1102442", "doc56903", "doc2091597", "doc2408092", "doc2313854", "doc2509996", "doc1685439"], "ranked_scores": [0.8088, 0.7662, 0.7604, 0.7495, 0.7127, 0.6705, 0.6625, 0.6465, 0.6395, 0.6325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80074", "doc80067", "doc352904", "doc137908", "doc80078", "doc80151", "doc345632", "doc345642", "doc1912506", "doc80154"], "ranked_scores": [0.7606, 0.7597, 0.7498, 0.7475, 0.7421, 0.7216, 0.7209, 0.7158, 0.711, 0.6961], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc2353712", "doc2240293", "doc732015", "doc498654", "doc506854", "doc180079", "doc18814", "doc2240291"], "ranked_scores": [0.794, 0.6693, 0.6447, 0.6391, 0.6188, 0.6172, 0.6124, 0.6124, 0.6104, 0.6045], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc207464", "doc99377", "doc2376934", "doc26461", "doc131786", "doc1858452", "doc474060", "doc474073", "doc224101"], "ranked_scores": [0.7603, 0.7305, 0.7017, 0.6766, 0.6725, 0.6698, 0.6661, 0.6655, 0.6616, 0.6594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1878861", "doc1287918", "doc698039", "doc162716", "doc447411", "doc698075", "doc2486395"], "ranked_scores": [0.8753, 0.7962, 0.7741, 0.4545, 0.4536, 0.452, 0.4366, 0.4254, 0.4115, 0.4065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc1199221", "doc57940", "doc57946", "doc81655", "doc721746", "doc57948", "doc2115402", "doc37895", "doc1390300"], "ranked_scores": [0.757, 0.7223, 0.7211, 0.715, 0.7106, 0.71, 0.6762, 0.628, 0.6038, 0.5902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1612364", "doc1936829", "doc22149", "doc1428083", "doc1368159", "doc866703", "doc751410", "doc1723101"], "ranked_scores": [0.8278, 0.7076, 0.6439, 0.6153, 0.6125, 0.6123, 0.6109, 0.6085, 0.5403, 0.5282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc851269", "doc64316", "doc971992", "doc64317", "doc1376793", "doc64314", "doc1385349", "doc1683659", "doc1385345"], "ranked_scores": [0.7856, 0.7831, 0.7738, 0.7521, 0.7488, 0.7468, 0.7437, 0.7394, 0.7375, 0.7374], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc1520311", "doc1334192", "doc539428", "doc437678", "doc539419", "doc437677", "doc437685", "doc1520222", "doc1520213"], "ranked_scores": [0.7774, 0.7646, 0.7435, 0.7398, 0.7397, 0.7254, 0.7222, 0.7178, 0.713, 0.7031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc720105", "doc938718", "doc1314979", "doc877823", "doc4611", "doc866490", "doc1314944", "doc1314852", "doc1315001"], "ranked_scores": [0.5523, 0.524, 0.4929, 0.4796, 0.4653, 0.4579, 0.447, 0.4457, 0.4437, 0.4313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1445420", "doc645564", "doc24934", "doc2390440", "doc1801894", "doc24938", "doc1597244", "doc570839", "doc200940"], "ranked_scores": [0.5784, 0.5596, 0.4984, 0.4877, 0.4633, 0.462, 0.4564, 0.4435, 0.4408, 0.4379], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc672552", "doc1283940", "doc317197", "doc238798", "doc758677", "doc1074209", "doc611282", "doc1617178"], "ranked_scores": [0.8542, 0.7672, 0.5634, 0.5531, 0.5516, 0.5476, 0.5458, 0.5337, 0.5302, 0.5141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc530778", "doc1840635", "doc324530", "doc996399", "doc2142521", "doc1394743", "doc1007190"], "ranked_scores": [0.8889, 0.8085, 0.7181, 0.6896, 0.6646, 0.6637, 0.6623, 0.6613, 0.6587, 0.6461], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc402145", "doc2429823", "doc1030288", "doc1185579", "doc515771", "doc2527260", "doc94371", "doc660271", "doc2194194"], "ranked_scores": [0.7312, 0.7307, 0.7024, 0.7017, 0.685, 0.6837, 0.6797, 0.674, 0.6686, 0.6659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc105758", "doc105763", "doc830308", "doc2355469", "doc849003", "doc1534825", "doc1729412", "doc737771"], "ranked_scores": [0.808, 0.7456, 0.732, 0.7, 0.6857, 0.6852, 0.6733, 0.6671, 0.6669, 0.6666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2107018", "doc2224155", "doc2107022", "doc324540", "doc52414", "doc1927002", "doc2107033", "doc606253", "doc28935"], "ranked_scores": [0.7878, 0.785, 0.7786, 0.7684, 0.7645, 0.7595, 0.7545, 0.7462, 0.7384, 0.735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc768322", "doc42101", "doc313364", "doc1921625", "doc435076", "doc720207", "doc435075", "doc465988", "doc1192046"], "ranked_scores": [0.7292, 0.6977, 0.6899, 0.6895, 0.6773, 0.6764, 0.6732, 0.6645, 0.6623, 0.6604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc336518", "doc1508870", "doc2085567", "doc733127", "doc1531603", "doc264212", "doc1736704", "doc1736708", "doc2448623"], "ranked_scores": [0.6346, 0.6132, 0.5855, 0.5782, 0.5659, 0.5576, 0.5384, 0.5362, 0.5358, 0.5358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2361509", "doc2144435", "doc2019605", "doc311498", "doc245411", "doc2083699", "doc946285", "doc1538025"], "ranked_scores": [0.7446, 0.6592, 0.4835, 0.4765, 0.4751, 0.4616, 0.4552, 0.4474, 0.4288, 0.4229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc376241", "doc601133", "doc57975", "doc864555", "doc2043743", "doc1345740", "doc225655", "doc390322", "doc376243"], "ranked_scores": [0.6517, 0.598, 0.5717, 0.5502, 0.537, 0.5329, 0.5289, 0.5234, 0.5174, 0.5163], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986449", "doc1333905", "doc134196", "doc546881", "doc1160263", "doc2465656", "doc1584862", "doc588578", "doc2117093"], "ranked_scores": [0.7351, 0.6978, 0.6841, 0.6829, 0.6806, 0.6615, 0.6482, 0.6386, 0.638, 0.6213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2361509", "doc890682", "doc2391797", "doc312607", "doc2316721", "doc1370451", "doc2334133", "doc1218368", "doc878338", "doc1892012"], "ranked_scores": [0.5464, 0.4975, 0.4932, 0.4897, 0.4885, 0.4736, 0.4731, 0.4705, 0.4703, 0.4667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc2624067", "doc2015719", "doc88934", "doc1763997", "doc107246", "doc88931", "doc399027", "doc779563", "doc127031"], "ranked_scores": [0.6979, 0.6601, 0.6544, 0.6399, 0.6273, 0.6265, 0.623, 0.6228, 0.6198, 0.6186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc21350", "doc338818", "doc21363", "doc698075", "doc21368", "doc1455509", "doc1798523", "doc1455469", "doc81655"], "ranked_scores": [0.5728, 0.553, 0.553, 0.5391, 0.5346, 0.5323, 0.5277, 0.5211, 0.5151, 0.511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108559", "doc108456", "doc911115", "doc18273", "doc63590", "doc2563559", "doc1791044", "doc376565", "doc1774519", "doc2072948"], "ranked_scores": [0.7358, 0.7219, 0.7035, 0.7035, 0.7035, 0.7, 0.68, 0.6418, 0.6408, 0.639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc355540", "doc1670303", "doc1948176", "doc7163", "doc7166", "doc1272096", "doc688749", "doc1997397"], "ranked_scores": [0.7504, 0.6474, 0.645, 0.595, 0.5821, 0.5585, 0.5486, 0.5476, 0.5196, 0.5171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc2653657", "doc1735215", "doc1260422", "doc751726", "doc1826212", "doc751729", "doc455756", "doc751719", "doc751714", "doc1387772"], "ranked_scores": [0.5924, 0.5843, 0.5583, 0.5526, 0.5423, 0.5209, 0.4973, 0.4598, 0.4483, 0.4359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc980993", "doc2057552", "doc1170390", "doc190281", "doc2639996", "doc1170391", "doc2634368", "doc2007762", "doc1205332"], "ranked_scores": [0.5925, 0.5442, 0.5358, 0.5354, 0.5339, 0.524, 0.5229, 0.5156, 0.5095, 0.5068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc36463", "doc1618376", "doc36467", "doc1618372", "doc2396125", "doc2622759", "doc36485", "doc2396140", "doc1256783"], "ranked_scores": [0.7959, 0.7618, 0.7463, 0.745, 0.7137, 0.7012, 0.6724, 0.667, 0.6516, 0.6513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc973089", "doc2832", "doc106355", "doc703719", "doc106332", "doc388464", "doc703714", "doc337547", "doc106333", "doc106357"], "ranked_scores": [0.762, 0.7615, 0.7566, 0.7537, 0.747, 0.74, 0.7315, 0.729, 0.7251, 0.7227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc729573", "doc108887", "doc1119808", "doc729661", "doc1373324", "doc1520499", "doc2393669", "doc596021"], "ranked_scores": [0.8503, 0.8462, 0.8066, 0.8019, 0.7968, 0.7948, 0.7743, 0.7468, 0.744, 0.7334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1431001", "doc1430994", "doc77976", "doc1430993", "doc1504263", "doc5734", "doc77971", "doc77973", "doc1972282", "doc2079848"], "ranked_scores": [0.6329, 0.6169, 0.5797, 0.5463, 0.5137, 0.4937, 0.4294, 0.4222, 0.3875, 0.3687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57247", "doc751998", "doc57232", "doc63804", "doc1104254", "doc2040327", "doc1395336", "doc3001"], "ranked_scores": [0.7987, 0.7526, 0.7216, 0.6996, 0.6894, 0.6301, 0.6261, 0.6233, 0.6167, 0.6152], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc2292349", "doc1664486", "doc2136789", "doc1268295", "doc2415290", "doc63543", "doc2345266", "doc357235"], "ranked_scores": [0.7445, 0.6722, 0.6683, 0.6461, 0.6313, 0.5985, 0.5981, 0.5971, 0.5926, 0.5898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc377466", "doc21829", "doc21832", "doc21831", "doc2285692", "doc2019171", "doc69778", "doc776142"], "ranked_scores": [0.8434, 0.7484, 0.7303, 0.7137, 0.7132, 0.7033, 0.7004, 0.6955, 0.6896, 0.6838], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc1177870", "doc146101", "doc453091", "doc392076", "doc658301", "doc230376", "doc453172", "doc1247565", "doc2317442"], "ranked_scores": [0.7311, 0.73, 0.7282, 0.7272, 0.711, 0.7044, 0.7043, 0.7043, 0.6948, 0.6914], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc559423", "doc1812661", "doc1741706", "doc2165920", "doc1812660", "doc1366757", "doc1366765", "doc2171164", "doc887635"], "ranked_scores": [0.7869, 0.7854, 0.7845, 0.779, 0.7649, 0.7535, 0.7374, 0.7364, 0.7349, 0.7304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27535", "doc1852503", "doc27538", "doc1021718", "doc1407409", "doc1770477", "doc1324046", "doc1279689", "doc361696"], "ranked_scores": [0.7424, 0.6486, 0.6128, 0.6081, 0.6011, 0.5972, 0.5946, 0.5921, 0.5917, 0.5913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc925929", "doc119665", "doc1669853", "doc101332", "doc620637", "doc825186", "doc422133", "doc349747", "doc77640"], "ranked_scores": [0.782, 0.7802, 0.7778, 0.7718, 0.7588, 0.7544, 0.7535, 0.7521, 0.7459, 0.7431], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc520684", "doc966365", "doc278641", "doc520687", "doc1017147", "doc101561", "doc1486663", "doc2096501"], "ranked_scores": [0.7791, 0.6304, 0.6292, 0.627, 0.623, 0.6171, 0.6016, 0.5985, 0.587, 0.5831], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc1376346", "doc61045", "doc61043", "doc928962", "doc627159", "doc1048266", "doc1380860", "doc1231969"], "ranked_scores": [0.7517, 0.7479, 0.7166, 0.7017, 0.6544, 0.6118, 0.5618, 0.5418, 0.5346, 0.5264], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97445", "doc97421", "doc97442", "doc2083987", "doc369237", "doc2083994", "doc369276", "doc97430"], "ranked_scores": [0.8648, 0.7987, 0.7767, 0.7612, 0.6868, 0.6849, 0.6641, 0.6591, 0.6552, 0.6504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1458417", "doc1357070", "doc1612515", "doc1458400", "doc636337", "doc2534674", "doc64791", "doc54026"], "ranked_scores": [0.7435, 0.7398, 0.6733, 0.6185, 0.5686, 0.5522, 0.5439, 0.52, 0.5154, 0.5136], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc83863", "doc1386116", "doc253608", "doc66003", "doc1984127", "doc83871", "doc83864", "doc875841"], "ranked_scores": [0.7544, 0.7239, 0.7146, 0.7, 0.698, 0.6763, 0.6758, 0.6413, 0.6241, 0.6237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc106355", "doc388464", "doc703719", "doc1445498", "doc106333", "doc703714", "doc2832", "doc284003", "doc106357"], "ranked_scores": [0.8361, 0.7998, 0.7958, 0.7919, 0.7656, 0.7641, 0.7566, 0.7514, 0.7472, 0.7466], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7106", "doc7119", "doc1599042", "doc7091", "doc692559", "doc7099", "doc7108", "doc697071", "doc7120"], "ranked_scores": [0.7881, 0.7569, 0.7377, 0.734, 0.7331, 0.7278, 0.7197, 0.7067, 0.6996, 0.6982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1606435", "doc1169637", "doc107878", "doc1443647", "doc854693", "doc1101734", "doc493405", "doc2033842"], "ranked_scores": [0.7634, 0.6514, 0.5985, 0.5918, 0.5891, 0.5763, 0.5747, 0.5727, 0.5688, 0.5672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2018288", "doc750407", "doc648344", "doc244386", "doc750416", "doc551718", "doc220990", "doc187232", "doc2659217"], "ranked_scores": [0.6626, 0.612, 0.61, 0.5912, 0.5884, 0.5878, 0.5713, 0.5679, 0.5628, 0.5617], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc24903", "doc382236", "doc30773", "doc1168119", "doc24925", "doc2202499", "doc300567", "doc416774"], "ranked_scores": [0.7778, 0.7433, 0.7321, 0.722, 0.7146, 0.7082, 0.7075, 0.7062, 0.7016, 0.6964], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2009369", "doc2483632", "doc36393", "doc2127006", "doc648335", "doc1104361", "doc23412", "doc454591", "doc648344"], "ranked_scores": [0.7106, 0.6292, 0.6165, 0.5753, 0.5591, 0.5492, 0.5464, 0.5451, 0.5392, 0.5341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56921", "doc56897", "doc1102442", "doc56903", "doc2408092", "doc2313854", "doc2091597", "doc1288170", "doc56909"], "ranked_scores": [0.8333, 0.8161, 0.7996, 0.7885, 0.7735, 0.7207, 0.7183, 0.7088, 0.7059, 0.7026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80074", "doc352904", "doc345642", "doc345632", "doc80067", "doc80078", "doc80151", "doc137908", "doc80154", "doc1912506"], "ranked_scores": [0.748, 0.7404, 0.7232, 0.7151, 0.707, 0.7012, 0.6896, 0.6895, 0.6871, 0.6544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc2353712", "doc2240291", "doc2240293", "doc498654", "doc732015", "doc18814", "doc1852908", "doc2174234"], "ranked_scores": [0.7725, 0.668, 0.6503, 0.6297, 0.6175, 0.6074, 0.5966, 0.5963, 0.5957, 0.5902], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc207464", "doc99377", "doc2376934", "doc131786", "doc474060", "doc863698", "doc721916", "doc474073", "doc224770"], "ranked_scores": [0.7644, 0.7107, 0.6758, 0.6726, 0.6711, 0.6677, 0.6659, 0.6652, 0.6638, 0.6605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc162716", "doc698039", "doc1287918", "doc614722", "doc1612515", "doc1104251", "doc418129"], "ranked_scores": [0.8614, 0.8001, 0.7614, 0.4745, 0.4617, 0.4479, 0.4321, 0.4314, 0.4245, 0.4232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc81655", "doc1199221", "doc57940", "doc721746", "doc57946", "doc57948", "doc2115402", "doc37895", "doc1390300"], "ranked_scores": [0.7378, 0.7015, 0.6995, 0.6887, 0.6748, 0.6712, 0.6463, 0.6247, 0.5857, 0.5332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1612364", "doc1936829", "doc22149", "doc866703", "doc1428083", "doc1368159", "doc765127", "doc751410"], "ranked_scores": [0.8191, 0.6801, 0.6346, 0.6231, 0.6032, 0.5633, 0.5579, 0.5523, 0.5315, 0.5281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc1376793", "doc851269", "doc64317", "doc971992", "doc64314", "doc35524", "doc1385345", "doc1683659"], "ranked_scores": [0.7581, 0.7561, 0.7464, 0.7446, 0.732, 0.7273, 0.7151, 0.7151, 0.7115, 0.7092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc437685", "doc638932", "doc1334192", "doc437677", "doc437678", "doc539419", "doc1520244", "doc1520275", "doc1978008"], "ranked_scores": [0.7875, 0.7437, 0.742, 0.7341, 0.73, 0.7261, 0.7127, 0.7094, 0.7077, 0.7074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc877823", "doc720105", "doc4611", "doc938718", "doc1333507", "doc1314944", "doc1726816", "doc1314857"], "ranked_scores": [0.4965, 0.4318, 0.42, 0.42, 0.4096, 0.3988, 0.3984, 0.3956, 0.3924, 0.3912], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc24934", "doc2390440", "doc645564", "doc1445420", "doc1464195", "doc488007", "doc1449831", "doc1050188", "doc1190303"], "ranked_scores": [0.5554, 0.505, 0.4793, 0.4729, 0.4519, 0.4409, 0.4345, 0.4262, 0.4254, 0.4229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1283940", "doc317197", "doc672552", "doc611282", "doc758677", "doc435057", "doc1098312", "doc238798"], "ranked_scores": [0.849, 0.7594, 0.5455, 0.5296, 0.5216, 0.5118, 0.5118, 0.5095, 0.5042, 0.4978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394743", "doc530778", "doc1410020", "doc324530", "doc2142521", "doc1840635", "doc25697", "doc1007190"], "ranked_scores": [0.8959, 0.8187, 0.7024, 0.702, 0.6968, 0.6724, 0.6681, 0.6651, 0.6607, 0.6494], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc402145", "doc2527260", "doc515771", "doc1030288", "doc2429823", "doc1185579", "doc660237", "doc11655", "doc263654"], "ranked_scores": [0.7402, 0.7366, 0.6796, 0.6755, 0.6752, 0.6626, 0.6625, 0.6613, 0.6593, 0.6582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc105763", "doc105758", "doc1729412", "doc830308", "doc849003", "doc543176", "doc719006", "doc105759"], "ranked_scores": [0.7786, 0.7538, 0.6834, 0.6526, 0.6505, 0.6391, 0.6329, 0.6156, 0.6109, 0.6106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107018", "doc2224155", "doc358938", "doc324540", "doc1927002", "doc52414", "doc2107022", "doc2107033", "doc53643", "doc6531"], "ranked_scores": [0.7683, 0.7663, 0.7644, 0.7633, 0.7524, 0.7426, 0.7416, 0.7403, 0.7245, 0.7182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc435076", "doc768322", "doc435078", "doc435075", "doc42101", "doc1921625", "doc313364", "doc720207", "doc2607396"], "ranked_scores": [0.6833, 0.6719, 0.6599, 0.6556, 0.651, 0.6459, 0.6386, 0.6386, 0.6344, 0.6265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc336518", "doc264212", "doc1531603", "doc1508870", "doc1736708", "doc2042102", "doc2085567", "doc15890", "doc878338"], "ranked_scores": [0.6739, 0.6241, 0.6052, 0.5932, 0.5922, 0.5832, 0.581, 0.5805, 0.5657, 0.5651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc245411", "doc2361509", "doc2083699", "doc2184940", "doc311498", "doc2306629", "doc1384376", "doc1276617"], "ranked_scores": [0.7296, 0.6267, 0.4102, 0.4021, 0.4005, 0.3768, 0.3748, 0.3708, 0.3705, 0.37], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc376241", "doc57975", "doc601133", "doc1345740", "doc864555", "doc376243", "doc225655", "doc376238", "doc390322"], "ranked_scores": [0.6092, 0.5466, 0.5215, 0.4976, 0.4921, 0.4803, 0.4611, 0.4577, 0.4462, 0.4349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986449", "doc1333905", "doc134196", "doc546881", "doc2465656", "doc1160263", "doc588578", "doc1584862", "doc182888"], "ranked_scores": [0.7386, 0.7234, 0.6853, 0.6808, 0.6753, 0.6559, 0.6554, 0.6487, 0.6469, 0.6331], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc807", "doc2361509", "doc312607", "doc2621492", "doc221817", "doc877974", "doc2391797", "doc890682", "doc201173", "doc2335293"], "ranked_scores": [0.5468, 0.5221, 0.5187, 0.5168, 0.4903, 0.4897, 0.485, 0.4535, 0.4494, 0.4465], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc88934", "doc88931", "doc2624067", "doc127031", "doc2015719", "doc175560", "doc1452752", "doc88933", "doc399027"], "ranked_scores": [0.7009, 0.6772, 0.6722, 0.6692, 0.6564, 0.6383, 0.6228, 0.6167, 0.6149, 0.6123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc338813", "doc338818", "doc21368", "doc1738086", "doc21363", "doc1455509", "doc1455444", "doc21378", "doc1455511"], "ranked_scores": [0.5362, 0.5052, 0.4973, 0.4884, 0.4876, 0.4827, 0.4749, 0.4705, 0.461, 0.4544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108559", "doc108456", "doc2563559", "doc1791044", "doc911115", "doc18273", "doc63590", "doc1774519", "doc2072948", "doc376565"], "ranked_scores": [0.7211, 0.6984, 0.6842, 0.679, 0.6705, 0.6705, 0.6705, 0.6591, 0.6512, 0.645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc7161", "doc1670303", "doc1948176", "doc688749", "doc1183356", "doc7166", "doc7163", "doc1272096"], "ranked_scores": [0.751, 0.6592, 0.6558, 0.6366, 0.585, 0.5845, 0.5804, 0.5726, 0.5679, 0.5638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc751726", "doc1826212", "doc2653657", "doc1260422", "doc455756", "doc751729", "doc1452587", "doc751719", "doc1537788"], "ranked_scores": [0.5863, 0.5129, 0.5127, 0.499, 0.4787, 0.4779, 0.4517, 0.4189, 0.412, 0.4011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2634368", "doc705226", "doc2057552", "doc2631871", "doc1222389", "doc642762", "doc208245", "doc2125026", "doc980993", "doc190281"], "ranked_scores": [0.608, 0.5994, 0.5833, 0.5756, 0.5694, 0.5613, 0.552, 0.5466, 0.5404, 0.5401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36460", "doc36467", "doc1618376", "doc1618372", "doc2622759", "doc2396125", "doc36485", "doc2396140", "doc1256783"], "ranked_scores": [0.7679, 0.7634, 0.7332, 0.7236, 0.7108, 0.6495, 0.6374, 0.6284, 0.6253, 0.6208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc973089", "doc388464", "doc106332", "doc106355", "doc337547", "doc703719", "doc2060101", "doc298160", "doc106357"], "ranked_scores": [0.7648, 0.7577, 0.7567, 0.7465, 0.7259, 0.724, 0.7168, 0.7075, 0.7022, 0.6949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc1373324", "doc729661", "doc2167590", "doc1119808", "doc729573", "doc596021", "doc1520499"], "ranked_scores": [0.8425, 0.8402, 0.8166, 0.7747, 0.7729, 0.7588, 0.7563, 0.7501, 0.743, 0.7238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430994", "doc1430993", "doc1504263", "doc5734", "doc1431001", "doc77971", "doc77973", "doc1264052", "doc2355916"], "ranked_scores": [0.6536, 0.577, 0.5504, 0.5454, 0.516, 0.5108, 0.4476, 0.4192, 0.382, 0.3795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-32-post-binary": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1395336", "doc57247", "doc203256", "doc470536", "doc2040327", "doc2068718", "doc751998", "doc301772", "doc492764"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1934037", "doc2345266", "doc866525", "doc2555353", "doc552702", "doc215360", "doc2317941", "doc303116", "doc370299", "doc971641"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc1393773", "doc21829", "doc69772", "doc21871", "doc1783753", "doc69778", "doc761186", "doc78091"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc2203142", "doc382065", "doc490514", "doc345111", "doc1059057", "doc368910", "doc428406", "doc564708", "doc919955", "doc726012"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1614582", "doc2165885", "doc2307734", "doc1741706", "doc2165920", "doc1249764", "doc2450178", "doc1812661", "doc338852", "doc88439"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1386925", "doc27529", "doc2043743", "doc453144", "doc535769", "doc540363", "doc720105", "doc928962", "doc81655", "doc545539"], "ranked_scores": [27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1319038", "doc108535", "doc208540", "doc272763", "doc273559", "doc422133", "doc825187", "doc360768", "doc925929", "doc529465"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc2111513", "doc1637025", "doc2212269", "doc1751397", "doc2361734", "doc877823", "doc896716", "doc792177", "doc376241"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc2009331", "doc61045", "doc2162650", "doc551483", "doc7093", "doc61043", "doc752404", "doc91127", "doc91244"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc369236", "doc2004921", "doc1116765", "doc1349041", "doc1430994", "doc369220", "doc369240", "doc97437", "doc97445", "doc369234"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc233794", "doc102097", "doc2347811", "doc366445", "doc125349", "doc565399", "doc781344", "doc636346", "doc868658", "doc779483"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc1974480", "doc1604550", "doc2537824", "doc539988", "doc1608174", "doc2254470", "doc50109", "doc759589", "doc83863"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1887731", "doc388464", "doc1919493", "doc2846", "doc298160", "doc703719", "doc703711", "doc964811", "doc703736", "doc703721"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc1599042", "doc692525", "doc7116", "doc7120", "doc191143", "doc316997", "doc683358", "doc7119", "doc920086", "doc765389"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc1990849", "doc2000671", "doc1188058", "doc1520219", "doc1277183", "doc308175", "doc1666271", "doc368654", "doc783135", "doc882983"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc207871", "doc2258933", "doc919340", "doc1667013", "doc1780375", "doc2148672", "doc2083822", "doc1972282", "doc648335", "doc2254465"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc99377", "doc2570457", "doc607926", "doc1634190", "doc1711862", "doc207464", "doc1769462", "doc602837", "doc788472", "doc939289"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc963099", "doc1257475", "doc2268982", "doc2274222", "doc2390881", "doc2658008", "doc489894", "doc511808", "doc897"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1394760", "doc873481", "doc2674988", "doc2522537", "doc1685439", "doc1394755", "doc873479", "doc873480", "doc97184", "doc97152"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc2563023", "doc1110589", "doc1132252", "doc1357314", "doc2215170", "doc345632", "doc23412", "doc1512174", "doc80154", "doc904083"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2485870", "doc1125024", "doc2240291", "doc1205332", "doc891692", "doc158654", "doc2206387", "doc933773", "doc881797"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc727075", "doc2517376", "doc2517371", "doc131786", "doc26458", "doc1159969", "doc26462", "doc632216", "doc764184", "doc911130"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc1741701", "doc2372195", "doc1366762", "doc369220", "doc2432007", "doc1741702", "doc97445", "doc72481", "doc964756", "doc86433"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1199221", "doc33193", "doc1324516", "doc2161840", "doc162708", "doc500342", "doc2241953", "doc81655", "doc750414", "doc57940"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc2223873", "doc2166568", "doc1698079", "doc22915", "doc1880842", "doc2296332", "doc675035", "doc814675", "doc829494", "doc855606"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc674940", "doc2487645", "doc388286", "doc41356", "doc602837", "doc597569", "doc1385349", "doc550702", "doc602853", "doc64314"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520320", "doc1321884", "doc1321883", "doc1520311", "doc1520254", "doc809023", "doc2545031", "doc2649134", "doc252389", "doc437701"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc938718", "doc1021710", "doc1852503", "doc1478921", "doc859731", "doc477048", "doc720136", "doc1852504", "doc858827", "doc858917"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2344470", "doc645572", "doc357235", "doc2647600", "doc2514393", "doc360990", "doc2563018", "doc602154", "doc585415", "doc645564"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc1283940", "doc1443647", "doc1735465", "doc2127607", "doc2071151", "doc53464", "doc53465", "doc90808", "doc24310", "doc890682"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc1088162", "doc430825", "doc1394743", "doc1827146", "doc1601611", "doc650954", "doc392077", "doc2622759", "doc530778", "doc83872"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc108959", "doc2449643", "doc898833", "doc515771", "doc626438", "doc499894", "doc935127", "doc94367", "doc97421", "doc974518"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105758", "doc171837", "doc105759", "doc531580", "doc719006", "doc2535523", "doc258447", "doc391459", "doc381923", "doc566026"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc541085", "doc275856", "doc1425919", "doc1510838", "doc1698080", "doc469130", "doc3668", "doc606253", "doc6531", "doc773043"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1921625", "doc1155053", "doc435076", "doc1957486", "doc1192046", "doc2124290", "doc1805745", "doc333846", "doc782782", "doc865796"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc806787", "doc1198819", "doc2666461", "doc2119808", "doc1273973", "doc772201", "doc733127", "doc878338", "doc2085567", "doc751967"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc2083699", "doc2448623", "doc470536", "doc688403", "doc643972", "doc2364249", "doc439756", "doc704395", "doc60190", "doc662025"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc2445366", "doc2340753", "doc792177", "doc2656052", "doc511592", "doc420336", "doc512672", "doc52414", "doc513535", "doc539263"], "ranked_scores": [26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588590", "doc2465656", "doc1986437", "doc1991515", "doc2058897", "doc2153582", "doc2334656", "doc2222024", "doc61233", "doc588612"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc662025", "doc965461", "doc2361509", "doc1014955", "doc1996268", "doc2375594", "doc81655", "doc829494", "doc806787", "doc926314"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc1301778", "doc88931", "doc2015719", "doc1376863", "doc107206", "doc175560", "doc2504316", "doc998434", "doc723723", "doc88974"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1917491", "doc2163089", "doc81655", "doc520021", "doc1026678", "doc155438", "doc405830", "doc672552", "doc732096", "doc843229"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc1208808", "doc1538954", "doc1523323", "doc376580", "doc2526454", "doc193828", "doc1994393", "doc2289866", "doc2386680", "doc8220"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc1069317", "doc1144972", "doc2163101", "doc2040327", "doc285755", "doc492764", "doc216330", "doc905614", "doc462227", "doc593061"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1845104", "doc2557673", "doc540404", "doc1827142", "doc330463", "doc406882", "doc725659", "doc776142", "doc854779", "doc814675"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1020266", "doc1132967", "doc1585578", "doc1086818", "doc333675", "doc2206387", "doc97366", "doc735792", "doc705226", "doc985384"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1202814", "doc1256783", "doc36467", "doc1926783", "doc207464", "doc2245700", "doc2599837", "doc2329334", "doc474064", "doc417445"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1887731", "doc388464", "doc964811", "doc1538535", "doc1445498", "doc614724", "doc284042", "doc973089", "doc703736", "doc714655"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1520499", "doc2393669", "doc91119", "doc1837769", "doc368643", "doc596021", "doc971351", "doc599371", "doc643072", "doc935127"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1429442", "doc1827382", "doc2127006", "doc2390881", "doc651760", "doc2372193", "doc474854", "doc2544261", "doc281595", "doc86108"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-post-binary": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc1395336", "doc57226", "doc751998", "doc57232", "doc2040327", "doc1094361", "doc963332", "doc719078", "doc751954"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1934037", "doc2292349", "doc2555353", "doc1749973", "doc2136789", "doc1104413", "doc1117624", "doc1815291", "doc1982515", "doc345111"], "ranked_scores": [54.0, 53.0, 53.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc78091", "doc21829", "doc21871", "doc365452", "doc21832", "doc1675505", "doc812322", "doc2285692", "doc761186"], "ranked_scores": [56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1570656", "doc2386390", "doc1455255", "doc490514", "doc382065", "doc453091", "doc564728", "doc400438", "doc400486", "doc643498"], "ranked_scores": [54.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc1614582", "doc1741706", "doc559423", "doc2165885", "doc1715056", "doc1741704", "doc2171164", "doc2307705", "doc338852"], "ranked_scores": [54.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1455509", "doc27529", "doc361702", "doc2293773", "doc455129", "doc540363", "doc380173", "doc597628", "doc928962", "doc80268"], "ranked_scores": [48.0, 48.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1953211", "doc422133", "doc1526230", "doc1669853", "doc613963", "doc2134247", "doc349747", "doc681775", "doc825187", "doc925929"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc298955", "doc1411599", "doc896716", "doc673208", "doc792177", "doc928587", "doc2096501", "doc99857", "doc625773"], "ranked_scores": [54.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61045", "doc61043", "doc1048266", "doc61036", "doc765127", "doc620573", "doc627159", "doc833943", "doc977122"], "ranked_scores": [53.0, 52.0, 51.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1116765", "doc2004921", "doc369220", "doc97445", "doc1349041", "doc152483", "doc369240", "doc369236", "doc369237", "doc97421"], "ranked_scores": [55.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc233794", "doc33193", "doc33196", "doc636337", "doc1644239", "doc102097", "doc2391797", "doc311119", "doc565399", "doc704392"], "ranked_scores": [55.0, 51.0, 51.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc1883243", "doc437627", "doc83863", "doc50107", "doc1377115", "doc1604550", "doc2278168", "doc2295211", "doc2537824"], "ranked_scores": [53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1887731", "doc1538535", "doc106357", "doc388464", "doc703721", "doc106333", "doc106338", "doc337523", "doc703702", "doc427621"], "ranked_scores": [57.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7108", "doc1599042", "doc7120", "doc1986143", "doc1027625", "doc695983", "doc683357", "doc7099", "doc7116", "doc7112"], "ranked_scores": [55.0, 54.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc1098312", "doc2525057", "doc107878", "doc2000671", "doc2364249", "doc22149", "doc429685", "doc720754"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2266565", "doc1014857", "doc453128", "doc919340", "doc2483632", "doc979054", "doc2111919", "doc490514", "doc447240", "doc648335"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc2570457", "doc788472", "doc2570462", "doc1380356", "doc695124", "doc212631", "doc2509293", "doc303116", "doc416774", "doc90322"], "ranked_scores": [56.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2127006", "doc1844934", "doc474064", "doc2390881", "doc1249764", "doc2009369", "doc2268982", "doc2274222", "doc80948"], "ranked_scores": [54.0, 54.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc1102442", "doc56897", "doc2509996", "doc1288170", "doc1685439", "doc2439294", "doc2674988", "doc873479", "doc873480"], "ranked_scores": [53.0, 52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc2563023", "doc80154", "doc1357314", "doc2215170", "doc2562973", "doc352904", "doc2562963", "doc345632", "doc80074", "doc66226"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240291", "doc108788", "doc2010388", "doc1528217", "doc762682", "doc1425878", "doc2634368", "doc732101", "doc866703"], "ranked_scores": [53.0, 52.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc2517376", "doc727075", "doc26444", "doc764184", "doc1858452", "doc131786", "doc26458", "doc232625", "doc2517371", "doc26462"], "ranked_scores": [54.0, 53.0, 53.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc2194194", "doc1430993", "doc1741701", "doc474064", "doc1779634", "doc1926786", "doc2215670"], "ranked_scores": [51.0, 49.0, 48.0, 47.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57940", "doc1199221", "doc81655", "doc282412", "doc37884", "doc37890", "doc2389178", "doc57946", "doc57948", "doc751719"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1603039", "doc552698", "doc469055", "doc671985", "doc855606", "doc865438", "doc736126", "doc866703", "doc814675"], "ranked_scores": [50.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc1385345", "doc674940", "doc597569", "doc2487653", "doc283788", "doc41356", "doc35524", "doc64317", "doc64314", "doc602837"], "ranked_scores": [54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437668", "doc1520244", "doc437685", "doc1520320", "doc1334238", "doc1321883", "doc638932", "doc1520311", "doc1321924", "doc437694"], "ranked_scores": [55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1842144", "doc2262226", "doc938718", "doc2087240", "doc1370225", "doc858917", "doc858827", "doc2114806", "doc2355916", "doc866490"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc357235", "doc254953", "doc585415", "doc357631", "doc645564", "doc2042536", "doc24934", "doc2563018", "doc345642", "doc487000"], "ranked_scores": [49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc968501", "doc2086681", "doc1283940", "doc1298637", "doc1216785", "doc260668", "doc2656322", "doc825242"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc430825", "doc1394755", "doc173076", "doc1394743", "doc1088182", "doc2337863", "doc392077", "doc2599837", "doc453161", "doc785116"], "ranked_scores": [50.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc515771", "doc402145", "doc94367", "doc655785", "doc1228726", "doc974518", "doc2477335", "doc660271", "doc660237"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc1223275", "doc105759", "doc1270352", "doc8477", "doc602724", "doc105764", "doc1587280", "doc2346011"], "ranked_scores": [52.0, 52.0, 52.0, 51.0, 51.0, 50.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1108390", "doc2107018", "doc358939", "doc275856", "doc541085", "doc69722", "doc28942", "doc68932", "doc358938", "doc6531"], "ranked_scores": [52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2587564", "doc736126", "doc435075", "doc768322", "doc412172", "doc2498480", "doc435076", "doc435079", "doc782782", "doc720207"], "ranked_scores": [56.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc404160", "doc878338", "doc596882", "doc2119808", "doc220990", "doc440395", "doc772201", "doc2381151", "doc453161", "doc806787"], "ranked_scores": [52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc2083699", "doc93287", "doc1962174", "doc2361509", "doc1563752", "doc203256", "doc546656", "doc436998", "doc704395", "doc823398"], "ranked_scores": [54.0, 52.0, 51.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc2265144", "doc101561", "doc1652465", "doc2005304", "doc2175324", "doc512672", "doc445548", "doc376241", "doc635536", "doc499702"], "ranked_scores": [51.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986449", "doc1333905", "doc1972860", "doc404917", "doc588612", "doc434367", "doc1618094", "doc2465656", "doc588590"], "ranked_scores": [54.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2107018", "doc1909335", "doc965461", "doc2212269", "doc2391797", "doc2316721", "doc606253", "doc623693", "doc61939", "doc829494"], "ranked_scores": [50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc1301778", "doc127040", "doc88931", "doc1281699", "doc1391278", "doc779563", "doc1070787", "doc764547", "doc958366"], "ranked_scores": [54.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338818", "doc338813", "doc81655", "doc751729", "doc1455469", "doc669209", "doc152500", "doc57948", "doc602724", "doc672552"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108456", "doc18273", "doc911115", "doc63590", "doc2072948", "doc1906610", "doc193828", "doc1774519", "doc725920", "doc725928"], "ranked_scores": [53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc462227", "doc216330", "doc7161", "doc355540", "doc1183356", "doc1269703", "doc1276686", "doc2355469", "doc905614"], "ranked_scores": [52.0, 52.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc738831", "doc1407767", "doc1730351", "doc1915955", "doc1885602", "doc2223580", "doc1874808", "doc239272", "doc471007", "doc55626"], "ranked_scores": [48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc97366", "doc2173325", "doc333675", "doc2636635", "doc1020266", "doc1170390", "doc1639614", "doc374355", "doc594776", "doc980993"], "ranked_scores": [50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36460", "doc2396125", "doc1827146", "doc1618372", "doc2289866", "doc36485", "doc36463", "doc474064", "doc2622759"], "ranked_scores": [53.0, 53.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1887731", "doc1538535", "doc388464", "doc106355", "doc703719", "doc1332302", "doc973089", "doc2876", "doc285724", "doc2832"], "ranked_scores": [59.0, 57.0, 56.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc91119", "doc1520499", "doc1373323", "doc108892", "doc599371", "doc2393669", "doc643072", "doc1619642", "doc596021", "doc729573"], "ranked_scores": [55.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1741046", "doc47608", "doc2114608", "doc868419", "doc1817839", "doc2233735", "doc474854", "doc2289866", "doc2390881", "doc281595"], "ranked_scores": [49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-post-binary": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc751998", "doc2040327", "doc57232", "doc1395336", "doc57242", "doc57248", "doc1104254", "doc435057"], "ranked_scores": [106.0, 105.0, 104.0, 102.0, 101.0, 100.0, 97.0, 96.0, 95.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1934037", "doc2292349", "doc1749973", "doc63538", "doc357235", "doc2555353", "doc1104413", "doc21277", "doc2136789", "doc2415290"], "ranked_scores": [100.0, 100.0, 98.0, 98.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc21829", "doc69765", "doc21856", "doc1675505", "doc761186", "doc78091", "doc21871", "doc365452", "doc21832", "doc543379"], "ranked_scores": [110.0, 107.0, 106.0, 105.0, 104.0, 104.0, 104.0, 103.0, 103.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc163261", "doc94024", "doc230376", "doc1828659", "doc564708", "doc2386390", "doc1177870", "doc453091", "doc26481", "doc564728"], "ranked_scores": [99.0, 99.0, 98.0, 98.0, 98.0, 97.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1741706", "doc1812659", "doc2165885", "doc1812661", "doc559423", "doc2171164", "doc1366765", "doc2165920", "doc887635", "doc387897"], "ranked_scores": [112.0, 111.0, 110.0, 109.0, 108.0, 107.0, 106.0, 106.0, 106.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc266767", "doc540363", "doc361702", "doc2085928", "doc1386925", "doc540358", "doc1021718", "doc27535", "doc540404"], "ranked_scores": [102.0, 94.0, 93.0, 93.0, 91.0, 90.0, 90.0, 89.0, 89.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1669853", "doc925929", "doc422133", "doc101332", "doc825187", "doc1829626", "doc613963", "doc77634", "doc579128", "doc77640"], "ranked_scores": [108.0, 107.0, 107.0, 107.0, 106.0, 106.0, 105.0, 105.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc2096501", "doc113504", "doc1293555", "doc1365395", "doc327730", "doc278641", "doc445548", "doc673208", "doc896716"], "ranked_scores": [99.0, 94.0, 94.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61036", "doc61043", "doc61045", "doc61054", "doc627159", "doc2162650", "doc1971249", "doc2195756", "doc435092"], "ranked_scores": [101.0, 100.0, 100.0, 98.0, 98.0, 96.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1116765", "doc2004921", "doc369237", "doc97445", "doc97421", "doc97430", "doc369220", "doc369276", "doc369236", "doc369240"], "ranked_scores": [105.0, 103.0, 98.0, 98.0, 98.0, 96.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc233794", "doc1784440", "doc781344", "doc2519565", "doc447411", "doc636337", "doc562262", "doc95291"], "ranked_scores": [102.0, 101.0, 99.0, 96.0, 95.0, 94.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc83863", "doc1377115", "doc2295211", "doc1984127", "doc1386116", "doc1062301", "doc421372", "doc1883243", "doc758894"], "ranked_scores": [102.0, 99.0, 99.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1887731", "doc106333", "doc388464", "doc1445498", "doc1538535", "doc24299", "doc703702", "doc284002", "doc703706", "doc392476"], "ranked_scores": [108.0, 106.0, 106.0, 105.0, 104.0, 104.0, 104.0, 104.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7108", "doc7120", "doc1599042", "doc695983", "doc7091", "doc7116", "doc692559", "doc7099", "doc7119"], "ranked_scores": [107.0, 107.0, 104.0, 103.0, 103.0, 103.0, 102.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc1598856", "doc1101734", "doc2247113", "doc624943", "doc2093563", "doc1606435", "doc490060", "doc90808"], "ranked_scores": [103.0, 101.0, 98.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2111919", "doc897", "doc648335", "doc454591", "doc2483632", "doc1449866", "doc1526184", "doc409226", "doc2266565", "doc490514"], "ranked_scores": [94.0, 94.0, 94.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc2570462", "doc382236", "doc300567", "doc30773", "doc2509293", "doc788472", "doc24925", "doc695124", "doc416774"], "ranked_scores": [102.0, 100.0, 99.0, 98.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2274222", "doc1249764", "doc80948", "doc2009369", "doc2127006", "doc474064", "doc1844934", "doc296908", "doc897"], "ranked_scores": [101.0, 100.0, 99.0, 99.0, 97.0, 97.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc873481", "doc2439294", "doc2509996", "doc1685439", "doc56903", "doc2313854", "doc56921", "doc2408092"], "ranked_scores": [104.0, 103.0, 102.0, 98.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc137908", "doc1912506", "doc1357314", "doc352904", "doc2381151", "doc2563023", "doc345632", "doc80067", "doc80074"], "ranked_scores": [102.0, 101.0, 100.0, 99.0, 99.0, 99.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3618, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc108788", "doc72413", "doc1248717", "doc2010388", "doc2240291", "doc2353712", "doc1435232", "doc1214168", "doc1945762", "doc732101"], "ranked_scores": [100.0, 98.0, 95.0, 95.0, 95.0, 95.0, 94.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc207464", "doc2517376", "doc26444", "doc1828659", "doc513535", "doc2517371", "doc1858452", "doc727075", "doc2517379", "doc863698"], "ranked_scores": [100.0, 99.0, 98.0, 97.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc2163089", "doc1779634", "doc447411", "doc2298808", "doc447730", "doc2519565", "doc2594980"], "ranked_scores": [104.0, 100.0, 95.0, 89.0, 88.0, 87.0, 86.0, 86.0, 86.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc282412", "doc1199221", "doc57946", "doc855356", "doc2389179", "doc57948", "doc57940", "doc227392", "doc37884"], "ranked_scores": [104.0, 102.0, 102.0, 102.0, 99.0, 98.0, 98.0, 98.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc469055", "doc751410", "doc866703", "doc2113492", "doc1428083", "doc1936829", "doc814675", "doc63538"], "ranked_scores": [103.0, 95.0, 92.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64314", "doc333847", "doc1385345", "doc1385349", "doc41344", "doc64317", "doc971992", "doc851269", "doc35524", "doc64318"], "ranked_scores": [105.0, 104.0, 102.0, 102.0, 102.0, 102.0, 102.0, 102.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3956, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc437685", "doc1520244", "doc1334238", "doc1520219", "doc1520320", "doc539417", "doc1321883", "doc1520311", "doc437667"], "ranked_scores": [108.0, 108.0, 106.0, 106.0, 105.0, 105.0, 105.0, 104.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1842144", "doc35173", "doc2262226", "doc938718", "doc303261", "doc2087240", "doc720136", "doc1898381", "doc1630632", "doc776142"], "ranked_scores": [95.0, 94.0, 92.0, 92.0, 92.0, 91.0, 91.0, 90.0, 89.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc645564", "doc24934", "doc587116", "doc1306761", "doc2042536", "doc585415", "doc645572", "doc24939", "doc357631", "doc645602"], "ranked_scores": [97.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc1443647", "doc53465", "doc2086681", "doc260668", "doc1254764", "doc317197", "doc1298637", "doc2263202", "doc63804"], "ranked_scores": [104.0, 99.0, 99.0, 98.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394743", "doc1410020", "doc25697", "doc530778", "doc1840635", "doc173076", "doc1566486", "doc783808"], "ranked_scores": [100.0, 97.0, 96.0, 95.0, 94.0, 94.0, 93.0, 92.0, 92.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc515771", "doc402145", "doc2429823", "doc94367", "doc990522", "doc655785", "doc1185579", "doc660271", "doc990514"], "ranked_scores": [100.0, 100.0, 100.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc8477", "doc1270352", "doc105756", "doc1729413", "doc105758", "doc1223275", "doc732015", "doc105764", "doc719060"], "ranked_scores": [107.0, 101.0, 98.0, 98.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107018", "doc2107022", "doc2224155", "doc275856", "doc53643", "doc6531", "doc1108390", "doc2111513", "doc2212269", "doc52414"], "ranked_scores": [103.0, 103.0, 102.0, 102.0, 102.0, 102.0, 102.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc465988", "doc720207", "doc211230", "doc435079", "doc313364", "doc768322", "doc412180", "doc435075", "doc435076"], "ranked_scores": [105.0, 103.0, 102.0, 101.0, 101.0, 101.0, 100.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2636635", "doc336518", "doc878338", "doc843229", "doc2439860", "doc1736704", "doc1370974", "doc2665803", "doc2433968", "doc315772"], "ranked_scores": [98.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc2083699", "doc357631", "doc2361509", "doc245411", "doc1548640", "doc2501125", "doc1098823", "doc2144435", "doc447411"], "ranked_scores": [99.0, 97.0, 97.0, 96.0, 95.0, 93.0, 92.0, 91.0, 91.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1055373", "doc1293555", "doc57975", "doc2265144", "doc40405", "doc376241", "doc2009210", "doc512672", "doc975794"], "ranked_scores": [99.0, 95.0, 93.0, 93.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc2465656", "doc1986449", "doc588612", "doc1986496", "doc1333905", "doc404917", "doc134196", "doc588578", "doc61233"], "ranked_scores": [98.0, 96.0, 95.0, 94.0, 93.0, 93.0, 93.0, 93.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2391797", "doc2316721", "doc878338", "doc231144", "doc1685203", "doc1909335", "doc2107018", "doc843229", "doc2676807", "doc840074"], "ranked_scores": [97.0, 94.0, 93.0, 93.0, 90.0, 89.0, 89.0, 89.0, 89.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc175560", "doc779563", "doc88931", "doc127040", "doc1207260", "doc127042", "doc1301778", "doc1391278", "doc88934"], "ranked_scores": [104.0, 103.0, 101.0, 100.0, 100.0, 98.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc81655", "doc338813", "doc338818", "doc2537625", "doc187765", "doc21368", "doc155440", "doc1455469", "doc669209", "doc320274"], "ranked_scores": [97.0, 97.0, 96.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2072948", "doc1774519", "doc63590", "doc911115", "doc18273", "doc376580", "doc108481", "doc88505", "doc108559", "doc18274"], "ranked_scores": [100.0, 99.0, 99.0, 99.0, 99.0, 98.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc7161", "doc1948176", "doc7163", "doc1269703", "doc216330", "doc2373327", "doc917792", "doc490060"], "ranked_scores": [108.0, 102.0, 101.0, 97.0, 97.0, 97.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc734723", "doc1730351", "doc751726", "doc1915955", "doc1349036", "doc239272", "doc2270804", "doc1826212", "doc707801", "doc998011"], "ranked_scores": [92.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2057552", "doc2534674", "doc1185713", "doc1564158", "doc1945756", "doc980993", "doc2634368", "doc231144", "doc2358819", "doc2430823"], "ranked_scores": [94.0, 90.0, 90.0, 89.0, 89.0, 89.0, 88.0, 87.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc2396125", "doc1618372", "doc36485", "doc36463", "doc1618376", "doc36467", "doc2622759", "doc2622778", "doc2633722"], "ranked_scores": [107.0, 106.0, 106.0, 104.0, 103.0, 103.0, 101.0, 101.0, 99.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc388464", "doc106355", "doc1538535", "doc1445498", "doc703719", "doc2832", "doc106333", "doc1887731", "doc284042", "doc1445515"], "ranked_scores": [105.0, 103.0, 103.0, 102.0, 102.0, 102.0, 101.0, 101.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc91119", "doc1373323", "doc1520499", "doc1581104", "doc108955", "doc1373324", "doc655750", "doc1619642", "doc935127"], "ranked_scores": [110.0, 108.0, 107.0, 105.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1380860", "doc1431001", "doc1504263", "doc1430993", "doc2114608", "doc1077629", "doc474854", "doc1826212", "doc2127607", "doc367643"], "ranked_scores": [88.0, 88.0, 87.0, 87.0, 87.0, 86.0, 85.0, 85.0, 84.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-post-binary": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc751998", "doc57247", "doc57232", "doc57242", "doc1104254", "doc2040327", "doc1395336", "doc1622317", "doc57248"], "ranked_scores": [217.0, 206.0, 205.0, 203.0, 201.0, 196.0, 196.0, 193.0, 191.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc2292349", "doc357255", "doc1749973", "doc357235", "doc63542", "doc2555353", "doc1815291", "doc2345266", "doc942208"], "ranked_scores": [196.0, 189.0, 185.0, 184.0, 184.0, 181.0, 180.0, 179.0, 179.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc1675505", "doc69778", "doc1393796", "doc21829", "doc543379", "doc21831", "doc21856", "doc78091", "doc812322"], "ranked_scores": [208.0, 198.0, 196.0, 194.0, 194.0, 194.0, 192.0, 191.0, 191.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453091", "doc564708", "doc564709", "doc1247565", "doc453089", "doc230376", "doc163261", "doc94024", "doc453144", "doc564728"], "ranked_scores": [198.0, 196.0, 195.0, 195.0, 194.0, 194.0, 193.0, 192.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1741706", "doc1812661", "doc2165920", "doc387897", "doc1812659", "doc887635", "doc559423", "doc1366765", "doc2165906", "doc1741707"], "ranked_scores": [213.0, 212.0, 211.0, 211.0, 209.0, 207.0, 207.0, 206.0, 204.0, 203.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc361702", "doc1021718", "doc2085928", "doc1386925", "doc1324046", "doc27535", "doc1279689", "doc1852504", "doc27538"], "ranked_scores": [204.0, 193.0, 189.0, 185.0, 184.0, 183.0, 183.0, 182.0, 182.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc101332", "doc825186", "doc825187", "doc925929", "doc579128", "doc1669853", "doc119665", "doc268699", "doc613963"], "ranked_scores": [213.0, 209.0, 207.0, 207.0, 206.0, 205.0, 205.0, 203.0, 201.0, 201.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc278641", "doc966365", "doc99857", "doc520684", "doc520687", "doc1456780", "doc38721", "doc2096501", "doc761733"], "ranked_scores": [201.0, 180.0, 180.0, 179.0, 178.0, 178.0, 177.0, 177.0, 176.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61054", "doc61036", "doc61045", "doc627159", "doc61043", "doc928962", "doc1976860", "doc1231969", "doc1048266"], "ranked_scores": [205.0, 202.0, 201.0, 200.0, 191.0, 191.0, 182.0, 181.0, 180.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc369237", "doc97421", "doc97445", "doc97430", "doc152483", "doc2084014", "doc369236", "doc369240"], "ranked_scores": [207.0, 206.0, 198.0, 198.0, 197.0, 192.0, 191.0, 191.0, 189.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc447411", "doc781344", "doc233794", "doc1784440", "doc95291", "doc64791", "doc1838510", "doc260668"], "ranked_scores": [205.0, 197.0, 188.0, 186.0, 186.0, 184.0, 183.0, 182.0, 181.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc1386116", "doc2537824", "doc421372", "doc253608", "doc1386159", "doc1883243", "doc2254475", "doc83871"], "ranked_scores": [203.0, 201.0, 191.0, 191.0, 190.0, 190.0, 187.0, 187.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1445498", "doc106332", "doc106333", "doc106338", "doc24299", "doc392476", "doc703702", "doc388464", "doc2832", "doc703714"], "ranked_scores": [210.0, 209.0, 209.0, 206.0, 206.0, 206.0, 206.0, 206.0, 205.0, 205.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7108", "doc7106", "doc1599042", "doc7091", "doc7099", "doc7116", "doc7119", "doc2153582", "doc7120"], "ranked_scores": [210.0, 208.0, 207.0, 204.0, 202.0, 201.0, 200.0, 200.0, 199.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc1598856", "doc2033842", "doc2247113", "doc2569900", "doc722476", "doc490060", "doc854693"], "ranked_scores": [202.0, 186.0, 184.0, 180.0, 179.0, 176.0, 176.0, 176.0, 176.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc453118", "doc648335", "doc428400", "doc551718", "doc2370166", "doc2093591", "doc2483632", "doc750407", "doc2659217"], "ranked_scores": [183.0, 183.0, 183.0, 183.0, 180.0, 179.0, 179.0, 179.0, 179.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc382236", "doc90322", "doc468490", "doc416774", "doc1380356", "doc1734041", "doc24903", "doc2202499", "doc2202506", "doc2206639"], "ranked_scores": [199.0, 196.0, 195.0, 194.0, 194.0, 193.0, 193.0, 192.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2009369", "doc119994", "doc1902615", "doc2370166", "doc454592", "doc648335", "doc36393", "doc2274222", "doc80948"], "ranked_scores": [196.0, 193.0, 185.0, 184.0, 183.0, 183.0, 183.0, 183.0, 182.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc1102442", "doc56897", "doc56921", "doc56903", "doc2408092", "doc1288170", "doc2439295", "doc2439294", "doc2313854"], "ranked_scores": [207.0, 201.0, 200.0, 194.0, 193.0, 191.0, 188.0, 188.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc352904", "doc80074", "doc80154", "doc345642", "doc345632", "doc80067", "doc1912506", "doc80078", "doc137908", "doc80151"], "ranked_scores": [205.0, 202.0, 197.0, 194.0, 193.0, 193.0, 191.0, 191.0, 190.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc2353712", "doc2240291", "doc1248717", "doc1435232", "doc108788", "doc180079", "doc732015", "doc629517"], "ranked_scores": [199.0, 192.0, 189.0, 188.0, 188.0, 185.0, 184.0, 183.0, 182.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc131786", "doc224770", "doc2517376", "doc863698", "doc513535", "doc207464", "doc913417", "doc725659", "doc99377"], "ranked_scores": [203.0, 198.0, 196.0, 194.0, 194.0, 194.0, 192.0, 191.0, 191.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc447411", "doc212860", "doc698039", "doc698075", "doc64791", "doc964756", "doc2447782"], "ranked_scores": [211.0, 200.0, 196.0, 173.0, 172.0, 171.0, 171.0, 171.0, 170.0, 168.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc81655", "doc282412", "doc1199221", "doc57940", "doc2389179", "doc57948", "doc1390300", "doc721746", "doc2115402"], "ranked_scores": [201.0, 200.0, 198.0, 196.0, 192.0, 185.0, 184.0, 184.0, 184.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1428083", "doc1936829", "doc1612364", "doc1368159", "doc866703", "doc22149", "doc751410", "doc613408"], "ranked_scores": [200.0, 193.0, 190.0, 183.0, 182.0, 180.0, 179.0, 179.0, 178.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64314", "doc64318", "doc41344", "doc1385345", "doc1683659", "doc851269", "doc64317", "doc1376793", "doc64316", "doc971992"], "ranked_scores": [198.0, 196.0, 195.0, 195.0, 194.0, 194.0, 193.0, 193.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc1520311", "doc437685", "doc619532", "doc727452", "doc437656", "doc437678", "doc437668", "doc1334238", "doc2545031"], "ranked_scores": [210.0, 208.0, 204.0, 201.0, 201.0, 199.0, 199.0, 199.0, 198.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc866436", "doc938718", "doc303261", "doc1314979", "doc720105", "doc877823", "doc1333507", "doc866490", "doc4611"], "ranked_scores": [183.0, 179.0, 176.0, 174.0, 173.0, 172.0, 170.0, 169.0, 169.0, 169.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24934", "doc645572", "doc1445420", "doc24939", "doc645564", "doc2501125", "doc587116", "doc384744", "doc388419", "doc602735"], "ranked_scores": [181.0, 178.0, 176.0, 175.0, 174.0, 173.0, 172.0, 170.0, 170.0, 170.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc317197", "doc238798", "doc1283940", "doc1915960", "doc2086681", "doc2034127", "doc2127607", "doc758677"], "ranked_scores": [210.0, 195.0, 191.0, 184.0, 183.0, 182.0, 180.0, 180.0, 180.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc530778", "doc1410020", "doc1394743", "doc1840635", "doc28582", "doc25697", "doc324530", "doc783808"], "ranked_scores": [209.0, 200.0, 196.0, 194.0, 190.0, 189.0, 189.0, 189.0, 189.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc990522", "doc515771", "doc2449643", "doc402145", "doc2429823", "doc1185579", "doc2527260", "doc94371", "doc660271", "doc94367"], "ranked_scores": [201.0, 199.0, 198.0, 195.0, 189.0, 188.0, 188.0, 188.0, 188.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc105758", "doc1270352", "doc719076", "doc719006", "doc105764", "doc105763", "doc2355469", "doc732015"], "ranked_scores": [211.0, 203.0, 194.0, 192.0, 191.0, 189.0, 188.0, 188.0, 187.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107018", "doc2107022", "doc358938", "doc52414", "doc2212269", "doc275856", "doc2111513", "doc324540", "doc53643", "doc2224155"], "ranked_scores": [208.0, 205.0, 205.0, 202.0, 199.0, 199.0, 197.0, 196.0, 196.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313364", "doc736126", "doc465988", "doc1540259", "doc2032387", "doc720207", "doc1354535", "doc211230", "doc1483894", "doc865796"], "ranked_scores": [203.0, 200.0, 198.0, 197.0, 197.0, 195.0, 195.0, 193.0, 193.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc47008", "doc1736704", "doc336518", "doc2665803", "doc1531603", "doc2636635", "doc1508870", "doc733127", "doc315772", "doc878338"], "ranked_scores": [188.0, 187.0, 184.0, 183.0, 178.0, 178.0, 177.0, 177.0, 176.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1216785", "doc2083699", "doc245411", "doc1632177", "doc2040327", "doc24308", "doc35719", "doc447411"], "ranked_scores": [192.0, 188.0, 175.0, 174.0, 174.0, 173.0, 173.0, 173.0, 172.0, 172.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc601133", "doc376243", "doc57975", "doc1293555", "doc959206", "doc376241", "doc1818808", "doc2035909", "doc864555"], "ranked_scores": [184.0, 179.0, 177.0, 175.0, 175.0, 175.0, 175.0, 172.0, 172.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc546869", "doc134196", "doc1986449", "doc1333905", "doc588612", "doc546881", "doc2465656", "doc588578", "doc61233"], "ranked_scores": [195.0, 194.0, 193.0, 193.0, 185.0, 185.0, 184.0, 182.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2316721", "doc2391797", "doc2361509", "doc878338", "doc645564", "doc1499831", "doc1198819", "doc1892012", "doc221817", "doc2676807"], "ranked_scores": [181.0, 177.0, 174.0, 174.0, 169.0, 169.0, 168.0, 167.0, 167.0, 167.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc2015719", "doc175560", "doc88931", "doc88934", "doc779563", "doc1391278", "doc107246", "doc1670518", "doc127031"], "ranked_scores": [200.0, 197.0, 196.0, 191.0, 189.0, 188.0, 187.0, 186.0, 186.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21368", "doc81655", "doc1390312", "doc57946", "doc1738086", "doc338813", "doc2537625", "doc338818", "doc2480452", "doc669209"], "ranked_scores": [186.0, 183.0, 182.0, 182.0, 181.0, 180.0, 179.0, 179.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc63590", "doc911115", "doc18273", "doc108559", "doc376580", "doc88505", "doc1774519", "doc2563559", "doc2072948", "doc193828"], "ranked_scores": [199.0, 199.0, 199.0, 198.0, 197.0, 195.0, 194.0, 192.0, 192.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc355540", "doc7163", "doc1948176", "doc1272096", "doc1670303", "doc1335520", "doc653731", "doc671577"], "ranked_scores": [211.0, 198.0, 195.0, 190.0, 187.0, 185.0, 181.0, 181.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc734723", "doc1826212", "doc1526452", "doc1016286", "doc2653657", "doc1176070", "doc751726", "doc2253961", "doc1260422", "doc930061"], "ranked_scores": [176.0, 176.0, 174.0, 173.0, 173.0, 173.0, 172.0, 171.0, 169.0, 168.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2057552", "doc1185713", "doc2634368", "doc1564158", "doc1945756", "doc1564173", "doc565399", "doc980993", "doc97366", "doc2631871"], "ranked_scores": [184.0, 177.0, 176.0, 175.0, 174.0, 172.0, 171.0, 171.0, 171.0, 170.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1618376", "doc36460", "doc1618372", "doc2396125", "doc36467", "doc36463", "doc36485", "doc2622759", "doc2622778", "doc2396140"], "ranked_scores": [209.0, 208.0, 205.0, 201.0, 199.0, 198.0, 197.0, 195.0, 193.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106333", "doc106355", "doc2832", "doc106357", "doc703719", "doc703721", "doc1538535", "doc703723", "doc2877", "doc703702"], "ranked_scores": [209.0, 206.0, 205.0, 204.0, 204.0, 203.0, 202.0, 202.0, 201.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc1520499", "doc1373324", "doc935127", "doc1119808", "doc108887", "doc91119", "doc626438", "doc729573"], "ranked_scores": [212.0, 210.0, 202.0, 200.0, 200.0, 198.0, 197.0, 197.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1431001", "doc77976", "doc1504263", "doc77973", "doc2071163", "doc1430993", "doc2079848", "doc2114608", "doc2504604", "doc77971"], "ranked_scores": [181.0, 179.0, 174.0, 173.0, 171.0, 169.0, 166.0, 165.0, 164.0, 164.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512-post-binary": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57247", "doc751998", "doc1104254", "doc2040327", "doc57232", "doc2173529", "doc1395336", "doc3001"], "ranked_scores": [424.0, 395.0, 393.0, 387.0, 384.0, 382.0, 382.0, 373.0, 371.0, 368.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc2292349", "doc1749973", "doc2415290", "doc357235", "doc63542", "doc1664486", "doc942208", "doc2345266", "doc2555353"], "ranked_scores": [391.0, 388.0, 385.0, 368.0, 366.0, 365.0, 364.0, 364.0, 363.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21829", "doc377466", "doc69767", "doc21856", "doc69778", "doc1393796", "doc776139", "doc21831", "doc451953"], "ranked_scores": [413.0, 393.0, 392.0, 390.0, 388.0, 387.0, 386.0, 386.0, 384.0, 382.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453091", "doc392076", "doc1247565", "doc230376", "doc2317442", "doc658301", "doc1177870", "doc453144", "doc564708", "doc564709"], "ranked_scores": [395.0, 391.0, 390.0, 390.0, 389.0, 388.0, 388.0, 386.0, 386.0, 385.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc2165920", "doc1812661", "doc559423", "doc1741706", "doc1366765", "doc2165905", "doc887635", "doc2171164", "doc1741707"], "ranked_scores": [420.0, 419.0, 418.0, 416.0, 416.0, 409.0, 407.0, 407.0, 407.0, 405.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc361702", "doc27535", "doc1021718", "doc361696", "doc459410", "doc1324046", "doc1852503", "doc1386925", "doc27538"], "ranked_scores": [407.0, 379.0, 375.0, 374.0, 369.0, 368.0, 368.0, 367.0, 367.0, 366.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1669853", "doc925929", "doc77634", "doc101332", "doc579128", "doc268699", "doc77640", "doc825186", "doc119665", "doc1829626"], "ranked_scores": [414.0, 411.0, 407.0, 407.0, 401.0, 398.0, 398.0, 397.0, 397.0, 396.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc966365", "doc278641", "doc38721", "doc520684", "doc99857", "doc520687", "doc1036602", "doc298955", "doc761733"], "ranked_scores": [411.0, 370.0, 363.0, 362.0, 358.0, 358.0, 358.0, 358.0, 357.0, 357.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61054", "doc61043", "doc627159", "doc928962", "doc1231969", "doc1971249", "doc91244"], "ranked_scores": [392.0, 392.0, 391.0, 390.0, 375.0, 367.0, 360.0, 357.0, 355.0, 353.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97445", "doc369237", "doc97430", "doc369240", "doc2083987", "doc369276", "doc152483"], "ranked_scores": [424.0, 413.0, 396.0, 396.0, 384.0, 380.0, 379.0, 378.0, 377.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1357070", "doc1458417", "doc2534676", "doc233794", "doc1651444", "doc636337", "doc64791", "doc447411"], "ranked_scores": [399.0, 385.0, 367.0, 367.0, 357.0, 356.0, 355.0, 353.0, 352.0, 349.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc1386116", "doc83863", "doc66003", "doc1984127", "doc253608", "doc2537824", "doc83871", "doc2537823"], "ranked_scores": [407.0, 397.0, 381.0, 380.0, 376.0, 373.0, 373.0, 372.0, 369.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc388464", "doc2832", "doc106333", "doc703702", "doc106338", "doc106355", "doc703719", "doc1445498", "doc703714"], "ranked_scores": [426.0, 421.0, 418.0, 413.0, 413.0, 413.0, 407.0, 407.0, 406.0, 405.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc692559", "doc7106", "doc1599042", "doc7108", "doc7099", "doc695983", "doc7091", "doc526956", "doc7119"], "ranked_scores": [410.0, 400.0, 400.0, 398.0, 393.0, 393.0, 390.0, 388.0, 387.0, 381.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc2033842", "doc1169637", "doc854693", "doc1598856", "doc1324516", "doc1891830", "doc1040316", "doc1740481"], "ranked_scores": [399.0, 374.0, 363.0, 361.0, 357.0, 357.0, 357.0, 353.0, 352.0, 352.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc551718", "doc648335", "doc2093591", "doc750407", "doc919340", "doc2483632", "doc220990", "doc2659217", "doc382065", "doc269387"], "ranked_scores": [373.0, 371.0, 369.0, 369.0, 368.0, 368.0, 367.0, 365.0, 365.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc468490", "doc90322", "doc30773", "doc2202506", "doc382236", "doc24903", "doc2202499", "doc416774", "doc300567", "doc1380356"], "ranked_scores": [403.0, 398.0, 395.0, 393.0, 392.0, 389.0, 388.0, 386.0, 385.0, 384.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2009369", "doc36393", "doc454592", "doc648344", "doc2483632", "doc648335", "doc1759594", "doc454591", "doc2370166"], "ranked_scores": [387.0, 382.0, 378.0, 373.0, 372.0, 371.0, 370.0, 364.0, 364.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56921", "doc56903", "doc56902", "doc1288170", "doc1601611", "doc2313854", "doc2509989"], "ranked_scores": [419.0, 416.0, 413.0, 397.0, 387.0, 384.0, 382.0, 382.0, 381.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc352904", "doc80074", "doc80154", "doc345632", "doc345642", "doc1912506", "doc1640863", "doc80151", "doc137908", "doc80067"], "ranked_scores": [396.0, 391.0, 385.0, 381.0, 381.0, 376.0, 375.0, 372.0, 372.0, 371.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5641, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc2240291", "doc2174234", "doc2353712", "doc108788", "doc18814", "doc506854", "doc498654", "doc2240293"], "ranked_scores": [398.0, 381.0, 380.0, 378.0, 376.0, 368.0, 366.0, 366.0, 365.0, 364.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc863698", "doc26444", "doc131786", "doc224770", "doc207464", "doc913417", "doc721916", "doc1858452", "doc2376934", "doc474073"], "ranked_scores": [403.0, 401.0, 392.0, 390.0, 383.0, 382.0, 381.0, 378.0, 377.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc698039", "doc698075", "doc964756", "doc162716", "doc192542", "doc1532821", "doc50848"], "ranked_scores": [428.0, 412.0, 396.0, 348.0, 345.0, 339.0, 338.0, 336.0, 336.0, 334.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc81655", "doc282412", "doc1199221", "doc57940", "doc37895", "doc2115402", "doc1390300", "doc57948", "doc721746"], "ranked_scores": [392.0, 387.0, 384.0, 381.0, 379.0, 370.0, 362.0, 362.0, 360.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc751410", "doc1936829", "doc1428083", "doc22149", "doc1612364", "doc866703", "doc1368159", "doc2113492"], "ranked_scores": [404.0, 381.0, 363.0, 363.0, 362.0, 358.0, 357.0, 351.0, 349.0, 342.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc64316", "doc851269", "doc1683659", "doc35524", "doc1376793", "doc64314", "doc971992", "doc41344", "doc1385345"], "ranked_scores": [394.0, 393.0, 390.0, 388.0, 387.0, 386.0, 384.0, 383.0, 382.0, 381.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc638932", "doc437685", "doc619532", "doc1334192", "doc1321914", "doc1520275", "doc437656", "doc1520244", "doc727452"], "ranked_scores": [413.0, 404.0, 398.0, 397.0, 395.0, 393.0, 392.0, 392.0, 391.0, 391.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc877823", "doc866436", "doc1314979", "doc938718", "doc1726816", "doc866490", "doc2384757", "doc1314944", "doc866437"], "ranked_scores": [355.0, 336.0, 335.0, 334.0, 334.0, 330.0, 330.0, 330.0, 326.0, 326.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24934", "doc24939", "doc1464195", "doc1449831", "doc641297", "doc645572", "doc645564", "doc2390440", "doc1872130", "doc1445420"], "ranked_scores": [352.0, 345.0, 337.0, 337.0, 336.0, 336.0, 335.0, 333.0, 333.0, 332.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc317197", "doc238798", "doc2034127", "doc2306629", "doc435057", "doc146706", "doc1915960", "doc758677"], "ranked_scores": [424.0, 396.0, 366.0, 355.0, 354.0, 351.0, 350.0, 349.0, 348.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc530778", "doc1394743", "doc1410020", "doc28582", "doc1840635", "doc324530", "doc25697", "doc38710"], "ranked_scores": [425.0, 402.0, 388.0, 384.0, 383.0, 382.0, 378.0, 378.0, 374.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc402145", "doc515771", "doc990522", "doc94371", "doc1185579", "doc898833", "doc2429823", "doc2527260", "doc990514"], "ranked_scores": [397.0, 389.0, 389.0, 382.0, 381.0, 380.0, 376.0, 375.0, 373.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc105758", "doc719060", "doc105763", "doc2355469", "doc1729412", "doc719006", "doc8477", "doc1534825"], "ranked_scores": [420.0, 412.0, 387.0, 380.0, 380.0, 379.0, 377.0, 377.0, 375.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107018", "doc324540", "doc358938", "doc52414", "doc2107022", "doc2224155", "doc2107033", "doc53643", "doc275856", "doc1927002"], "ranked_scores": [411.0, 407.0, 405.0, 403.0, 401.0, 400.0, 398.0, 393.0, 392.0, 390.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc720207", "doc2587564", "doc736126", "doc435076", "doc2498488", "doc435075", "doc412180", "doc435078", "doc2032387", "doc768322"], "ranked_scores": [387.0, 379.0, 379.0, 379.0, 375.0, 375.0, 375.0, 374.0, 373.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc47008", "doc264212", "doc336518", "doc1531603", "doc2448623", "doc878338", "doc627432", "doc1498263", "doc1736704"], "ranked_scores": [362.0, 358.0, 357.0, 356.0, 355.0, 353.0, 351.0, 350.0, 348.0, 347.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc245411", "doc1384376", "doc2083699", "doc2655469", "doc24308", "doc1384430", "doc1276617", "doc1277183"], "ranked_scores": [387.0, 370.0, 338.0, 337.0, 337.0, 334.0, 332.0, 332.0, 331.0, 331.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc601133", "doc376241", "doc2035909", "doc635536", "doc57975", "doc864555", "doc390322", "doc225655", "doc376243"], "ranked_scores": [366.0, 345.0, 343.0, 339.0, 338.0, 335.0, 333.0, 333.0, 331.0, 329.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986449", "doc134196", "doc588612", "doc546869", "doc1333905", "doc182888", "doc588578", "doc663431", "doc1629620"], "ranked_scores": [384.0, 383.0, 383.0, 368.0, 367.0, 365.0, 361.0, 360.0, 360.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2316721", "doc2391797", "doc878338", "doc1499831", "doc2361509", "doc221817", "doc965461", "doc2676752", "doc877974", "doc500342"], "ranked_scores": [354.0, 349.0, 345.0, 345.0, 343.0, 340.0, 339.0, 336.0, 336.0, 334.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc2015719", "doc175560", "doc88931", "doc88934", "doc779563", "doc88973", "doc127031", "doc2624067", "doc1670518"], "ranked_scores": [406.0, 393.0, 388.0, 387.0, 386.0, 386.0, 383.0, 381.0, 380.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1738086", "doc338813", "doc1455444", "doc21363", "doc338818", "doc21368", "doc21340", "doc338810", "doc21339", "doc698075"], "ranked_scores": [356.0, 355.0, 353.0, 351.0, 350.0, 349.0, 348.0, 348.0, 347.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc18273", "doc63590", "doc911115", "doc108559", "doc108456", "doc1774519", "doc193828", "doc2072948", "doc1791044", "doc88505"], "ranked_scores": [386.0, 386.0, 386.0, 380.0, 379.0, 379.0, 378.0, 377.0, 375.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc355540", "doc1670303", "doc7163", "doc1948176", "doc1183356", "doc1997397", "doc688749", "doc933773"], "ranked_scores": [407.0, 387.0, 378.0, 371.0, 369.0, 366.0, 359.0, 358.0, 358.0, 355.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc751726", "doc1735215", "doc1826212", "doc806787", "doc734723", "doc2653657", "doc312605", "doc1260422", "doc54026", "doc751719"], "ranked_scores": [356.0, 341.0, 338.0, 332.0, 330.0, 329.0, 328.0, 328.0, 328.0, 326.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2634368", "doc2057552", "doc980993", "doc1945756", "doc2631871", "doc1222389", "doc1809840", "doc1170391", "doc72413", "doc705226"], "ranked_scores": [365.0, 362.0, 349.0, 348.0, 346.0, 344.0, 344.0, 343.0, 343.0, 343.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc1618376", "doc36463", "doc1618372", "doc36467", "doc2396125", "doc2622759", "doc36485", "doc2622778", "doc1933371"], "ranked_scores": [404.0, 398.0, 397.0, 396.0, 391.0, 386.0, 384.0, 375.0, 371.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc106355", "doc703719", "doc388464", "doc337547", "doc106333", "doc973089", "doc2877", "doc1887731", "doc106357"], "ranked_scores": [405.0, 402.0, 398.0, 396.0, 395.0, 394.0, 394.0, 394.0, 393.0, 391.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc108887", "doc1373324", "doc729661", "doc1520499", "doc1119808", "doc729573", "doc91119", "doc2393669"], "ranked_scores": [423.0, 421.0, 405.0, 399.0, 398.0, 396.0, 395.0, 394.0, 393.0, 391.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1431001", "doc1504263", "doc1430993", "doc1430994", "doc2071163", "doc77973", "doc2071135", "doc2114608", "doc2332984"], "ranked_scores": [361.0, 354.0, 352.0, 348.0, 344.0, 332.0, 332.0, 329.0, 329.0, 327.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m16-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc2040327", "doc57242", "doc1395336", "doc1104254", "doc2569915", "doc3001", "doc2613570", "doc751967"], "ranked_scores": [0.5859, 0.585, 0.5533, 0.5479, 0.534, 0.5323, 0.5111, 0.5061, 0.505, 0.4916], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1749973", "doc2292349", "doc63538", "doc1879889", "doc63542", "doc2415290", "doc310191", "doc314759", "doc2461160", "doc1828868"], "ranked_scores": [0.5366, 0.5038, 0.4972, 0.4941, 0.4835, 0.48, 0.4782, 0.4768, 0.4744, 0.4739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21856", "doc1393796", "doc21832", "doc377466", "doc243667", "doc776142", "doc761186", "doc776173", "doc660012"], "ranked_scores": [0.6863, 0.6803, 0.6738, 0.6726, 0.6724, 0.6722, 0.6712, 0.6695, 0.6676, 0.6649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1247565", "doc146101", "doc872601", "doc1113377", "doc230376", "doc658301", "doc1177870", "doc415369", "doc392076", "doc453091"], "ranked_scores": [0.6246, 0.6223, 0.6195, 0.6195, 0.6168, 0.6164, 0.6163, 0.6162, 0.616, 0.6137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc2165906", "doc559430", "doc1435310", "doc387897", "doc1366730", "doc1366769", "doc866296", "doc1812660", "doc1715056"], "ranked_scores": [0.7259, 0.7256, 0.7223, 0.7193, 0.708, 0.7067, 0.7067, 0.7067, 0.7067, 0.7067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc2311306", "doc1021718", "doc1770477", "doc27529", "doc1770436", "doc1852504", "doc1852527", "doc459410", "doc1021710", "doc1501431"], "ranked_scores": [0.5834, 0.5785, 0.5735, 0.57, 0.5699, 0.5672, 0.5665, 0.5661, 0.566, 0.5641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc268699", "doc1953211", "doc620637", "doc1328113", "doc1369505", "doc1829626", "doc1328111", "doc1397224", "doc825187", "doc101332"], "ranked_scores": [0.7131, 0.7124, 0.7099, 0.7073, 0.7066, 0.7062, 0.7054, 0.7053, 0.7042, 0.7037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc896716", "doc1052760", "doc49200", "doc1456780", "doc327730", "doc38721", "doc101561", "doc520684", "doc1728840", "doc29757"], "ranked_scores": [0.577, 0.5674, 0.5657, 0.5657, 0.5625, 0.5623, 0.562, 0.5612, 0.5587, 0.5572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61036", "doc61054", "doc61045", "doc61043", "doc627159", "doc1376345", "doc1048266", "doc967500", "doc238332"], "ranked_scores": [0.5744, 0.5401, 0.5382, 0.5293, 0.5001, 0.4948, 0.4773, 0.4649, 0.4554, 0.4515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1116765", "doc2004921", "doc97421", "doc97445", "doc2083987", "doc369270", "doc369237", "doc2071028", "doc369276", "doc2268982"], "ranked_scores": [0.7092, 0.6918, 0.686, 0.6686, 0.6564, 0.6458, 0.6457, 0.6444, 0.6427, 0.6423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc1458417", "doc162798", "doc162708", "doc1612515", "doc418129", "doc1357070", "doc147194", "doc614722"], "ranked_scores": [0.488, 0.4701, 0.4615, 0.461, 0.4442, 0.4399, 0.4359, 0.4353, 0.4348, 0.4324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386166", "doc66003", "doc437627", "doc369618", "doc1386116", "doc1386159", "doc1377115", "doc2254487", "doc2171547", "doc2254480"], "ranked_scores": [0.6305, 0.6305, 0.6203, 0.5933, 0.591, 0.5851, 0.5774, 0.5737, 0.5687, 0.566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106372", "doc703736", "doc106355", "doc703719", "doc106335", "doc106333", "doc703728", "doc106332", "doc284003", "doc703702"], "ranked_scores": [0.7046, 0.7046, 0.7024, 0.7024, 0.7024, 0.7021, 0.6982, 0.6955, 0.6926, 0.6906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc692559", "doc7119", "doc7106", "doc7116", "doc316997", "doc7120", "doc697071", "doc7091", "doc695983"], "ranked_scores": [0.7008, 0.6754, 0.6679, 0.6649, 0.6623, 0.6544, 0.6531, 0.653, 0.6486, 0.6468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc854693", "doc1606435", "doc493405", "doc1443647", "doc2252228", "doc1101734", "doc2086681", "doc1588867"], "ranked_scores": [0.5568, 0.5443, 0.5351, 0.5316, 0.5256, 0.5212, 0.5162, 0.514, 0.5101, 0.5031], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc648344", "doc750416", "doc244386", "doc750407", "doc2203142", "doc1719794", "doc648335", "doc404160", "doc453118"], "ranked_scores": [0.5457, 0.5248, 0.52, 0.5096, 0.5045, 0.5011, 0.4878, 0.4817, 0.4814, 0.4718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc30774", "doc1550148", "doc1380357", "doc2202499", "doc1380356", "doc90322", "doc1734041", "doc416774", "doc468490", "doc300567"], "ranked_scores": [0.6616, 0.6612, 0.6612, 0.6612, 0.6612, 0.6612, 0.6566, 0.6566, 0.6559, 0.6549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2127006", "doc2009369", "doc2483632", "doc648335", "doc750416", "doc1104361", "doc2274222", "doc648344", "doc244386"], "ranked_scores": [0.5886, 0.5654, 0.5298, 0.5211, 0.5003, 0.4761, 0.4744, 0.4663, 0.4576, 0.4549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc2509989", "doc56903", "doc2313854", "doc56921", "doc1102442", "doc56897", "doc2313864", "doc2313875", "doc1288170"], "ranked_scores": [0.7145, 0.7115, 0.6962, 0.6906, 0.6825, 0.68, 0.6789, 0.6771, 0.6752, 0.6687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80074", "doc345642", "doc2203841", "doc80078", "doc1561656", "doc596891", "doc367206", "doc367220", "doc2281723", "doc137908"], "ranked_scores": [0.6595, 0.6468, 0.6435, 0.6414, 0.6394, 0.638, 0.6371, 0.6359, 0.6348, 0.6342], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc2353712", "doc1214168", "doc2240293", "doc2240291", "doc1313601", "doc556367", "doc732083", "doc2240268", "doc72413", "doc108794"], "ranked_scores": [0.5742, 0.5625, 0.5618, 0.5618, 0.5613, 0.5584, 0.5583, 0.5552, 0.5518, 0.5487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc796735", "doc224101", "doc474073", "doc138458", "doc675035", "doc2517379", "doc511592", "doc304623", "doc913417"], "ranked_scores": [0.6281, 0.604, 0.6032, 0.5988, 0.5944, 0.5943, 0.5925, 0.5889, 0.5874, 0.586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc551897", "doc614722", "doc1582708", "doc418129", "doc1612515", "doc1104251", "doc1104254"], "ranked_scores": [0.6642, 0.6634, 0.5069, 0.3491, 0.3459, 0.3366, 0.3258, 0.3195, 0.3181, 0.3166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57940", "doc1199221", "doc721746", "doc57948", "doc282412", "doc81655", "doc2115402", "doc57946", "doc1390312", "doc1390300"], "ranked_scores": [0.6195, 0.6172, 0.6124, 0.609, 0.5923, 0.5654, 0.5379, 0.5371, 0.5326, 0.5167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1224325", "doc1381513", "doc1962033", "doc751435", "doc1723101", "doc2068337", "doc1487701", "doc2357495", "doc2549319"], "ranked_scores": [0.5007, 0.4162, 0.4079, 0.4049, 0.3939, 0.3859, 0.3804, 0.3802, 0.3799, 0.3717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc1385353", "doc456580", "doc41344", "doc64314", "doc64318", "doc64317", "doc971992", "doc1385345", "doc2487655"], "ranked_scores": [0.6572, 0.6551, 0.6551, 0.6548, 0.6548, 0.6548, 0.6548, 0.6548, 0.6535, 0.6535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4228, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1978008", "doc2545031", "doc82650", "doc727452", "doc2545088", "doc1321868", "doc1520311", "doc1520251", "doc437667", "doc1334238"], "ranked_scores": [0.6938, 0.6883, 0.6853, 0.6837, 0.6832, 0.681, 0.681, 0.6783, 0.6781, 0.6776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc720105", "doc2558251", "doc1314979", "doc1840164", "doc1314944", "doc1603039", "doc720110", "doc1315001", "doc1315083", "doc1314964"], "ranked_scores": [0.318, 0.3088, 0.3006, 0.3001, 0.2963, 0.2855, 0.2811, 0.2798, 0.2789, 0.2751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc645572", "doc24939", "doc602735", "doc645564", "doc624943", "doc24934", "doc1464195", "doc227150", "doc1891609", "doc1597244"], "ranked_scores": [0.3358, 0.3318, 0.3285, 0.3187, 0.3153, 0.3139, 0.3074, 0.3066, 0.3044, 0.3027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1283940", "doc611283", "doc611282", "doc230816", "doc114471", "doc317197", "doc87191", "doc1346601"], "ranked_scores": [0.527, 0.5168, 0.4613, 0.4439, 0.4392, 0.4317, 0.4266, 0.4203, 0.4177, 0.4157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc412475", "doc1787621", "doc433576", "doc1007190", "doc626260", "doc1840635", "doc2142521"], "ranked_scores": [0.6771, 0.6419, 0.6223, 0.6089, 0.5941, 0.5917, 0.5913, 0.5904, 0.5899, 0.5841], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc515771", "doc2194194", "doc2429823", "doc11639", "doc94371", "doc402145", "doc660271", "doc1185579", "doc990522", "doc11640"], "ranked_scores": [0.6794, 0.6777, 0.6731, 0.673, 0.6728, 0.6707, 0.6698, 0.6623, 0.6613, 0.6576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc447042", "doc1427193", "doc1516597", "doc849003", "doc719006", "doc2355469", "doc1516605", "doc1587280"], "ranked_scores": [0.621, 0.6155, 0.6139, 0.6125, 0.6083, 0.6083, 0.6055, 0.6001, 0.5937, 0.5932], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc628470", "doc358938", "doc53643", "doc2107022", "doc2224155", "doc2107018", "doc1927002", "doc675222", "doc324540", "doc6540"], "ranked_scores": [0.7078, 0.703, 0.702, 0.6932, 0.6906, 0.6873, 0.6851, 0.6848, 0.6799, 0.6722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2646161", "doc2587564", "doc2587562", "doc435078", "doc435075", "doc435076", "doc2498488", "doc412180", "doc782782", "doc2607396"], "ranked_scores": [0.5865, 0.5832, 0.5832, 0.5832, 0.5818, 0.5808, 0.58, 0.58, 0.5711, 0.5652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc264212", "doc627432", "doc733127", "doc1935873", "doc2085567", "doc1370970", "doc336518", "doc1531603", "doc518266"], "ranked_scores": [0.5619, 0.5299, 0.5039, 0.4944, 0.4904, 0.4902, 0.4797, 0.4725, 0.4709, 0.4642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1299275", "doc2083699", "doc487000", "doc1577006", "doc1162080", "doc245411", "doc47008", "doc270066"], "ranked_scores": [0.3973, 0.3954, 0.3101, 0.308, 0.3028, 0.2988, 0.2986, 0.2944, 0.2944, 0.2914], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1153924", "doc1293555", "doc390322", "doc2046260", "doc1055373", "doc376241", "doc1810672", "doc376238", "doc1345740"], "ranked_scores": [0.4233, 0.4205, 0.4072, 0.4043, 0.3799, 0.3767, 0.3756, 0.3632, 0.356, 0.3531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc61233", "doc1986437", "doc546881", "doc2465656", "doc1333905", "doc1160263", "doc1986449", "doc1986433", "doc1584862", "doc1730233"], "ranked_scores": [0.6193, 0.6147, 0.6124, 0.603, 0.6018, 0.5966, 0.5948, 0.5928, 0.5906, 0.5847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2361509", "doc807", "doc221817", "doc2676752", "doc877974", "doc1036707", "doc312607", "doc543109", "doc384744", "doc1370451"], "ranked_scores": [0.4227, 0.3898, 0.3656, 0.3627, 0.3527, 0.3469, 0.3453, 0.3374, 0.3357, 0.334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc88931", "doc88973", "doc1452752", "doc88933", "doc127040", "doc127031", "doc88934", "doc1639229", "doc2624067"], "ranked_scores": [0.6121, 0.6059, 0.6045, 0.5953, 0.5852, 0.5842, 0.5797, 0.5729, 0.563, 0.5627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc21378", "doc21339", "doc1455509", "doc338818", "doc338813", "doc2336226", "doc1455444", "doc21363", "doc1455469"], "ranked_scores": [0.5504, 0.5114, 0.5094, 0.493, 0.4917, 0.48, 0.4744, 0.4727, 0.4691, 0.4684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2563559", "doc1774519", "doc911115", "doc63590", "doc18273", "doc63585", "doc1791044", "doc376565", "doc108559", "doc108501"], "ranked_scores": [0.6445, 0.6121, 0.5989, 0.5989, 0.5989, 0.579, 0.5757, 0.575, 0.5744, 0.563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc1273458", "doc580220", "doc688749", "doc1670303", "doc1335520", "doc7161", "doc913113", "doc580244", "doc1183356", "doc7165"], "ranked_scores": [0.5692, 0.5692, 0.5692, 0.5692, 0.5654, 0.5497, 0.5449, 0.5346, 0.5283, 0.5263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc2653657", "doc455756", "doc751726", "doc1743887", "doc2667180", "doc1260422", "doc1826212", "doc751714", "doc1537788"], "ranked_scores": [0.3457, 0.2903, 0.283, 0.2671, 0.2463, 0.2441, 0.2435, 0.2408, 0.2368, 0.2336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc705226", "doc190281", "doc2011376", "doc1451760", "doc2639996", "doc1170390", "doc2483577", "doc662025", "doc1170391"], "ranked_scores": [0.4485, 0.4455, 0.445, 0.437, 0.4358, 0.4261, 0.4229, 0.4204, 0.4085, 0.4083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1618372", "doc36485", "doc36463", "doc2396125", "doc2622759", "doc1618376", "doc36460", "doc2657970", "doc1256783", "doc36467"], "ranked_scores": [0.6557, 0.6557, 0.6557, 0.6342, 0.6342, 0.6341, 0.6247, 0.6083, 0.5881, 0.5346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc973089", "doc714665", "doc2832", "doc284003", "doc337547", "doc106372", "doc703736", "doc1332302", "doc388464", "doc2060101"], "ranked_scores": [0.6903, 0.6897, 0.6887, 0.6868, 0.6785, 0.6747, 0.6747, 0.6716, 0.6706, 0.6661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc108887", "doc702815", "doc596021", "doc1373323", "doc207176", "doc2376695", "doc2167590", "doc1581104", "doc356178"], "ranked_scores": [0.7034, 0.6985, 0.6963, 0.6949, 0.693, 0.6852, 0.6839, 0.6829, 0.6776, 0.6723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc77971", "doc1504263", "doc650150", "doc1276688", "doc5734", "doc613408", "doc691881", "doc827208", "doc1704007"], "ranked_scores": [0.3676, 0.3566, 0.3504, 0.3422, 0.3397, 0.3343, 0.3315, 0.3304, 0.3216, 0.3197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m16-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1470615", "doc1104251", "doc2040327", "doc594485", "doc2173529", "doc1582693", "doc1698346", "doc357482", "doc1887731", "doc57226"], "ranked_scores": [0.454, 0.4489, 0.4489, 0.4469, 0.4462, 0.446, 0.4429, 0.4412, 0.4403, 0.4352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1268295", "doc1749973", "doc63542", "doc2415290", "doc148310", "doc1828868", "doc2461160", "doc502099", "doc1942575", "doc2136789"], "ranked_scores": [0.3807, 0.3692, 0.3658, 0.3634, 0.3499, 0.3491, 0.3462, 0.3403, 0.3354, 0.3327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc1328955", "doc318194", "doc1817763", "doc21871", "doc1393796", "doc243667", "doc761186", "doc776142", "doc69765", "doc21831"], "ranked_scores": [0.5511, 0.5511, 0.5419, 0.5419, 0.5419, 0.539, 0.539, 0.539, 0.5375, 0.5368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc146101", "doc884614", "doc453091", "doc453144", "doc564709", "doc163261", "doc1347475", "doc1177870", "doc1007260", "doc564708"], "ranked_scores": [0.5354, 0.5334, 0.5311, 0.5304, 0.5299, 0.5288, 0.5284, 0.5249, 0.5245, 0.5229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc1435310", "doc559430", "doc2165906", "doc1366756", "doc1382073", "doc2372195", "doc338868", "doc559423", "doc387897"], "ranked_scores": [0.6185, 0.6176, 0.6116, 0.6021, 0.5885, 0.5706, 0.5705, 0.5705, 0.5705, 0.5705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1324046", "doc1501431", "doc1407409", "doc1021718", "doc738831", "doc2034534", "doc2545074", "doc1386925", "doc1959244", "doc2085928"], "ranked_scores": [0.4432, 0.4302, 0.4163, 0.4163, 0.4159, 0.4115, 0.4097, 0.4093, 0.4068, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc349744", "doc349747", "doc77640", "doc77635", "doc620637", "doc864822", "doc856735", "doc825187", "doc825186", "doc77634"], "ranked_scores": [0.6132, 0.6132, 0.6132, 0.6132, 0.6132, 0.6132, 0.6132, 0.6132, 0.6132, 0.6132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc1798668", "doc29757", "doc29759", "doc2096499", "doc928587", "doc105506", "doc966365", "doc139151", "doc2688", "doc398839"], "ranked_scores": [0.4982, 0.4581, 0.4563, 0.4535, 0.4522, 0.4521, 0.4503, 0.4503, 0.4488, 0.4487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61045", "doc61054", "doc627159", "doc61043", "doc824694", "doc903105", "doc2092646", "doc1376346", "doc928962"], "ranked_scores": [0.4037, 0.3965, 0.3875, 0.375, 0.3747, 0.3716, 0.3711, 0.371, 0.3687, 0.3666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97442", "doc97421", "doc369234", "doc1948378", "doc2004921", "doc97437", "doc1329011", "doc369204", "doc2099374", "doc2084014"], "ranked_scores": [0.5295, 0.5187, 0.504, 0.5038, 0.5014, 0.4976, 0.4953, 0.4899, 0.4886, 0.4811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc1458417", "doc2582472", "doc33193", "doc1612525", "doc125349", "doc2105570", "doc698043", "doc1698346", "doc260645", "doc47608"], "ranked_scores": [0.4203, 0.4197, 0.4185, 0.4134, 0.4065, 0.4064, 0.4052, 0.3969, 0.3968, 0.3953], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386116", "doc1062301", "doc2372621", "doc2295211", "doc1883243", "doc2171547", "doc1668129", "doc1984114", "doc369618"], "ranked_scores": [0.4382, 0.438, 0.4379, 0.4372, 0.4311, 0.4298, 0.4246, 0.4244, 0.4222, 0.4203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703723", "doc106372", "doc703736", "doc703721", "doc106357", "doc106332", "doc874101", "doc1051791", "doc1332302", "doc2832"], "ranked_scores": [0.589, 0.589, 0.589, 0.5851, 0.5851, 0.5832, 0.5802, 0.5802, 0.5773, 0.5773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc1027652", "doc7116", "doc692559", "doc1384589", "doc1950715", "doc1751639", "doc309597", "doc2474950", "doc1829564", "doc670570"], "ranked_scores": [0.6253, 0.6247, 0.6155, 0.6155, 0.6111, 0.6042, 0.6015, 0.6, 0.597, 0.597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc1606435", "doc1101734", "doc1098823", "doc1040316", "doc2000096", "doc751410", "doc2068718", "doc1968582", "doc90807", "doc854693"], "ranked_scores": [0.481, 0.4809, 0.4764, 0.4682, 0.4615, 0.4569, 0.4536, 0.4534, 0.4493, 0.4479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc1825079", "doc2009369", "doc2018288", "doc750416", "doc264212", "doc2013112", "doc229804", "doc2483632", "doc938302", "doc157123"], "ranked_scores": [0.4187, 0.3959, 0.3956, 0.3928, 0.3875, 0.3807, 0.3797, 0.3783, 0.3779, 0.3747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc620571", "doc300567", "doc1380357", "doc1734041", "doc1786046", "doc1824654", "doc416774", "doc468490", "doc651946", "doc563701"], "ranked_scores": [0.5312, 0.5256, 0.5153, 0.5153, 0.5153, 0.5153, 0.5153, 0.5153, 0.5153, 0.5153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc1825079", "doc23412", "doc2009369", "doc430860", "doc190650", "doc264212", "doc454591", "doc80948"], "ranked_scores": [0.4291, 0.3819, 0.3788, 0.3695, 0.3615, 0.3565, 0.3539, 0.3538, 0.3523, 0.3497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc963669", "doc1991598", "doc1102442", "doc2091584", "doc1102445", "doc2313854", "doc2439294", "doc56903"], "ranked_scores": [0.592, 0.5886, 0.5846, 0.5845, 0.5845, 0.5845, 0.5784, 0.5765, 0.5741, 0.5729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc596882", "doc863660", "doc2076427", "doc737601", "doc66226", "doc1357314", "doc80067", "doc137908", "doc596891", "doc80154"], "ranked_scores": [0.5621, 0.5621, 0.5619, 0.5572, 0.5553, 0.5553, 0.555, 0.5526, 0.5462, 0.5462], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc732015", "doc1248717", "doc72413", "doc1945762", "doc2217863", "doc1435232", "doc498654", "doc556367", "doc2353712", "doc2010343"], "ranked_scores": [0.4698, 0.4496, 0.4477, 0.4458, 0.4414, 0.4343, 0.4301, 0.4273, 0.4266, 0.4214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc131786", "doc1107283", "doc474060", "doc2517379", "doc1845104", "doc913417", "doc2289855", "doc26460", "doc1107323", "doc1617211"], "ranked_scores": [0.4598, 0.4589, 0.4583, 0.4483, 0.4474, 0.4459, 0.441, 0.4408, 0.4408, 0.44], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1487821", "doc2040334", "doc284042", "doc466241", "doc1104254", "doc446477", "doc1999887"], "ranked_scores": [0.3638, 0.347, 0.3452, 0.3065, 0.3013, 0.2994, 0.2979, 0.2965, 0.2918, 0.2916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1446034", "doc2115402", "doc57940", "doc57946", "doc1199221", "doc57948", "doc721746", "doc125349", "doc1489505"], "ranked_scores": [0.386, 0.3686, 0.3677, 0.3632, 0.3628, 0.3571, 0.3566, 0.3517, 0.3505, 0.3474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc418974", "doc936401", "doc2431680", "doc323921", "doc1267063", "doc1175661", "doc1723101", "doc317624"], "ranked_scores": [0.3864, 0.3704, 0.3627, 0.362, 0.3466, 0.3446, 0.3415, 0.3376, 0.333, 0.3327], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc2072856", "doc283788", "doc1955603", "doc35513", "doc467715", "doc602854", "doc64317", "doc674940", "doc851269", "doc705952"], "ranked_scores": [0.5563, 0.5563, 0.5506, 0.5476, 0.5459, 0.5459, 0.5459, 0.5459, 0.5459, 0.5459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc2545063", "doc437656", "doc1321868", "doc1520290", "doc1520211", "doc1520334", "doc1977978", "doc1520311", "doc2545097", "doc2545074"], "ranked_scores": [0.5498, 0.5486, 0.5485, 0.5484, 0.5484, 0.5484, 0.5484, 0.5484, 0.5484, 0.5481], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1315015", "doc1315001", "doc2048678", "doc938718", "doc1314979", "doc1840131", "doc2203239", "doc1603040", "doc1632075", "doc2212258"], "ranked_scores": [0.2708, 0.2519, 0.249, 0.2464, 0.2432, 0.2374, 0.2366, 0.2318, 0.2281, 0.2281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2347811", "doc2597697", "doc2629336", "doc966112", "doc531512", "doc725581", "doc645602", "doc2426396", "doc104082", "doc1212031"], "ranked_scores": [0.2843, 0.2812, 0.281, 0.2808, 0.2798, 0.2791, 0.279, 0.2781, 0.2773, 0.2751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc317197", "doc1632991", "doc216330", "doc2204719", "doc1588867", "doc1422800", "doc1283940", "doc1891609", "doc525751"], "ranked_scores": [0.4004, 0.3918, 0.3909, 0.3895, 0.3865, 0.3847, 0.3839, 0.3822, 0.3796, 0.3793], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc1566486", "doc1007190", "doc1787621", "doc28582", "doc1124783", "doc2142521", "doc996399"], "ranked_scores": [0.4778, 0.4778, 0.471, 0.4674, 0.4644, 0.4532, 0.4527, 0.4527, 0.4527, 0.4527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2194194", "doc513406", "doc91124", "doc402145", "doc990514", "doc2205282", "doc2376695", "doc935115", "doc702815", "doc935125"], "ranked_scores": [0.5189, 0.5093, 0.5052, 0.5034, 0.5021, 0.4994, 0.4991, 0.4991, 0.4991, 0.4991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105756", "doc1516605", "doc461467", "doc1516597", "doc1587280", "doc105739", "doc171833", "doc391459", "doc2574040", "doc1427193"], "ranked_scores": [0.5012, 0.5003, 0.4991, 0.4988, 0.4889, 0.4868, 0.4852, 0.484, 0.4835, 0.4826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc848379", "doc393303", "doc275856", "doc422936", "doc28581", "doc1400527", "doc28935", "doc751678", "doc2431531", "doc1927002"], "ranked_scores": [0.6116, 0.6109, 0.6106, 0.6073, 0.6068, 0.6042, 0.5967, 0.5953, 0.5949, 0.5944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2217446", "doc435078", "doc412168", "doc42101", "doc1487858", "doc2124276", "doc286805", "doc2607396", "doc1805745", "doc331138"], "ranked_scores": [0.4364, 0.4238, 0.4118, 0.4057, 0.4049, 0.404, 0.3977, 0.3969, 0.396, 0.3947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc336518", "doc2119808", "doc1935873", "doc733127", "doc1736704", "doc2665803", "doc264212", "doc627432", "doc59550", "doc705226"], "ranked_scores": [0.4225, 0.4186, 0.4099, 0.403, 0.4027, 0.4003, 0.3975, 0.394, 0.3913, 0.3855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1548640", "doc1153299", "doc483933", "doc93287", "doc1283940", "doc737219", "doc64791", "doc307978", "doc366445", "doc1127543"], "ranked_scores": [0.3538, 0.3467, 0.3373, 0.3358, 0.3355, 0.3316, 0.3311, 0.329, 0.3253, 0.32], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc2502630", "doc864555", "doc367417", "doc2035909", "doc390322", "doc698895", "doc512672", "doc225655", "doc959206"], "ranked_scores": [0.2745, 0.2629, 0.2531, 0.2514, 0.2478, 0.2441, 0.2416, 0.2407, 0.2382, 0.2376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc2465656", "doc1160263", "doc588578", "doc1986437", "doc1584862", "doc1991515", "doc1986449", "doc1730288", "doc588590", "doc134196"], "ranked_scores": [0.4759, 0.4729, 0.4676, 0.4659, 0.4636, 0.4573, 0.455, 0.4544, 0.4535, 0.4491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc807", "doc429685", "doc2629336", "doc1339771", "doc1464195", "doc2149599", "doc2361509", "doc459774", "doc2347811", "doc2335293"], "ranked_scores": [0.3444, 0.3329, 0.332, 0.3274, 0.3236, 0.3236, 0.3229, 0.3153, 0.3131, 0.3118], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc1452752", "doc2061559", "doc1763997", "doc88933", "doc88974", "doc88931", "doc1639229", "doc1281693", "doc88973", "doc608249"], "ranked_scores": [0.4206, 0.3836, 0.3755, 0.3738, 0.3701, 0.3617, 0.3576, 0.357, 0.3549, 0.354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1390300", "doc16766", "doc81655", "doc21378", "doc21350", "doc752669", "doc338815", "doc1738086", "doc1594219", "doc2413204"], "ranked_scores": [0.352, 0.3492, 0.3452, 0.3449, 0.3435, 0.3376, 0.3374, 0.3362, 0.3342, 0.3331], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2317941", "doc376565", "doc725920", "doc1906610", "doc1816786", "doc172185", "doc349135", "doc157016", "doc2072948", "doc1774519"], "ranked_scores": [0.5297, 0.5271, 0.5271, 0.5238, 0.5207, 0.5202, 0.5175, 0.5175, 0.5175, 0.5157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc580244", "doc7165", "doc1455775", "doc2447782", "doc1378028", "doc355540", "doc246550", "doc580220", "doc260679", "doc1612525"], "ranked_scores": [0.4029, 0.3915, 0.3843, 0.3825, 0.3821, 0.3799, 0.373, 0.3729, 0.3729, 0.3728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1998840", "doc1826212", "doc540358", "doc1452587", "doc1238357", "doc157323", "doc1356310", "doc1244692", "doc1590467", "doc4611"], "ranked_scores": [0.24, 0.2389, 0.235, 0.2317, 0.2224, 0.2218, 0.2206, 0.2194, 0.2186, 0.2184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc2634368", "doc2011376", "doc1619342", "doc1222389", "doc705226", "doc384744", "doc673167", "doc531580", "doc1276686"], "ranked_scores": [0.3905, 0.3902, 0.3853, 0.3723, 0.3707, 0.3704, 0.3696, 0.3677, 0.3676, 0.3665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1256783", "doc1618376", "doc2657970", "doc1926786", "doc2258745", "doc2362801", "doc2245681", "doc1451671", "doc2543977", "doc36463"], "ranked_scores": [0.3931, 0.3755, 0.3618, 0.3614, 0.3545, 0.3545, 0.3513, 0.3513, 0.3513, 0.3455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc388464", "doc973089", "doc211906", "doc703723", "doc703736", "doc106372", "doc446477", "doc211912", "doc1332302", "doc2832"], "ranked_scores": [0.6047, 0.6047, 0.5964, 0.5955, 0.5955, 0.5955, 0.5954, 0.5919, 0.5872, 0.5872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc2167590", "doc368686", "doc655676", "doc515127", "doc729569", "doc84475", "doc842383", "doc599368", "doc643072", "doc935127"], "ranked_scores": [0.5671, 0.5671, 0.5671, 0.5671, 0.5671, 0.5671, 0.5671, 0.5671, 0.5671, 0.5671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc418974", "doc1276686", "doc77976", "doc2079848", "doc1430994", "doc1128302", "doc936401", "doc1434866", "doc2071084", "doc2021184"], "ranked_scores": [0.3258, 0.3162, 0.3113, 0.3069, 0.3066, 0.3053, 0.3042, 0.3025, 0.2978, 0.2969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-512-pq-m16-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc751998", "doc57247", "doc57242", "doc2040327", "doc57232", "doc551897", "doc1104254", "doc63804", "doc1142095"], "ranked_scores": [0.7249, 0.7065, 0.7065, 0.6814, 0.6706, 0.6577, 0.6253, 0.6171, 0.612, 0.6046], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc2345266", "doc2555353", "doc345111", "doc1749973", "doc2292349", "doc2415290", "doc1879889", "doc63542", "doc1664486"], "ranked_scores": [0.6653, 0.6412, 0.6385, 0.6368, 0.6357, 0.6334, 0.6314, 0.6295, 0.6234, 0.6223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc1393796", "doc21829", "doc21832", "doc21831", "doc377466", "doc69778", "doc776142", "doc69765", "doc776139", "doc69767"], "ranked_scores": [0.7728, 0.7628, 0.7613, 0.7601, 0.7566, 0.7565, 0.7524, 0.7505, 0.7501, 0.7472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453144", "doc884614", "doc564709", "doc392076", "doc146101", "doc230376", "doc1177870", "doc163261", "doc1402781", "doc1007260"], "ranked_scores": [0.7494, 0.7468, 0.7397, 0.7378, 0.7377, 0.7361, 0.7357, 0.7344, 0.7336, 0.7331], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366756", "doc1741706", "doc1741707", "doc1741702", "doc2165920", "doc1812661", "doc1741701", "doc1366765", "doc1366760", "doc1812653"], "ranked_scores": [0.7949, 0.7948, 0.7948, 0.7935, 0.7935, 0.7935, 0.7935, 0.793, 0.791, 0.791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc459410", "doc27529", "doc1021718", "doc1478939", "doc1770477", "doc1389070", "doc1685757", "doc1852503", "doc1478921", "doc1407409"], "ranked_scores": [0.6808, 0.6715, 0.6702, 0.6698, 0.6679, 0.6658, 0.6657, 0.6652, 0.6641, 0.6623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc864822", "doc620637", "doc293491", "doc1953211", "doc101332", "doc77634", "doc856725", "doc119665", "doc293490", "doc208541"], "ranked_scores": [0.8021, 0.7939, 0.7927, 0.7917, 0.7907, 0.7902, 0.7878, 0.7865, 0.7861, 0.7852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc2096501", "doc29757", "doc298955", "doc151694", "doc520687", "doc99857", "doc1486663", "doc81162", "doc101560", "doc966365"], "ranked_scores": [0.6227, 0.6205, 0.6148, 0.6138, 0.6134, 0.612, 0.6085, 0.6073, 0.6057, 0.6044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61045", "doc1376346", "doc61036", "doc61043", "doc1376345", "doc1048266", "doc1325273", "doc1380860", "doc2083822"], "ranked_scores": [0.6725, 0.6505, 0.6494, 0.6446, 0.6249, 0.5963, 0.5921, 0.584, 0.5837, 0.5637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc2004921", "doc1116765", "doc97421", "doc2083994", "doc369237", "doc369270", "doc2083987", "doc97437", "doc2071028"], "ranked_scores": [0.7556, 0.7546, 0.7369, 0.7328, 0.7108, 0.6998, 0.6974, 0.6895, 0.6798, 0.6793], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1458417", "doc33196", "doc1612515", "doc698033", "doc1357070", "doc698043", "doc614724", "doc162798", "doc162834"], "ranked_scores": [0.606, 0.6049, 0.5747, 0.534, 0.5161, 0.5159, 0.5147, 0.5142, 0.5021, 0.5016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc369618", "doc66003", "doc1386166", "doc2295211", "doc1386116", "doc1667023", "doc2171547", "doc1984127", "doc83863"], "ranked_scores": [0.7206, 0.7108, 0.7039, 0.7032, 0.7009, 0.6974, 0.6758, 0.6729, 0.6718, 0.6716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106333", "doc703719", "doc106355", "doc106372", "doc703736", "doc106335", "doc703728", "doc284003", "doc106338", "doc703702"], "ranked_scores": [0.8009, 0.8001, 0.8001, 0.7942, 0.7942, 0.7931, 0.7931, 0.7904, 0.7855, 0.7855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7119", "doc7120", "doc7112", "doc7116", "doc7099", "doc7091", "doc7106", "doc7108", "doc692559", "doc1401076"], "ranked_scores": [0.7786, 0.7757, 0.7755, 0.7619, 0.7605, 0.7517, 0.75, 0.7378, 0.7369, 0.724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1606435", "doc1551353", "doc1101734", "doc704395", "doc854693", "doc722466", "doc1443647", "doc1040316", "doc1079922"], "ranked_scores": [0.6423, 0.6315, 0.6149, 0.6137, 0.6024, 0.6002, 0.5988, 0.598, 0.5946, 0.5944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2009369", "doc2203117", "doc1312663", "doc244386", "doc1719794", "doc453118", "doc648344", "doc1825079", "doc1874808"], "ranked_scores": [0.6205, 0.6193, 0.6153, 0.6131, 0.6129, 0.6051, 0.6037, 0.5994, 0.5983, 0.5969], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30774", "doc1380356", "doc2202499", "doc1380357", "doc1550148", "doc382236", "doc24925", "doc416774", "doc30773"], "ranked_scores": [0.7733, 0.7733, 0.7693, 0.7693, 0.7693, 0.7664, 0.7656, 0.7626, 0.7611, 0.7598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2009369", "doc36402", "doc2483632", "doc454591", "doc938302", "doc1634950", "doc2203117", "doc428400", "doc1691613", "doc648344"], "ranked_scores": [0.6256, 0.6, 0.5826, 0.5584, 0.5525, 0.5498, 0.5496, 0.5478, 0.5469, 0.5425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56903", "doc2408092", "doc2313864", "doc2313875", "doc56902", "doc873481", "doc2378781", "doc56897", "doc2509989"], "ranked_scores": [0.7781, 0.7613, 0.7566, 0.7511, 0.7487, 0.746, 0.7439, 0.7412, 0.741, 0.7406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc345632", "doc80074", "doc345642", "doc352904", "doc137908", "doc80067", "doc80078", "doc811646", "doc1640863", "doc80148"], "ranked_scores": [0.7524, 0.7502, 0.7334, 0.7296, 0.7137, 0.702, 0.6965, 0.69, 0.6823, 0.6813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc1018577", "doc556367", "doc2353712", "doc1018572", "doc1248717", "doc732015", "doc732083", "doc72413", "doc2279189", "doc2240293"], "ranked_scores": [0.6729, 0.6707, 0.6646, 0.6637, 0.6595, 0.653, 0.6527, 0.6426, 0.637, 0.6357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc474073", "doc474060", "doc207464", "doc224770", "doc304623", "doc224101", "doc1858452", "doc2376934", "doc99377"], "ranked_scores": [0.7377, 0.7356, 0.7188, 0.7126, 0.7116, 0.7056, 0.7034, 0.7024, 0.7002, 0.6976], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc614722", "doc162716", "doc119586", "doc1612515", "doc698039", "doc162798", "doc698043"], "ranked_scores": [0.7788, 0.7786, 0.7584, 0.4934, 0.4893, 0.4625, 0.4547, 0.453, 0.4468, 0.4447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1199221", "doc721746", "doc57940", "doc282412", "doc81655", "doc1390312", "doc57948", "doc1390300", "doc57946", "doc2115402"], "ranked_scores": [0.7645, 0.7645, 0.7522, 0.752, 0.7419, 0.7125, 0.7112, 0.6784, 0.6751, 0.6362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1612364", "doc751435", "doc1936829", "doc751410", "doc1368159", "doc22149", "doc1428083", "doc2357495", "doc866703"], "ranked_scores": [0.6505, 0.587, 0.5596, 0.5254, 0.5228, 0.5142, 0.511, 0.5012, 0.4968, 0.4929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64314", "doc922273", "doc1376793", "doc1683659", "doc971992", "doc922271", "doc1385345", "doc108632", "doc2072831", "doc35522"], "ranked_scores": [0.744, 0.743, 0.738, 0.7355, 0.7348, 0.7348, 0.7338, 0.7298, 0.7278, 0.7278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1334192", "doc1520275", "doc1321967", "doc1520268", "doc1520320", "doc1520286", "doc1334238", "doc2545031", "doc1977978", "doc727452"], "ranked_scores": [0.7701, 0.7642, 0.7636, 0.7635, 0.7633, 0.7618, 0.7615, 0.7594, 0.7592, 0.7577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1314944", "doc938718", "doc1314979", "doc35173", "doc1603039", "doc1314857", "doc866442", "doc720105", "doc1315015", "doc2384757"], "ranked_scores": [0.4351, 0.4246, 0.4244, 0.4221, 0.4176, 0.416, 0.4125, 0.4114, 0.4077, 0.4074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24934", "doc24939", "doc1597244", "doc645572", "doc2390440", "doc27298", "doc602735", "doc645564", "doc1464195", "doc1169637"], "ranked_scores": [0.4785, 0.4485, 0.4466, 0.4415, 0.4353, 0.4254, 0.4241, 0.4206, 0.4199, 0.4186], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1074209", "doc1617178", "doc958476", "doc1733379", "doc1096393", "doc1098312", "doc1512025", "doc672552"], "ranked_scores": [0.6602, 0.6107, 0.5249, 0.5203, 0.5086, 0.5057, 0.5023, 0.5003, 0.4994, 0.4956], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394743", "doc1410020", "doc2529675", "doc152997", "doc324530", "doc967808", "doc1787621", "doc1840635"], "ranked_scores": [0.7904, 0.7785, 0.7101, 0.7001, 0.6975, 0.6974, 0.6954, 0.6947, 0.6944, 0.6929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc2429823", "doc898833", "doc402145", "doc1185579", "doc660271", "doc2194194", "doc515771", "doc94371", "doc990522"], "ranked_scores": [0.7503, 0.749, 0.7415, 0.7411, 0.7311, 0.7306, 0.726, 0.7236, 0.7229, 0.7224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105756", "doc105739", "doc830308", "doc1516605", "doc1427193", "doc447042", "doc543176", "doc1572538", "doc719006", "doc74797"], "ranked_scores": [0.7005, 0.688, 0.6731, 0.6682, 0.6643, 0.6583, 0.6518, 0.6493, 0.649, 0.647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2107018", "doc2107033", "doc628470", "doc324540", "doc2107022", "doc1927002", "doc2224155", "doc53643", "doc6531"], "ranked_scores": [0.8108, 0.8063, 0.8005, 0.7961, 0.7915, 0.7854, 0.7834, 0.7821, 0.7795, 0.7783], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2607396", "doc782782", "doc435081", "doc2587564", "doc435076", "doc2587562", "doc435078", "doc435075", "doc412180", "doc435083"], "ranked_scores": [0.7207, 0.7187, 0.7111, 0.7072, 0.7072, 0.7072, 0.7072, 0.7072, 0.7067, 0.7067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2042102", "doc2665803", "doc2085567", "doc1531603", "doc264212", "doc289212", "doc397701", "doc1736704", "doc1490502", "doc1736708"], "ranked_scores": [0.6437, 0.6331, 0.6197, 0.6178, 0.6113, 0.6001, 0.5965, 0.5837, 0.5769, 0.575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2306629", "doc1130168", "doc1962174", "doc1276617", "doc450131", "doc2632693", "doc303261", "doc1458523"], "ranked_scores": [0.4977, 0.4766, 0.3994, 0.3967, 0.3916, 0.3799, 0.3756, 0.375, 0.3673, 0.3668], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc376241", "doc601133", "doc57975", "doc376238", "doc390322", "doc1293555", "doc1345740", "doc1153924", "doc864555"], "ranked_scores": [0.491, 0.4844, 0.4716, 0.4696, 0.4569, 0.4524, 0.4522, 0.4368, 0.4359, 0.4165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc2465656", "doc546881", "doc1160263", "doc1730288", "doc1986437", "doc1333905", "doc860546", "doc61233", "doc1730233", "doc134196"], "ranked_scores": [0.7364, 0.7364, 0.7332, 0.7288, 0.7288, 0.7267, 0.7239, 0.7192, 0.7153, 0.7059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc807", "doc201170", "doc2361509", "doc201173", "doc877974", "doc2621492", "doc221817", "doc312607", "doc2335293", "doc2676807"], "ranked_scores": [0.5466, 0.479, 0.4758, 0.472, 0.4682, 0.4676, 0.4643, 0.4612, 0.4597, 0.4575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88933", "doc1639229", "doc88934", "doc127031", "doc88974", "doc175560", "doc1452752", "doc2107043", "doc88973"], "ranked_scores": [0.6842, 0.6807, 0.6793, 0.6776, 0.667, 0.6662, 0.666, 0.6541, 0.6463, 0.6423], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21339", "doc864003", "doc21350", "doc1455444", "doc338813", "doc1455509", "doc1455511", "doc1455462", "doc338818", "doc1455508"], "ranked_scores": [0.5745, 0.5696, 0.5657, 0.5573, 0.5524, 0.5447, 0.5395, 0.5376, 0.5372, 0.5109], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2563559", "doc108559", "doc1491868", "doc1791044", "doc376565", "doc2072948", "doc1325435", "doc18273", "doc63590", "doc911115"], "ranked_scores": [0.7321, 0.685, 0.6821, 0.6777, 0.676, 0.6743, 0.674, 0.6711, 0.6711, 0.6711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc1670303", "doc688749", "doc7161", "doc1273458", "doc7165", "doc580220", "doc1335520", "doc355540", "doc580244", "doc1183356"], "ranked_scores": [0.6658, 0.661, 0.661, 0.652, 0.6326, 0.6317, 0.6294, 0.6288, 0.6205, 0.6042], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc2653657", "doc751726", "doc1735215", "doc751729", "doc1826212", "doc54026", "doc735792", "doc751718", "doc1356310", "doc806787"], "ranked_scores": [0.438, 0.4232, 0.4013, 0.3941, 0.3822, 0.3807, 0.3782, 0.3705, 0.3688, 0.3643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1222389", "doc2634368", "doc642762", "doc785515", "doc2125026", "doc1131204", "doc2011376", "doc2483577", "doc1451760", "doc173893"], "ranked_scores": [0.5997, 0.5799, 0.5771, 0.5741, 0.5643, 0.5602, 0.5535, 0.5526, 0.5522, 0.5512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1618376", "doc36460", "doc36463", "doc1618372", "doc36485", "doc2622759", "doc2396125", "doc36467", "doc1256783", "doc2622778"], "ranked_scores": [0.7747, 0.7728, 0.7728, 0.7728, 0.7688, 0.7199, 0.7096, 0.6962, 0.6879, 0.6854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1332302", "doc2832", "doc284003", "doc703736", "doc106372", "doc388464", "doc973089", "doc337547", "doc1051791", "doc703719"], "ranked_scores": [0.7535, 0.7434, 0.7383, 0.7339, 0.7339, 0.7322, 0.7299, 0.7293, 0.7251, 0.7214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc596021", "doc729661", "doc1373324", "doc515127", "doc1837769", "doc1105038", "doc2376695", "doc108887"], "ranked_scores": [0.7982, 0.7982, 0.7922, 0.7851, 0.7807, 0.7605, 0.7585, 0.7573, 0.7539, 0.7528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430994", "doc1504263", "doc5734", "doc613408", "doc2079848", "doc77973", "doc1430993", "doc1644239", "doc2653657"], "ranked_scores": [0.4712, 0.4271, 0.4256, 0.4095, 0.4043, 0.4043, 0.3877, 0.3737, 0.3701, 0.3579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-pq-m16-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc57242", "doc57247", "doc751998", "doc2040327", "doc1104254", "doc63804", "doc1395336", "doc3001"], "ranked_scores": [0.7742, 0.7199, 0.7149, 0.7146, 0.6823, 0.6738, 0.656, 0.6536, 0.633, 0.6313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc345111", "doc1749973", "doc2292349", "doc63543", "doc1815291", "doc1268295", "doc758444", "doc2345266", "doc314759"], "ranked_scores": [0.6375, 0.6246, 0.6196, 0.6186, 0.6022, 0.6018, 0.6018, 0.5868, 0.5812, 0.5779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc377466", "doc1393796", "doc21829", "doc776142", "doc2074523", "doc21856", "doc1675505", "doc21831", "doc2526400"], "ranked_scores": [0.7599, 0.7496, 0.7425, 0.742, 0.7281, 0.7275, 0.7248, 0.7241, 0.7223, 0.7221], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc453144", "doc1007260", "doc146101", "doc2317442", "doc1177870", "doc1177855", "doc1402781", "doc2386390", "doc163261"], "ranked_scores": [0.7326, 0.728, 0.7213, 0.7195, 0.7165, 0.7144, 0.6987, 0.6986, 0.6985, 0.696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc338868", "doc1741706", "doc1741702", "doc2165920", "doc1741701", "doc1741707", "doc1812661", "doc1812660", "doc1366760", "doc1366765"], "ranked_scores": [0.7955, 0.7944, 0.794, 0.7919, 0.7903, 0.7892, 0.7887, 0.7884, 0.7813, 0.781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1478939", "doc27529", "doc1685757", "doc1021718", "doc172836", "doc1852503", "doc1407409", "doc1021710", "doc1852504", "doc738831"], "ranked_scores": [0.5896, 0.5804, 0.5645, 0.5626, 0.5611, 0.5611, 0.558, 0.5562, 0.5473, 0.5394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc620637", "doc1953211", "doc119665", "doc101332", "doc77634", "doc825186", "doc856725", "doc579128", "doc272763"], "ranked_scores": [0.7763, 0.7754, 0.7624, 0.7621, 0.7601, 0.7581, 0.7575, 0.7567, 0.7564, 0.749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc29759", "doc520687", "doc231271", "doc2096501", "doc1728840", "doc81162", "doc1798668", "doc278641"], "ranked_scores": [0.6537, 0.6081, 0.5903, 0.5648, 0.564, 0.5631, 0.5628, 0.5604, 0.5571, 0.5571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc1376346", "doc61043", "doc61045", "doc61036", "doc1376345", "doc928962", "doc491925", "doc627159", "doc1526139"], "ranked_scores": [0.7404, 0.7091, 0.6916, 0.6763, 0.6627, 0.6165, 0.6077, 0.5784, 0.5782, 0.5618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc369276", "doc369234", "doc97445", "doc1116765", "doc1587502", "doc369237", "doc2083987", "doc369220"], "ranked_scores": [0.7556, 0.7121, 0.6904, 0.6738, 0.6721, 0.6525, 0.6489, 0.6478, 0.6387, 0.6378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1357070", "doc1458417", "doc1153299", "doc1458400", "doc2534676", "doc779483", "doc2534674", "doc614722"], "ranked_scores": [0.6537, 0.6439, 0.6196, 0.5956, 0.5777, 0.553, 0.5461, 0.5351, 0.5314, 0.5311], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc66003", "doc1386116", "doc1386166", "doc437627", "doc2171547", "doc83863", "doc929272", "doc1386120", "doc83871", "doc369618"], "ranked_scores": [0.7214, 0.718, 0.7162, 0.708, 0.6911, 0.6892, 0.681, 0.6795, 0.6695, 0.6684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703701", "doc284003", "doc106333", "doc388464", "doc703728", "doc703702", "doc106338", "doc106355", "doc703719"], "ranked_scores": [0.8052, 0.8016, 0.7966, 0.7932, 0.7922, 0.7878, 0.7867, 0.7867, 0.7858, 0.7858], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7108", "doc7106", "doc7116", "doc7119", "doc683357", "doc2668054", "doc697071", "doc7120"], "ranked_scores": [0.7975, 0.7973, 0.7931, 0.7926, 0.7841, 0.7764, 0.7732, 0.7668, 0.7602, 0.7435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1859220", "doc2252228", "doc1169637", "doc2093563", "doc787596", "doc493405", "doc2240923", "doc783135"], "ranked_scores": [0.6319, 0.5852, 0.5839, 0.5824, 0.5816, 0.5734, 0.5686, 0.5684, 0.5649, 0.5623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc244386", "doc453118", "doc897", "doc648344", "doc2203142", "doc648335", "doc52429", "doc750416", "doc229804", "doc648364"], "ranked_scores": [0.5737, 0.5636, 0.5523, 0.5468, 0.5388, 0.536, 0.5318, 0.5281, 0.5272, 0.5265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24925", "doc90322", "doc416774", "doc382236", "doc1380356", "doc2202499", "doc1734041", "doc24903", "doc1380357", "doc468490"], "ranked_scores": [0.7547, 0.7511, 0.7396, 0.7342, 0.7307, 0.7293, 0.7276, 0.7253, 0.7247, 0.7187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc648335", "doc2483632", "doc36393", "doc648364", "doc2274222", "doc2009369", "doc750416", "doc2225375", "doc2127006"], "ranked_scores": [0.6547, 0.6144, 0.6133, 0.6027, 0.5943, 0.5777, 0.5766, 0.5654, 0.5434, 0.5426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56921", "doc2313864", "doc56897", "doc1102442", "doc2509989", "doc2313854", "doc2408092", "doc1685439", "doc2091597"], "ranked_scores": [0.7482, 0.6995, 0.6924, 0.692, 0.692, 0.685, 0.6835, 0.6757, 0.672, 0.6658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc352904", "doc80074", "doc80078", "doc80067", "doc137908", "doc345642", "doc345632", "doc737601", "doc66226", "doc1640863"], "ranked_scores": [0.7588, 0.7581, 0.7578, 0.7357, 0.7356, 0.7302, 0.7213, 0.7132, 0.7125, 0.7098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc732015", "doc1214168", "doc506854", "doc1018577", "doc1018572", "doc506841", "doc498654", "doc1945762"], "ranked_scores": [0.6602, 0.6448, 0.6294, 0.6286, 0.6221, 0.6209, 0.6204, 0.6202, 0.6192, 0.6171], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc474073", "doc474060", "doc26461", "doc863698", "doc2376934", "doc304623", "doc675035", "doc1858452", "doc511592"], "ranked_scores": [0.7498, 0.7211, 0.7058, 0.7028, 0.6969, 0.6836, 0.683, 0.6805, 0.6801, 0.679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102096", "doc102097", "doc102077", "doc1287918", "doc698039", "doc162716", "doc1878861", "doc284000", "doc698075", "doc2040327"], "ranked_scores": [0.7468, 0.7447, 0.7214, 0.4309, 0.4263, 0.4229, 0.4181, 0.4128, 0.4106, 0.4097], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57948", "doc282412", "doc1199221", "doc57940", "doc57946", "doc721746", "doc1390312", "doc81655", "doc1390300", "doc2115402"], "ranked_scores": [0.7386, 0.7237, 0.7225, 0.7192, 0.7148, 0.7113, 0.7107, 0.7105, 0.6633, 0.6064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1612364", "doc751410", "doc866703", "doc1428083", "doc1936829", "doc1368159", "doc22149", "doc1723101"], "ranked_scores": [0.683, 0.6005, 0.6002, 0.5849, 0.5755, 0.5589, 0.5491, 0.5401, 0.5355, 0.5295], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc1385349", "doc64318", "doc922271", "doc1385345", "doc971992", "doc64314", "doc41344", "doc64316", "doc35524", "doc922273"], "ranked_scores": [0.7741, 0.7733, 0.7715, 0.7714, 0.7713, 0.7699, 0.7684, 0.7667, 0.7655, 0.7577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc539419", "doc539428", "doc1520320", "doc1321904", "doc437662", "doc437632", "doc1520311", "doc2545031", "doc539417"], "ranked_scores": [0.7778, 0.7715, 0.7642, 0.7603, 0.7566, 0.7477, 0.7454, 0.7383, 0.7312, 0.7305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc4611", "doc35173", "doc720105", "doc1315064", "doc720110", "doc877823", "doc1315083", "doc866490", "doc1314979", "doc2048678"], "ranked_scores": [0.4993, 0.4952, 0.4798, 0.4761, 0.4645, 0.4634, 0.4591, 0.4564, 0.4551, 0.4506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1445420", "doc24939", "doc543039", "doc24938", "doc2390440", "doc645564", "doc1464195", "doc24934", "doc725581", "doc122351"], "ranked_scores": [0.528, 0.5277, 0.4783, 0.4745, 0.4672, 0.4549, 0.4472, 0.4426, 0.4389, 0.4363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1617178", "doc1098312", "doc611282", "doc227150", "doc1074209", "doc1617179", "doc1443647", "doc958476"], "ranked_scores": [0.7244, 0.6374, 0.5364, 0.5223, 0.5207, 0.5124, 0.5081, 0.5073, 0.5063, 0.5008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc28582", "doc530778", "doc324530", "doc626260", "doc25697", "doc1410020", "doc1394743", "doc967808"], "ranked_scores": [0.7882, 0.7132, 0.689, 0.6888, 0.6787, 0.6649, 0.6627, 0.6552, 0.6525, 0.6495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc2429823", "doc515771", "doc94371", "doc2194194", "doc2527260", "doc990522", "doc402145", "doc828130", "doc1185579"], "ranked_scores": [0.7363, 0.7275, 0.7127, 0.7054, 0.7031, 0.7022, 0.7016, 0.6998, 0.6838, 0.678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc1847142", "doc1729412", "doc1427193", "doc1270352", "doc719006", "doc719060", "doc1516597", "doc2355469"], "ranked_scores": [0.737, 0.7225, 0.6995, 0.6907, 0.6858, 0.6844, 0.6779, 0.6716, 0.6696, 0.6689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2224155", "doc2107018", "doc324540", "doc2107022", "doc1927002", "doc6540", "doc2107033", "doc628470", "doc6531"], "ranked_scores": [0.8099, 0.803, 0.8006, 0.7949, 0.7874, 0.7767, 0.7684, 0.7663, 0.7535, 0.7469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc42101", "doc768322", "doc313354", "doc2587564", "doc435078", "doc2587562", "doc1921625", "doc1985845", "doc2599866", "doc435076"], "ranked_scores": [0.7059, 0.7024, 0.7005, 0.7001, 0.7001, 0.7001, 0.6945, 0.694, 0.6937, 0.6892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1531603", "doc2085567", "doc336518", "doc2665803", "doc1498263", "doc1736704", "doc627432", "doc518266", "doc1935873", "doc2300282"], "ranked_scores": [0.5875, 0.5674, 0.5414, 0.5315, 0.5148, 0.5097, 0.506, 0.5048, 0.5046, 0.5032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1538025", "doc2361509", "doc1130168", "doc725581", "doc2083699", "doc245411", "doc311498", "doc2258986"], "ranked_scores": [0.6009, 0.5418, 0.4514, 0.449, 0.443, 0.4324, 0.4306, 0.4247, 0.4246, 0.424], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1055373", "doc376241", "doc390322", "doc864555", "doc1293555", "doc1345740", "doc57975", "doc225655", "doc2502630"], "ranked_scores": [0.5496, 0.5493, 0.5487, 0.5306, 0.5277, 0.526, 0.5034, 0.5031, 0.4728, 0.4591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986449", "doc1333905", "doc546881", "doc2465656", "doc134196", "doc588578", "doc61233", "doc1160263", "doc1986433"], "ranked_scores": [0.7131, 0.6902, 0.688, 0.688, 0.6844, 0.6728, 0.6675, 0.6569, 0.6465, 0.6376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc890682", "doc1218368", "doc2316721", "doc2676807", "doc2391797", "doc2334133", "doc312607", "doc2361509", "doc878338", "doc2497559"], "ranked_scores": [0.5075, 0.4917, 0.4916, 0.4822, 0.4809, 0.479, 0.4768, 0.4691, 0.4618, 0.4477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc1763997", "doc2624067", "doc2015719", "doc1452752", "doc127031", "doc88934", "doc107246", "doc958366", "doc88931"], "ranked_scores": [0.6509, 0.6469, 0.6244, 0.6229, 0.6203, 0.6169, 0.6082, 0.5992, 0.5915, 0.5912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc338813", "doc1455469", "doc338818", "doc1308445", "doc21368", "doc21339", "doc2267531", "doc864003", "doc1455511"], "ranked_scores": [0.5785, 0.5656, 0.5547, 0.5538, 0.5488, 0.5423, 0.5285, 0.5258, 0.5236, 0.5217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108559", "doc2563559", "doc18273", "doc63590", "doc911115", "doc108456", "doc376565", "doc1791044", "doc1844919", "doc1939108"], "ranked_scores": [0.6949, 0.6903, 0.6879, 0.6879, 0.6879, 0.6619, 0.6614, 0.6599, 0.6563, 0.6553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1670303", "doc355540", "doc7161", "doc688749", "doc1997397", "doc656863", "doc933773", "doc1273458", "doc915991"], "ranked_scores": [0.6255, 0.6035, 0.5901, 0.5894, 0.5788, 0.568, 0.568, 0.568, 0.553, 0.5502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc2653657", "doc1735215", "doc751726", "doc1260422", "doc751719", "doc1795458", "doc751714", "doc1458400", "doc2322746"], "ranked_scores": [0.5399, 0.4945, 0.4852, 0.4847, 0.4797, 0.4507, 0.445, 0.4342, 0.4282, 0.4245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc980993", "doc1170390", "doc1170391", "doc2057552", "doc190281", "doc2483577", "doc2634368", "doc231833", "doc2639996"], "ranked_scores": [0.5472, 0.5431, 0.5381, 0.5289, 0.5233, 0.5176, 0.5154, 0.5126, 0.4929, 0.4896], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1618372", "doc1618376", "doc36463", "doc36460", "doc36485", "doc2396125", "doc2622759", "doc2622778", "doc36467", "doc2396140"], "ranked_scores": [0.7807, 0.7807, 0.7807, 0.7664, 0.7368, 0.7313, 0.6883, 0.6826, 0.6507, 0.6336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106355", "doc703719", "doc106332", "doc284003", "doc388464", "doc2832", "doc1332302", "doc106333", "doc1445498", "doc703721"], "ranked_scores": [0.7518, 0.7518, 0.7492, 0.7488, 0.7452, 0.7404, 0.7389, 0.734, 0.7323, 0.7304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc729573", "doc643072", "doc1119808", "doc1373323", "doc1248532", "doc729661", "doc91119", "doc1373324", "doc368643", "doc596021"], "ranked_scores": [0.8041, 0.7957, 0.7876, 0.7812, 0.778, 0.7766, 0.7753, 0.7743, 0.766, 0.7658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1431001", "doc1430993", "doc1430994", "doc77976", "doc5734", "doc2071056", "doc1504263", "doc636318", "doc2083987", "doc1129694"], "ranked_scores": [0.4687, 0.4507, 0.4418, 0.4034, 0.3978, 0.3832, 0.3755, 0.3746, 0.373, 0.3707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-pq-m16-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc751998", "doc57247", "doc57242", "doc57232", "doc1104254", "doc3001", "doc751967", "doc2040327", "doc63804"], "ranked_scores": [0.7706, 0.733, 0.7318, 0.7156, 0.702, 0.6728, 0.6638, 0.6555, 0.6308, 0.6213], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc2292349", "doc1749973", "doc1982537", "doc357235", "doc2415290", "doc357255", "doc2345266", "doc1664486", "doc1489658"], "ranked_scores": [0.6415, 0.627, 0.6097, 0.6044, 0.5966, 0.5957, 0.5899, 0.5823, 0.5755, 0.575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc761186", "doc21829", "doc812322", "doc377466", "doc776142", "doc2285692", "doc243667", "doc1393796", "doc2074523"], "ranked_scores": [0.8223, 0.7733, 0.7733, 0.7612, 0.755, 0.7548, 0.7446, 0.7431, 0.7405, 0.7374], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc146101", "doc94024", "doc658301", "doc453172", "doc232625", "doc230376", "doc1054919", "doc453091", "doc78548"], "ranked_scores": [0.7575, 0.7524, 0.7496, 0.7446, 0.7445, 0.7311, 0.7276, 0.7236, 0.7191, 0.7081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165905", "doc338868", "doc1812661", "doc682295", "doc559423", "doc887635", "doc2019060", "doc1812659", "doc2165920", "doc1812660"], "ranked_scores": [0.7837, 0.7765, 0.7759, 0.7701, 0.7686, 0.7629, 0.7624, 0.7604, 0.7558, 0.7521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc2085932", "doc2085928", "doc1386925", "doc540363", "doc27535", "doc540358", "doc361696", "doc27538", "doc2035410"], "ranked_scores": [0.6825, 0.6086, 0.5895, 0.5847, 0.5794, 0.5756, 0.5742, 0.5381, 0.535, 0.5307], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc1328113", "doc101332", "doc293491", "doc77640", "doc2299641", "doc2299643", "doc119665", "doc825186", "doc579128"], "ranked_scores": [0.8215, 0.8066, 0.8023, 0.7939, 0.7855, 0.7849, 0.7849, 0.7804, 0.7797, 0.7759], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1017147", "doc2107778", "doc29759", "doc278641", "doc520684", "doc896716", "doc2096501", "doc327730", "doc1456780"], "ranked_scores": [0.7538, 0.6339, 0.6329, 0.6322, 0.6256, 0.6109, 0.6086, 0.5982, 0.5883, 0.5815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61054", "doc61036", "doc61045", "doc61043", "doc627159", "doc1376345", "doc2032351", "doc2083822", "doc1971249"], "ranked_scores": [0.7535, 0.7232, 0.7186, 0.705, 0.6805, 0.6279, 0.598, 0.5802, 0.569, 0.559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97445", "doc97421", "doc369220", "doc369234", "doc369237", "doc2083987", "doc369261", "doc1349039"], "ranked_scores": [0.8079, 0.7824, 0.7508, 0.7118, 0.6681, 0.66, 0.6414, 0.6384, 0.6244, 0.6243], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1458417", "doc1357070", "doc1458400", "doc357482", "doc1612515", "doc1298513", "doc1104251", "doc1082535"], "ranked_scores": [0.6998, 0.6913, 0.6722, 0.6492, 0.5996, 0.5755, 0.5698, 0.5698, 0.5645, 0.5635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386116", "doc1984127", "doc1377115", "doc369618", "doc1386166", "doc1667023", "doc83863", "doc253608", "doc1883243"], "ranked_scores": [0.7486, 0.7124, 0.6988, 0.6706, 0.6699, 0.6581, 0.6558, 0.6458, 0.6456, 0.6408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc106338", "doc703702", "doc703706", "doc427621", "doc703728", "doc1445498", "doc703701", "doc106333", "doc703714"], "ranked_scores": [0.7867, 0.7822, 0.7822, 0.7764, 0.775, 0.7702, 0.7665, 0.7655, 0.7638, 0.7608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7106", "doc7091", "doc7119", "doc7120", "doc7099", "doc2668054", "doc692559", "doc2670770", "doc697071"], "ranked_scores": [0.7953, 0.7696, 0.7506, 0.7409, 0.7299, 0.725, 0.7162, 0.7041, 0.7034, 0.6993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc2093563", "doc1740481", "doc1606435", "doc854693", "doc107878", "doc2033841", "doc2247113"], "ranked_scores": [0.7461, 0.6666, 0.6607, 0.654, 0.6466, 0.6422, 0.6273, 0.6262, 0.6133, 0.6114], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc244386", "doc897", "doc490514", "doc187232", "doc750414", "doc750407", "doc750416", "doc453118", "doc648335", "doc2266565"], "ranked_scores": [0.6565, 0.6522, 0.6013, 0.5931, 0.584, 0.5802, 0.5777, 0.5745, 0.5715, 0.5614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc382236", "doc468490", "doc416774", "doc1380356", "doc24903", "doc30773", "doc1734041", "doc300567", "doc563701"], "ranked_scores": [0.7706, 0.7388, 0.7148, 0.7052, 0.6945, 0.6869, 0.6859, 0.6792, 0.6699, 0.6649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2274222", "doc36402", "doc2127006", "doc2009369", "doc80948", "doc58892", "doc2483632", "doc1691613", "doc1104361", "doc1286622"], "ranked_scores": [0.6977, 0.6887, 0.6212, 0.619, 0.6138, 0.6059, 0.604, 0.6019, 0.6001, 0.598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc873481", "doc56903", "doc2408092", "doc2091589", "doc2091597", "doc56902", "doc1288170"], "ranked_scores": [0.7161, 0.7102, 0.7056, 0.7004, 0.6926, 0.6569, 0.6567, 0.634, 0.6286, 0.6144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc137908", "doc80074", "doc80067", "doc1912506", "doc352904", "doc345632", "doc80154", "doc345642", "doc80100", "doc80078"], "ranked_scores": [0.8157, 0.7743, 0.7462, 0.723, 0.7219, 0.7164, 0.7111, 0.7069, 0.7054, 0.7025], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc732101", "doc1852908", "doc498654", "doc1248717", "doc2240293", "doc1945762", "doc2240291", "doc673167", "doc506841"], "ranked_scores": [0.7201, 0.6627, 0.6589, 0.6583, 0.636, 0.6247, 0.623, 0.6159, 0.6084, 0.6048], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc207464", "doc26444", "doc2376934", "doc1202814", "doc99377", "doc725659", "doc224101", "doc26446", "doc26461", "doc1858452"], "ranked_scores": [0.7163, 0.7086, 0.7025, 0.7001, 0.6862, 0.6658, 0.6649, 0.6534, 0.6499, 0.6464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1287918", "doc1336177", "doc97366", "doc759856", "doc2163089", "doc905614", "doc216426"], "ranked_scores": [0.792, 0.7415, 0.7259, 0.5314, 0.4975, 0.4503, 0.4497, 0.4473, 0.4457, 0.4436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57940", "doc81655", "doc282412", "doc1199221", "doc57946", "doc721746", "doc57948", "doc2115402", "doc1390300", "doc37895"], "ranked_scores": [0.757, 0.7139, 0.7132, 0.7017, 0.6943, 0.6859, 0.6821, 0.6586, 0.598, 0.591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1612364", "doc1368159", "doc1936829", "doc866703", "doc1428083", "doc2357495", "doc2113492", "doc751410"], "ranked_scores": [0.7397, 0.6585, 0.6004, 0.5724, 0.562, 0.5616, 0.5441, 0.5056, 0.4934, 0.4836], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc851269", "doc1385349", "doc64317", "doc1376793", "doc35522", "doc35524", "doc64318", "doc971992", "doc1683659", "doc922271"], "ranked_scores": [0.8245, 0.8141, 0.8086, 0.8021, 0.8017, 0.8012, 0.8, 0.7982, 0.7917, 0.7883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.511, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc437678", "doc539428", "doc1334192", "doc437632", "doc1520219", "doc1334238", "doc1520320", "doc539419", "doc437677"], "ranked_scores": [0.8162, 0.7994, 0.7938, 0.7936, 0.7894, 0.7818, 0.7766, 0.7689, 0.7689, 0.7684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc720105", "doc4611", "doc2593884", "doc1130168", "doc1315001", "doc2526412", "doc1675505", "doc27529", "doc2007046", "doc1842144"], "ranked_scores": [0.4988, 0.4932, 0.4591, 0.4439, 0.4431, 0.4385, 0.4315, 0.4252, 0.4169, 0.4132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1445420", "doc806", "doc1449831", "doc1464195", "doc832551", "doc543039", "doc645602", "doc645564", "doc1597244"], "ranked_scores": [0.617, 0.5808, 0.5154, 0.5136, 0.5121, 0.508, 0.5047, 0.5038, 0.5015, 0.4977], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc672552", "doc377034", "doc958476", "doc317197", "doc369298", "doc624943", "doc227150", "doc1169637"], "ranked_scores": [0.7535, 0.695, 0.6076, 0.5916, 0.5762, 0.5725, 0.5706, 0.5683, 0.5677, 0.5671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1840635", "doc530778", "doc1394743", "doc2142521", "doc324530", "doc25697", "doc28582", "doc1410020"], "ranked_scores": [0.8101, 0.7706, 0.717, 0.694, 0.694, 0.6499, 0.6481, 0.6455, 0.6395, 0.636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc1030288", "doc1373324", "doc402145", "doc2499695", "doc660236", "doc828130", "doc84492", "doc2393669", "doc1119808"], "ranked_scores": [0.7421, 0.7163, 0.7143, 0.6865, 0.6806, 0.6793, 0.675, 0.6735, 0.6724, 0.6714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc1729412", "doc105763", "doc105758", "doc543176", "doc1534825", "doc2584848", "doc1236851", "doc719057", "doc719060"], "ranked_scores": [0.7938, 0.7434, 0.738, 0.7074, 0.6943, 0.6843, 0.6742, 0.6741, 0.6651, 0.6643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc358938", "doc1927002", "doc2107022", "doc628470", "doc53643", "doc2107018", "doc324540", "doc28935", "doc3668"], "ranked_scores": [0.8234, 0.8217, 0.7832, 0.7822, 0.7724, 0.7668, 0.7618, 0.7588, 0.747, 0.7443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc782782", "doc412172", "doc2498480", "doc2607396", "doc435079", "doc435076", "doc435083", "doc435075", "doc2498492", "doc736126"], "ranked_scores": [0.7188, 0.7164, 0.7164, 0.7144, 0.7085, 0.694, 0.6889, 0.6846, 0.6817, 0.6807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc336518", "doc733127", "doc1531603", "doc2665803", "doc2636635", "doc1736708", "doc2085567", "doc627432", "doc1736704", "doc1935873"], "ranked_scores": [0.6236, 0.6196, 0.6172, 0.5828, 0.5754, 0.5728, 0.5693, 0.5667, 0.5582, 0.5573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc245411", "doc2582196", "doc2019605", "doc2144435", "doc725581", "doc878352", "doc2361509", "doc1330250"], "ranked_scores": [0.677, 0.6145, 0.5471, 0.5289, 0.5238, 0.5165, 0.5078, 0.5034, 0.4792, 0.4684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1055373", "doc376241", "doc1153924", "doc57975", "doc390322", "doc1293555", "doc40405", "doc1098803", "doc1345740"], "ranked_scores": [0.5988, 0.5874, 0.5845, 0.5779, 0.5662, 0.5604, 0.5336, 0.5304, 0.5137, 0.5074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1333905", "doc2465656", "doc860546", "doc588578", "doc546881", "doc2058897", "doc1160263", "doc1986449", "doc1986433"], "ranked_scores": [0.7154, 0.7138, 0.6699, 0.6555, 0.6531, 0.6514, 0.6483, 0.6387, 0.6352, 0.6254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1526184", "doc1685203", "doc2391797", "doc878338", "doc2316721", "doc201172", "doc2497559", "doc2056931", "doc500342", "doc1846029"], "ranked_scores": [0.5407, 0.5372, 0.5354, 0.5281, 0.5231, 0.5224, 0.5186, 0.5173, 0.5062, 0.5059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc2015719", "doc88934", "doc107246", "doc88931", "doc1763997", "doc1301778", "doc88933", "doc127031", "doc2624067"], "ranked_scores": [0.6715, 0.659, 0.6502, 0.6451, 0.6305, 0.6257, 0.6195, 0.6156, 0.6113, 0.6002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc2336226", "doc338818", "doc21363", "doc1455509", "doc1308445", "doc1455508", "doc1650958", "doc21368", "doc864003"], "ranked_scores": [0.6077, 0.5748, 0.5714, 0.5465, 0.5451, 0.5368, 0.5358, 0.5342, 0.5317, 0.5225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108559", "doc1791044", "doc108481", "doc1774519", "doc108456", "doc63585", "doc911115", "doc18273", "doc63590", "doc2072948"], "ranked_scores": [0.7349, 0.7259, 0.6923, 0.6853, 0.6851, 0.6815, 0.6772, 0.6772, 0.6772, 0.6752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc450131", "doc7166", "doc7161", "doc1183356", "doc2482938", "doc1670303", "doc1948176", "doc688749"], "ranked_scores": [0.6989, 0.6175, 0.5662, 0.5659, 0.5643, 0.5362, 0.5337, 0.5213, 0.5191, 0.5147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.5013, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5013, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc751726", "doc455756", "doc1735215", "doc751718", "doc2653657", "doc751729", "doc1260422", "doc779483", "doc2295957", "doc1826212"], "ranked_scores": [0.6219, 0.5643, 0.5566, 0.549, 0.528, 0.5201, 0.4986, 0.4972, 0.4866, 0.484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2057552", "doc1564173", "doc2483577", "doc1205332", "doc642762", "doc1222389", "doc2639996", "doc785515", "doc2634368"], "ranked_scores": [0.5929, 0.5548, 0.5528, 0.5524, 0.535, 0.5303, 0.5185, 0.5178, 0.5115, 0.5074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618376", "doc36460", "doc36467", "doc2622759", "doc36485", "doc1618372", "doc2396125", "doc1256783", "doc1618374"], "ranked_scores": [0.7713, 0.7466, 0.745, 0.7364, 0.7117, 0.7105, 0.7019, 0.701, 0.6485, 0.6185], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc703714", "doc427621", "doc2832", "doc973089", "doc106332", "doc2060101", "doc1332302", "doc284042", "doc298160", "doc703721"], "ranked_scores": [0.747, 0.7419, 0.7406, 0.7401, 0.7343, 0.7336, 0.7305, 0.7285, 0.7276, 0.7201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc729573", "doc1373324", "doc108887", "doc1119808", "doc91119", "doc596014", "doc2393669", "doc729661"], "ranked_scores": [0.8194, 0.8152, 0.7913, 0.7716, 0.7668, 0.7563, 0.75, 0.7477, 0.7471, 0.7457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430994", "doc1431001", "doc1430993", "doc1504263", "doc77976", "doc5734", "doc1038435", "doc1740045", "doc2225959", "doc1455462"], "ranked_scores": [0.5469, 0.5393, 0.4804, 0.4792, 0.4703, 0.4464, 0.4079, 0.3995, 0.3925, 0.3898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-pq-m16-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc57242", "doc751998", "doc1395336", "doc751967", "doc57247", "doc2569915", "doc2173547", "doc1622317"], "ranked_scores": [0.6867, 0.6696, 0.6472, 0.6377, 0.6254, 0.6028, 0.6005, 0.6004, 0.5982, 0.5936], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2461164", "doc2563094", "doc357255", "doc357235", "doc497737", "doc63538", "doc474276", "doc2033252", "doc1942575", "doc26394"], "ranked_scores": [0.5413, 0.5256, 0.5238, 0.5227, 0.5203, 0.5198, 0.5171, 0.5106, 0.5042, 0.5036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc377466", "doc69765", "doc296209", "doc365452", "doc21829", "doc1966948", "doc451953", "doc1393796", "doc776139", "doc21831"], "ranked_scores": [0.7485, 0.7414, 0.7369, 0.7223, 0.7193, 0.7193, 0.7186, 0.7158, 0.7156, 0.7154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc979079", "doc94024", "doc146101", "doc1177870", "doc232625", "doc453172", "doc564728", "doc230376", "doc1247565", "doc146132"], "ranked_scores": [0.7218, 0.7145, 0.7099, 0.7074, 0.7058, 0.7021, 0.6946, 0.6929, 0.6925, 0.6912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1214905", "doc1366730", "doc2372193", "doc1715056", "doc2165905", "doc1741707", "doc2307709", "doc1030462", "doc2165920", "doc387897"], "ranked_scores": [0.7354, 0.7324, 0.729, 0.7281, 0.7281, 0.7246, 0.7224, 0.7221, 0.7198, 0.7183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1324046", "doc540358", "doc1386925", "doc381292", "doc27538", "doc540363", "doc1478939", "doc2085932", "doc2653445"], "ranked_scores": [0.573, 0.5637, 0.5512, 0.5388, 0.5307, 0.5148, 0.5105, 0.505, 0.5005, 0.4908], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc422133", "doc579128", "doc2095396", "doc54270", "doc349744", "doc268699", "doc360768", "doc1829626", "doc101332", "doc1526230"], "ranked_scores": [0.7545, 0.7426, 0.7338, 0.7303, 0.7301, 0.7276, 0.7257, 0.7254, 0.7246, 0.7238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1017147", "doc1076334", "doc231271", "doc2096501", "doc594518", "doc1798668", "doc298955", "doc896716", "doc81162"], "ranked_scores": [0.6458, 0.6121, 0.5682, 0.5628, 0.5585, 0.5544, 0.5501, 0.5375, 0.5346, 0.5184], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61054", "doc61043", "doc61045", "doc928962", "doc1376345", "doc1526452", "doc401103", "doc1971249"], "ranked_scores": [0.6607, 0.6325, 0.6086, 0.587, 0.5838, 0.5827, 0.5643, 0.5328, 0.5272, 0.5202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc1116765", "doc2004921", "doc97421", "doc369220", "doc369276", "doc2099374", "doc369234", "doc1948378", "doc369170"], "ranked_scores": [0.7073, 0.6713, 0.6603, 0.6569, 0.622, 0.6162, 0.6112, 0.6041, 0.5855, 0.5622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc2534674", "doc33196", "doc1458417", "doc583523", "doc1612515", "doc1458400", "doc1651444", "doc54026", "doc1104251"], "ranked_scores": [0.6714, 0.6119, 0.6104, 0.6028, 0.5772, 0.5728, 0.5691, 0.5683, 0.5656, 0.5494], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386120", "doc253608", "doc1257475", "doc66003", "doc1386166", "doc1984127", "doc83863", "doc1667013", "doc83871"], "ranked_scores": [0.6599, 0.6139, 0.6072, 0.6001, 0.5917, 0.5917, 0.5908, 0.5904, 0.5893, 0.5881], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703706", "doc1156828", "doc388464", "doc427621", "doc284042", "doc284002", "doc874101", "doc703701", "doc703702"], "ranked_scores": [0.7493, 0.734, 0.734, 0.7264, 0.7247, 0.718, 0.7175, 0.7138, 0.7093, 0.7059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc2153582", "doc7106", "doc7112", "doc697071", "doc7119", "doc7091", "doc683357", "doc7120", "doc7099", "doc485221"], "ranked_scores": [0.6755, 0.6545, 0.6539, 0.6489, 0.6458, 0.645, 0.6255, 0.6244, 0.6208, 0.6157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc107878", "doc1606435", "doc1169637", "doc90808", "doc155440", "doc1968582", "doc2093563", "doc1357000", "doc1101734"], "ranked_scores": [0.6982, 0.6635, 0.6504, 0.6491, 0.6391, 0.6052, 0.6032, 0.6028, 0.5998, 0.5935], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750416", "doc750407", "doc897", "doc648335", "doc187232", "doc269387", "doc536387", "doc750414", "doc2203108", "doc244386"], "ranked_scores": [0.613, 0.5992, 0.5986, 0.5832, 0.5727, 0.5701, 0.5546, 0.5528, 0.5395, 0.5323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc382236", "doc24925", "doc1734041", "doc996239", "doc416774", "doc90322", "doc1786046", "doc1711862", "doc1380357", "doc651946"], "ranked_scores": [0.6384, 0.6236, 0.6181, 0.6153, 0.6132, 0.594, 0.5846, 0.5824, 0.5787, 0.5738], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc1104361", "doc36402", "doc2497559", "doc2504604", "doc2009369", "doc2127006", "doc454591", "doc1286622", "doc750416"], "ranked_scores": [0.6659, 0.6356, 0.6279, 0.6022, 0.5957, 0.5852, 0.5822, 0.5806, 0.5776, 0.5721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc1102442", "doc56897", "doc1288170", "doc873481", "doc56903", "doc2439294", "doc2091589", "doc2509996", "doc1685439"], "ranked_scores": [0.621, 0.6047, 0.6047, 0.5925, 0.5631, 0.5362, 0.5347, 0.5344, 0.5342, 0.5232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80067", "doc1912506", "doc345632", "doc80074", "doc137908", "doc80078", "doc1068994", "doc80148", "doc80154", "doc2594980"], "ranked_scores": [0.7137, 0.6989, 0.6946, 0.6942, 0.6893, 0.6687, 0.6681, 0.6589, 0.6574, 0.6537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc732101", "doc439092", "doc399642", "doc1852908", "doc1018572", "doc1945762", "doc180079", "doc506841", "doc2010420"], "ranked_scores": [0.6532, 0.625, 0.6133, 0.6124, 0.6122, 0.6094, 0.5992, 0.5922, 0.588, 0.5862], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc207464", "doc721916", "doc2376934", "doc1107323", "doc224101", "doc863698", "doc2248924", "doc2517376", "doc1107283"], "ranked_scores": [0.6728, 0.646, 0.644, 0.634, 0.6292, 0.6291, 0.626, 0.6209, 0.6206, 0.6197], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1336177", "doc1972074", "doc216426", "doc973089", "doc1645155", "doc2465910", "doc243742"], "ranked_scores": [0.6332, 0.6047, 0.5655, 0.5096, 0.4942, 0.4743, 0.4625, 0.4511, 0.4482, 0.4477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57940", "doc2115402", "doc57946", "doc282412", "doc721746", "doc81655", "doc37895", "doc57948", "doc320274", "doc54026"], "ranked_scores": [0.6444, 0.6259, 0.5902, 0.5869, 0.5741, 0.5406, 0.538, 0.5288, 0.5068, 0.5029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1428083", "doc22149", "doc1936829", "doc2362748", "doc1723101", "doc558085", "doc861483", "doc751410"], "ranked_scores": [0.6366, 0.603, 0.5217, 0.5169, 0.5116, 0.4919, 0.4861, 0.4854, 0.4721, 0.4705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc2487655", "doc388286", "doc2072856", "doc64317", "doc41344", "doc64318", "doc35524", "doc1385345", "doc2426910", "doc1376793"], "ranked_scores": [0.7522, 0.7522, 0.7498, 0.7472, 0.7436, 0.7409, 0.7409, 0.7372, 0.7365, 0.7355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4825, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520320", "doc1520219", "doc2109883", "doc1520311", "doc1520244", "doc437685", "doc539419", "doc1520275", "doc2545031", "doc437632"], "ranked_scores": [0.698, 0.6939, 0.6936, 0.6921, 0.6914, 0.6914, 0.6875, 0.6867, 0.6819, 0.6781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc2087240", "doc720105", "doc2593884", "doc1842144", "doc754076", "doc1564136", "doc27529", "doc506215", "doc303261", "doc2638106"], "ranked_scores": [0.488, 0.4678, 0.4669, 0.4635, 0.4558, 0.4538, 0.4282, 0.4244, 0.4197, 0.4174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc645564", "doc1445420", "doc1891609", "doc1267318", "doc24939", "doc104082", "doc844175", "doc806", "doc602150", "doc2131758"], "ranked_scores": [0.541, 0.5325, 0.5089, 0.5016, 0.4962, 0.4944, 0.4874, 0.487, 0.485, 0.4838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc1357000", "doc53465", "doc317197", "doc1283940", "doc369298", "doc672552", "doc33191", "doc2034127", "doc227150"], "ranked_scores": [0.7101, 0.6255, 0.6199, 0.6123, 0.607, 0.5884, 0.585, 0.5774, 0.5758, 0.5649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc530778", "doc1394743", "doc25697", "doc324530", "doc430825", "doc1517979", "doc2142521", "doc967808", "doc25696"], "ranked_scores": [0.643, 0.5955, 0.5929, 0.5868, 0.5842, 0.5772, 0.5719, 0.5685, 0.5673, 0.563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc626438", "doc1373324", "doc643072", "doc828130", "doc108892", "doc828063", "doc1119808", "doc2393669", "doc1373323", "doc626440"], "ranked_scores": [0.7154, 0.6999, 0.6986, 0.6983, 0.6911, 0.6871, 0.6836, 0.6836, 0.6833, 0.6821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc737771", "doc1223275", "doc830308", "doc1572538", "doc719060", "doc105739", "doc105758", "doc105756", "doc1270352", "doc1464212"], "ranked_scores": [0.6965, 0.6898, 0.6886, 0.6851, 0.6815, 0.6753, 0.6718, 0.6675, 0.6531, 0.6523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2111513", "doc2224155", "doc53643", "doc2212269", "doc2107022", "doc96723", "doc6583", "doc3668", "doc4147"], "ranked_scores": [0.7498, 0.7348, 0.7279, 0.7213, 0.7149, 0.7139, 0.706, 0.699, 0.6955, 0.6954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211209", "doc2288928", "doc465988", "doc211230", "doc865796", "doc768322", "doc2607396", "doc782782", "doc70919", "doc313365"], "ranked_scores": [0.6526, 0.6525, 0.6497, 0.6479, 0.6375, 0.6351, 0.6347, 0.6217, 0.621, 0.62], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1531603", "doc336518", "doc627432", "doc2665803", "doc733127", "doc2361509", "doc261064", "doc333675", "doc2085567", "doc1508870"], "ranked_scores": [0.6181, 0.6067, 0.5912, 0.5651, 0.5649, 0.5556, 0.5531, 0.5448, 0.5432, 0.5381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1170390", "doc2258986", "doc1548640", "doc245411", "doc1733379", "doc2019605", "doc1136735", "doc381923", "doc2262639"], "ranked_scores": [0.5484, 0.5252, 0.5058, 0.4953, 0.4887, 0.4872, 0.4809, 0.4786, 0.472, 0.459], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc390322", "doc601133", "doc1293555", "doc376241", "doc1153924", "doc376243", "doc80490", "doc2175324", "doc904885"], "ranked_scores": [0.5275, 0.5181, 0.4976, 0.4673, 0.4577, 0.455, 0.4484, 0.4333, 0.4329, 0.4326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1333905", "doc1160263", "doc1986496", "doc1844590", "doc588612", "doc253473", "doc182888", "doc860546", "doc1975694"], "ranked_scores": [0.6289, 0.6062, 0.6024, 0.6019, 0.5969, 0.594, 0.5908, 0.5893, 0.5882, 0.5802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc312607", "doc2391797", "doc807", "doc2041825", "doc1526184", "doc2395516", "doc1105530", "doc1136713", "doc2085567", "doc1892012"], "ranked_scores": [0.5442, 0.5373, 0.5307, 0.5293, 0.5238, 0.4953, 0.49, 0.4883, 0.4881, 0.4842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc1207260", "doc2107043", "doc2624067", "doc1452752", "doc1070787", "doc88933", "doc88934", "doc127040", "doc2015724", "doc399027"], "ranked_scores": [0.5871, 0.5851, 0.5743, 0.5723, 0.5721, 0.5485, 0.543, 0.5381, 0.5358, 0.5338], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1308445", "doc1455511", "doc2336226", "doc2262127", "doc2267531", "doc1455508", "doc1053454", "doc338818", "doc2267530", "doc669209"], "ranked_scores": [0.5656, 0.5472, 0.5337, 0.5335, 0.5273, 0.5266, 0.5247, 0.5244, 0.5208, 0.5181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc376565", "doc108559", "doc911132", "doc10388", "doc323321", "doc108481", "doc88505", "doc911130", "doc43450", "doc1791093"], "ranked_scores": [0.6566, 0.6536, 0.6194, 0.619, 0.6186, 0.6172, 0.6085, 0.6062, 0.5992, 0.5971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1183356", "doc355540", "doc1269703", "doc656863", "doc7166", "doc46245", "doc1823034", "doc1283940", "doc203256"], "ranked_scores": [0.5549, 0.5525, 0.5349, 0.5182, 0.5156, 0.5137, 0.5091, 0.4901, 0.4845, 0.4838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc751726", "doc751718", "doc455756", "doc24308", "doc2653657", "doc2372456", "doc2549319", "doc444923", "doc93287"], "ranked_scores": [0.5687, 0.5552, 0.5434, 0.5163, 0.4904, 0.482, 0.4793, 0.4768, 0.465, 0.461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1222389", "doc2483577", "doc1038435", "doc1090888", "doc1795458", "doc1356310", "doc705226", "doc2676807", "doc1370970", "doc1455255"], "ranked_scores": [0.61, 0.5324, 0.5104, 0.4998, 0.4941, 0.4854, 0.4806, 0.48, 0.4734, 0.4713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc1618376", "doc36467", "doc2396125", "doc36463", "doc36485", "doc1618372", "doc2622759", "doc2305994", "doc1256783"], "ranked_scores": [0.6131, 0.6049, 0.5958, 0.5957, 0.5914, 0.5634, 0.5549, 0.5497, 0.523, 0.4957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc388464", "doc703706", "doc1156828", "doc106332", "doc427621", "doc973089", "doc874101", "doc284002", "doc106338", "doc703702"], "ranked_scores": [0.7366, 0.7351, 0.7351, 0.7276, 0.7249, 0.7168, 0.7151, 0.7133, 0.7043, 0.7043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc108892", "doc643072", "doc1119808", "doc2393669", "doc828130", "doc596021", "doc1373323", "doc599368", "doc1606329", "doc626438"], "ranked_scores": [0.7008, 0.6919, 0.6919, 0.6919, 0.6805, 0.6779, 0.6777, 0.6726, 0.6713, 0.6685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1431001", "doc1430994", "doc1504263", "doc1376321", "doc1070768", "doc77976", "doc2245700", "doc2329334", "doc417445"], "ranked_scores": [0.5262, 0.4265, 0.4232, 0.3965, 0.3952, 0.3855, 0.3851, 0.385, 0.385, 0.385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-pq-m8-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc3001", "doc57232", "doc1104254", "doc57247", "doc2530375", "doc751998", "doc2040327", "doc2116209"], "ranked_scores": [0.7685, 0.7195, 0.717, 0.6893, 0.6881, 0.6877, 0.6815, 0.6764, 0.6671, 0.66], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1982537", "doc63538", "doc1117624", "doc1749973", "doc2415290", "doc1664486", "doc345111", "doc1489658", "doc2136789", "doc2112811"], "ranked_scores": [0.7307, 0.7271, 0.7037, 0.6905, 0.6871, 0.6867, 0.6821, 0.6709, 0.6694, 0.6685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc21829", "doc69765", "doc699194", "doc1393796", "doc776142", "doc761186", "doc21831", "doc21856", "doc278091"], "ranked_scores": [0.835, 0.8284, 0.8175, 0.804, 0.7932, 0.7888, 0.7885, 0.7765, 0.775, 0.77], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc232625", "doc94024", "doc78548", "doc564709", "doc453079", "doc392061", "doc658301", "doc1247565", "doc1455255"], "ranked_scores": [0.7948, 0.7849, 0.7667, 0.757, 0.754, 0.7535, 0.7508, 0.7501, 0.7455, 0.745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc1741704", "doc1741702", "doc2165905", "doc1167678", "doc1812660", "doc88439", "doc559423", "doc338868", "doc2165920"], "ranked_scores": [0.8064, 0.8056, 0.7993, 0.797, 0.782, 0.7805, 0.7784, 0.7779, 0.7749, 0.7738], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27535", "doc361696", "doc2085932", "doc361702", "doc172836", "doc1856181", "doc2085928", "doc361706", "doc1628841"], "ranked_scores": [0.6873, 0.6869, 0.6513, 0.6109, 0.6106, 0.6086, 0.6013, 0.5976, 0.5961, 0.596], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc825187", "doc1328113", "doc925929", "doc272763", "doc422133", "doc54270", "doc2299643", "doc2299641", "doc1953211", "doc77640"], "ranked_scores": [0.8166, 0.8158, 0.8143, 0.8126, 0.7966, 0.7957, 0.7952, 0.7952, 0.792, 0.7908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1017147", "doc2107778", "doc2096501", "doc1456780", "doc327730", "doc520684", "doc278641", "doc29759", "doc896716"], "ranked_scores": [0.76, 0.7018, 0.6961, 0.6744, 0.6669, 0.6621, 0.6595, 0.6545, 0.6517, 0.6514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61036", "doc61045", "doc61054", "doc61043", "doc1750116", "doc2083822", "doc633767", "doc928962", "doc1325273"], "ranked_scores": [0.7856, 0.7361, 0.7296, 0.7245, 0.6539, 0.6472, 0.6439, 0.6415, 0.6397, 0.6352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1116765", "doc97445", "doc97421", "doc2004921", "doc2380013", "doc2083994", "doc2083987", "doc369220", "doc369291", "doc369204"], "ranked_scores": [0.7854, 0.7687, 0.7572, 0.7532, 0.7437, 0.708, 0.7045, 0.6846, 0.6776, 0.6672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc1458417", "doc1253247", "doc1357070", "doc698043", "doc1612525", "doc636337", "doc1384361", "doc1267318"], "ranked_scores": [0.7227, 0.7178, 0.6947, 0.6855, 0.6741, 0.668, 0.6521, 0.6503, 0.6397, 0.6288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1883243", "doc1984127", "doc50109", "doc253608", "doc2552606", "doc2295211", "doc369618", "doc83864", "doc2537824"], "ranked_scores": [0.7673, 0.7512, 0.7497, 0.7348, 0.7346, 0.7336, 0.7325, 0.726, 0.7239, 0.7211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc427621", "doc106338", "doc703702", "doc703701", "doc1445498", "doc703715", "doc337523", "doc703706", "doc703714"], "ranked_scores": [0.836, 0.826, 0.826, 0.826, 0.826, 0.8212, 0.8208, 0.8162, 0.8149, 0.8118], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7106", "doc7119", "doc7091", "doc7099", "doc1027625", "doc2670770", "doc692559", "doc1599042", "doc523031"], "ranked_scores": [0.8169, 0.8032, 0.7709, 0.7679, 0.7488, 0.7446, 0.735, 0.7338, 0.7309, 0.7249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc107878", "doc90807", "doc1740481", "doc2093563", "doc1079922", "doc1098823", "doc1101734", "doc1606435", "doc2444292", "doc1269703"], "ranked_scores": [0.7623, 0.7533, 0.7257, 0.7189, 0.7168, 0.7132, 0.7058, 0.7009, 0.6999, 0.6946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc244386", "doc187232", "doc897", "doc447240", "doc2018288", "doc750414", "doc2266565", "doc1185427", "doc750407", "doc750416"], "ranked_scores": [0.6445, 0.6378, 0.6245, 0.6233, 0.6199, 0.6136, 0.5997, 0.5943, 0.5813, 0.5796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc468490", "doc90322", "doc651957", "doc382236", "doc2570462", "doc651946", "doc2509293", "doc30774", "doc1168119", "doc300567"], "ranked_scores": [0.8275, 0.8152, 0.7765, 0.7739, 0.7705, 0.7628, 0.761, 0.758, 0.756, 0.7548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2274222", "doc36402", "doc80948", "doc58892", "doc2497559", "doc2277317", "doc750416", "doc648335", "doc1634950", "doc2127006"], "ranked_scores": [0.7354, 0.7186, 0.7185, 0.6925, 0.6905, 0.6844, 0.6815, 0.6738, 0.6669, 0.6649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc56921", "doc1102442", "doc56903", "doc1341888", "doc2408092", "doc2091589", "doc2522537", "doc2091597"], "ranked_scores": [0.7713, 0.7109, 0.7104, 0.7037, 0.7023, 0.6925, 0.6837, 0.6779, 0.6698, 0.6695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc137908", "doc80151", "doc80078", "doc80067", "doc80100", "doc1391659", "doc345642", "doc1912506", "doc817616", "doc80154"], "ranked_scores": [0.8507, 0.8233, 0.81, 0.8099, 0.8069, 0.7904, 0.7844, 0.7834, 0.779, 0.7695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240291", "doc2240293", "doc1248717", "doc732101", "doc732015", "doc1852908", "doc498654", "doc1018577", "doc1018572"], "ranked_scores": [0.7813, 0.7755, 0.702, 0.699, 0.6967, 0.6951, 0.6934, 0.6871, 0.6869, 0.6704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc2376934", "doc26444", "doc1858452", "doc721916", "doc1202814", "doc474060", "doc304623", "doc224101", "doc725659", "doc863698"], "ranked_scores": [0.8087, 0.7944, 0.7748, 0.7715, 0.7421, 0.7405, 0.7331, 0.7295, 0.7278, 0.7241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1287918", "doc77973", "doc1387772", "doc1785170", "doc470536", "doc1135778", "doc698033"], "ranked_scores": [0.8163, 0.7669, 0.7342, 0.6068, 0.5868, 0.5863, 0.5657, 0.5605, 0.5534, 0.549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc57940", "doc721746", "doc1199221", "doc282412", "doc57946", "doc37890", "doc37895", "doc2115402", "doc57948"], "ranked_scores": [0.7615, 0.7322, 0.7231, 0.723, 0.721, 0.7143, 0.7105, 0.6944, 0.6924, 0.6819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1428083", "doc751435", "doc1612364", "doc1936829", "doc2431076", "doc2413034", "doc751726", "doc1368159", "doc814675"], "ranked_scores": [0.7097, 0.6955, 0.6657, 0.6267, 0.6052, 0.5734, 0.5692, 0.5684, 0.5656, 0.5582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc35524", "doc1385349", "doc851269", "doc1683659", "doc228166", "doc64316", "doc1376793", "doc64317", "doc283788", "doc35522"], "ranked_scores": [0.7753, 0.7753, 0.7753, 0.7753, 0.7753, 0.7711, 0.7667, 0.7652, 0.7634, 0.7564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc437632", "doc437678", "doc1520219", "doc539419", "doc1321883", "doc1321929", "doc1520320", "doc1520244", "doc1978004"], "ranked_scores": [0.8007, 0.8006, 0.796, 0.7935, 0.7919, 0.7877, 0.7871, 0.7866, 0.7837, 0.781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc2087240", "doc4611", "doc198241", "doc1842144", "doc720132", "doc866429", "doc720105", "doc1768160", "doc1321884", "doc1021710"], "ranked_scores": [0.6052, 0.5848, 0.5552, 0.5508, 0.5373, 0.5328, 0.5262, 0.5261, 0.5183, 0.5155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1445420", "doc1036707", "doc585415", "doc806", "doc1714121", "doc1407767", "doc725581", "doc691881", "doc24939", "doc1449831"], "ranked_scores": [0.5952, 0.5888, 0.5844, 0.5735, 0.5723, 0.5722, 0.5691, 0.5533, 0.5473, 0.5396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc672552", "doc2660672", "doc1283940", "doc645564", "doc1597244", "doc1011075", "doc153569", "doc645600"], "ranked_scores": [0.8189, 0.7106, 0.6611, 0.6466, 0.6351, 0.6302, 0.6086, 0.6052, 0.5991, 0.5967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc1840635", "doc530778", "doc1007189", "doc324530", "doc1007190", "doc1241567", "doc2337863"], "ranked_scores": [0.8099, 0.8007, 0.7434, 0.7225, 0.718, 0.7001, 0.6832, 0.6823, 0.6821, 0.6808], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc1030288", "doc1185579", "doc1373324", "doc2527260", "doc147268", "doc2499695", "doc729661", "doc828130", "doc660236"], "ranked_scores": [0.8111, 0.8044, 0.7769, 0.7596, 0.7507, 0.7354, 0.7352, 0.7349, 0.7248, 0.7243], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc1729412", "doc1270352", "doc719006", "doc1587280", "doc543176", "doc719076", "doc1427193", "doc555420", "doc1572538"], "ranked_scores": [0.7793, 0.7619, 0.7562, 0.7465, 0.7396, 0.7375, 0.7368, 0.7211, 0.7185, 0.718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2224155", "doc1927002", "doc628470", "doc675222", "doc2107022", "doc2107018", "doc53643", "doc541085", "doc3668"], "ranked_scores": [0.8416, 0.8415, 0.8257, 0.8242, 0.8052, 0.785, 0.781, 0.7756, 0.7743, 0.7711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc412172", "doc2498480", "doc211209", "doc782782", "doc435076", "doc435079", "doc435092", "doc2607396", "doc1914276", "doc378301"], "ranked_scores": [0.8238, 0.8238, 0.807, 0.7968, 0.7847, 0.7834, 0.7817, 0.7763, 0.7753, 0.7714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1531603", "doc2665803", "doc2636635", "doc264212", "doc2085567", "doc1205332", "doc1935873", "doc2119808", "doc733127", "doc11739"], "ranked_scores": [0.6573, 0.6564, 0.6365, 0.6345, 0.6298, 0.622, 0.6215, 0.6197, 0.6162, 0.6153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc2582196", "doc1548640", "doc2144435", "doc825242", "doc93287", "doc1512025", "doc2083699", "doc56398", "doc1084332", "doc245411"], "ranked_scores": [0.6578, 0.6563, 0.6474, 0.6445, 0.6432, 0.6278, 0.6097, 0.5943, 0.5765, 0.5765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc2326766", "doc376241", "doc1153924", "doc1108390", "doc1345740", "doc57975", "doc601133", "doc40405", "doc390322", "doc565065"], "ranked_scores": [0.6169, 0.6165, 0.6109, 0.6043, 0.5987, 0.5951, 0.5917, 0.591, 0.5872, 0.5857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc2058897", "doc1333905", "doc2465656", "doc860546", "doc1991515", "doc1160263", "doc1986449", "doc546881", "doc1173691"], "ranked_scores": [0.782, 0.7531, 0.7379, 0.7371, 0.718, 0.7179, 0.7113, 0.7097, 0.7067, 0.6993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc201172", "doc966112", "doc2361509", "doc1526184", "doc1846029", "doc201170", "doc807", "doc2497559", "doc2056931", "doc878338"], "ranked_scores": [0.6481, 0.6064, 0.6061, 0.6025, 0.6002, 0.5969, 0.5771, 0.5752, 0.5747, 0.5701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc1301778", "doc107246", "doc127040", "doc1391278", "doc88931", "doc127031", "doc88933", "doc88934", "doc1376321"], "ranked_scores": [0.7691, 0.7185, 0.6893, 0.6879, 0.6875, 0.6703, 0.6478, 0.6474, 0.6464, 0.6376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338818", "doc21368", "doc338813", "doc2336226", "doc1455509", "doc1650958", "doc21363", "doc669209", "doc905614", "doc2486395"], "ranked_scores": [0.6529, 0.6467, 0.6299, 0.6261, 0.618, 0.5951, 0.5935, 0.5935, 0.5778, 0.5724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108456", "doc193828", "doc1774519", "doc108559", "doc1791044", "doc18273", "doc911115", "doc63590", "doc108481", "doc2072948"], "ranked_scores": [0.7707, 0.7552, 0.7542, 0.7541, 0.7493, 0.7369, 0.7369, 0.7369, 0.7356, 0.711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc1130696", "doc688749", "doc1945404", "doc586538", "doc525751", "doc1804347", "doc7166", "doc2482938"], "ranked_scores": [0.671, 0.641, 0.6035, 0.5933, 0.5855, 0.5852, 0.5821, 0.5777, 0.5761, 0.5742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1387772", "doc33191", "doc751726", "doc751719", "doc1902615", "doc751718", "doc751714", "doc806787", "doc1574683", "doc853534"], "ranked_scores": [0.5914, 0.5768, 0.5727, 0.5607, 0.5566, 0.5468, 0.5464, 0.5449, 0.5393, 0.5364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2057552", "doc2259197", "doc980993", "doc705226", "doc785515", "doc2634368", "doc2483577", "doc1617231", "doc642762", "doc157123"], "ranked_scores": [0.6958, 0.6913, 0.6903, 0.6674, 0.6652, 0.6423, 0.6204, 0.5919, 0.591, 0.5897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618376", "doc2622759", "doc36463", "doc36460", "doc1618372", "doc36485", "doc2396125", "doc1618374", "doc1933371"], "ranked_scores": [0.7548, 0.7474, 0.7446, 0.7413, 0.725, 0.7178, 0.7125, 0.6674, 0.6423, 0.6347], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106332", "doc337523", "doc703714", "doc703715", "doc973089", "doc427621", "doc2836", "doc1332302", "doc1445515", "doc1445498"], "ranked_scores": [0.8435, 0.8353, 0.8277, 0.8174, 0.8104, 0.8024, 0.7996, 0.7953, 0.7942, 0.7837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc729573", "doc1373323", "doc643072", "doc2393669", "doc729661", "doc596014", "doc596021", "doc91119", "doc1373324", "doc1119808"], "ranked_scores": [0.8322, 0.8064, 0.8031, 0.7852, 0.7766, 0.7708, 0.7705, 0.7627, 0.757, 0.752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77976", "doc2127607", "doc1387772", "doc5734", "doc1867620", "doc1431001", "doc2419103", "doc1244692"], "ranked_scores": [0.6302, 0.6105, 0.6038, 0.5931, 0.5804, 0.5801, 0.5527, 0.5511, 0.5412, 0.5407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-pq-m8-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc751998", "doc57226", "doc57232", "doc2569915", "doc1622317", "doc58420", "doc410114", "doc301772", "doc1096393", "doc470536"], "ranked_scores": [0.7043, 0.7037, 0.6883, 0.6762, 0.6679, 0.6582, 0.6536, 0.6495, 0.6479, 0.6475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2136789", "doc914411", "doc474276", "doc26394", "doc497737", "doc63538", "doc1341905", "doc2461162", "doc1454442", "doc345111"], "ranked_scores": [0.6617, 0.6532, 0.6522, 0.6504, 0.6412, 0.6408, 0.6289, 0.6259, 0.6243, 0.6238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc296209", "doc78091", "doc365452", "doc451953", "doc296216", "doc1966948", "doc21841", "doc21829", "doc69765", "doc377466"], "ranked_scores": [0.766, 0.766, 0.766, 0.766, 0.766, 0.7658, 0.7619, 0.7604, 0.7604, 0.7604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc979079", "doc232625", "doc564728", "doc146132", "doc78548", "doc146101", "doc440112", "doc404141", "doc94024", "doc1247565"], "ranked_scores": [0.7752, 0.7707, 0.7626, 0.7553, 0.7499, 0.7472, 0.7465, 0.7454, 0.7378, 0.737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1214905", "doc2372193", "doc1366772", "doc1741704", "doc1715056", "doc1167678", "doc2165920", "doc2307709", "doc1366730", "doc866296"], "ranked_scores": [0.7368, 0.7363, 0.7351, 0.7332, 0.7255, 0.7255, 0.7255, 0.7255, 0.7235, 0.7235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27535", "doc1852518", "doc361702", "doc540358", "doc1389070", "doc1478919", "doc1856181", "doc2545074", "doc437683", "doc27538"], "ranked_scores": [0.575, 0.5742, 0.568, 0.5511, 0.5495, 0.5419, 0.541, 0.5405, 0.5405, 0.5405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc349744", "doc349747", "doc422133", "doc579128", "doc293490", "doc360768", "doc653285", "doc293491", "doc1068154", "doc54270"], "ranked_scores": [0.7787, 0.77, 0.7622, 0.761, 0.754, 0.7535, 0.75, 0.7452, 0.745, 0.7448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc1017147", "doc231271", "doc101561", "doc29757", "doc1411599", "doc298955", "doc594518", "doc81162", "doc2096501", "doc1728840"], "ranked_scores": [0.6732, 0.6601, 0.6567, 0.6452, 0.6431, 0.6355, 0.6349, 0.6333, 0.6304, 0.6142], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc928962", "doc1376346", "doc61036", "doc61054", "doc952661", "doc61043", "doc2432580", "doc1376345", "doc61045", "doc778535"], "ranked_scores": [0.6831, 0.6564, 0.6366, 0.6338, 0.6279, 0.6248, 0.6245, 0.6078, 0.6059, 0.6058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc1116765", "doc97421", "doc369220", "doc369278", "doc1948378", "doc2071086", "doc1587502", "doc369276", "doc369234"], "ranked_scores": [0.7508, 0.6992, 0.6773, 0.666, 0.6571, 0.6522, 0.6478, 0.6397, 0.6326, 0.6214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc1612525", "doc33193", "doc1651444", "doc33196", "doc1458417", "doc447411", "doc2648883", "doc162834", "doc212271", "doc2534674"], "ranked_scores": [0.7082, 0.7051, 0.6773, 0.6609, 0.6515, 0.6415, 0.6378, 0.6307, 0.6188, 0.6185], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc50097", "doc1386120", "doc50109", "doc2537823", "doc1257475", "doc2372621", "doc253608", "doc2537824", "doc929272"], "ranked_scores": [0.7266, 0.7151, 0.7151, 0.7151, 0.7151, 0.7133, 0.7083, 0.7009, 0.7009, 0.68], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc284000", "doc2654127", "doc337523", "doc106332", "doc284002", "doc427621", "doc1156828", "doc703706", "doc703702", "doc874101"], "ranked_scores": [0.7969, 0.7906, 0.79, 0.7799, 0.7737, 0.7655, 0.7655, 0.7655, 0.7534, 0.7534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc2153582", "doc485214", "doc1599042", "doc697071", "doc7106", "doc1322161", "doc7108", "doc7119", "doc1401076", "doc7112"], "ranked_scores": [0.712, 0.6935, 0.6915, 0.6818, 0.6814, 0.6806, 0.6791, 0.6767, 0.6767, 0.6762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc672521", "doc1169637", "doc90807", "doc1740481", "doc1101734", "doc222277", "doc303260", "doc199491", "doc1458523", "doc1968582"], "ranked_scores": [0.7481, 0.7458, 0.7453, 0.7405, 0.7372, 0.7367, 0.7248, 0.7227, 0.7194, 0.7184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750416", "doc1244989", "doc2148672", "doc2659217", "doc187232", "doc1449866", "doc2483632", "doc1014857", "doc2581432", "doc648335"], "ranked_scores": [0.6494, 0.6336, 0.6264, 0.6134, 0.6127, 0.6071, 0.602, 0.5904, 0.5878, 0.5851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc996239", "doc1179535", "doc651946", "doc24903", "doc1474755", "doc1734041", "doc468490", "doc282521", "doc887699", "doc90322"], "ranked_scores": [0.728, 0.7239, 0.7224, 0.7149, 0.714, 0.7139, 0.7128, 0.7119, 0.7118, 0.7069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc36402", "doc2277317", "doc1825428", "doc750416", "doc648335", "doc454591", "doc1244989", "doc1235322", "doc52429"], "ranked_scores": [0.775, 0.7267, 0.6957, 0.6948, 0.6927, 0.6718, 0.6664, 0.6642, 0.6626, 0.6608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc2509995", "doc1288170", "doc56921", "doc2408092", "doc2439294", "doc2091589", "doc1685439", "doc469134"], "ranked_scores": [0.6569, 0.6569, 0.6396, 0.6284, 0.6192, 0.6109, 0.602, 0.6001, 0.5975, 0.5969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc1068994", "doc80078", "doc1654062", "doc596861", "doc1521484", "doc2594980", "doc2562973", "doc299592", "doc2017803"], "ranked_scores": [0.7569, 0.7568, 0.7499, 0.7486, 0.7445, 0.7439, 0.7416, 0.7345, 0.7344, 0.7336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc498654", "doc72416", "doc399642", "doc2240291", "doc1852908", "doc732101", "doc180079", "doc732015", "doc506841"], "ranked_scores": [0.6898, 0.6817, 0.6541, 0.6458, 0.6404, 0.636, 0.6275, 0.6196, 0.6188, 0.6177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc863686", "doc2517376", "doc864645", "doc2361044", "doc2376934", "doc138458", "doc1159969", "doc863698", "doc26460"], "ranked_scores": [0.7429, 0.7306, 0.7298, 0.7177, 0.7123, 0.707, 0.7048, 0.7046, 0.7045, 0.703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc216426", "doc1430993", "doc102096", "doc24310", "doc162716", "doc1254733", "doc2670026", "doc893144"], "ranked_scores": [0.6726, 0.62, 0.6045, 0.5947, 0.5865, 0.5528, 0.544, 0.5315, 0.5308, 0.5308], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc2115402", "doc57940", "doc37890", "doc282412", "doc54026", "doc2258986", "doc81655", "doc2115479", "doc364632", "doc531512"], "ranked_scores": [0.7086, 0.6721, 0.6337, 0.621, 0.5956, 0.588, 0.5844, 0.5825, 0.5769, 0.5755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1428083", "doc751435", "doc2431076", "doc558085", "doc1131204", "doc2607002", "doc1436063", "doc357412", "doc1796400"], "ranked_scores": [0.6584, 0.6331, 0.6296, 0.5967, 0.5863, 0.5803, 0.5727, 0.5695, 0.5629, 0.5603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc388286", "doc2487655", "doc228166", "doc35522", "doc2072831", "doc64317", "doc922273", "doc33811", "doc1385345", "doc1955603"], "ranked_scores": [0.6379, 0.6379, 0.6372, 0.6372, 0.6372, 0.6321, 0.6321, 0.6277, 0.6275, 0.6259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520275", "doc1520244", "doc437701", "doc437685", "doc437668", "doc2109883", "doc1321929", "doc727452", "doc1520219", "doc1978004"], "ranked_scores": [0.714, 0.714, 0.714, 0.714, 0.6938, 0.6925, 0.687, 0.6827, 0.6813, 0.6801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc2087240", "doc1279689", "doc1842144", "doc1315083", "doc1778743", "doc720105", "doc97154", "doc97152", "doc1314964", "doc2548244"], "ranked_scores": [0.6624, 0.5839, 0.5757, 0.5632, 0.5617, 0.559, 0.5522, 0.5461, 0.5419, 0.5395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1267318", "doc844175", "doc1346601", "doc645564", "doc890682", "doc1454405", "doc585415", "doc2402770", "doc126007", "doc2075016"], "ranked_scores": [0.6083, 0.5506, 0.5491, 0.5461, 0.544, 0.5435, 0.5428, 0.54, 0.5338, 0.5309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc1357000", "doc60524", "doc1454405", "doc1386686", "doc2034127", "doc1283940", "doc2251710", "doc602150", "doc751954"], "ranked_scores": [0.7141, 0.6823, 0.6566, 0.6381, 0.6168, 0.616, 0.6159, 0.6105, 0.6019, 0.5979], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc324530", "doc430825", "doc722174", "doc530778", "doc32937", "doc1635999", "doc173076", "doc1007189", "doc25697"], "ranked_scores": [0.6466, 0.6345, 0.6265, 0.6252, 0.6145, 0.6135, 0.6135, 0.6127, 0.6038, 0.6036], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1373324", "doc2449643", "doc515771", "doc729661", "doc643072", "doc1373323", "doc1119808", "doc2393669", "doc626438", "doc2499695"], "ranked_scores": [0.7514, 0.7514, 0.7448, 0.7352, 0.7341, 0.7341, 0.7231, 0.7231, 0.723, 0.7172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc506854", "doc1223275", "doc1572538", "doc1729412", "doc719006", "doc2584848", "doc946247", "doc1248125", "doc171833"], "ranked_scores": [0.7321, 0.7316, 0.7315, 0.6998, 0.6952, 0.6952, 0.6952, 0.6952, 0.6862, 0.6817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc530780", "doc465257", "doc4147", "doc358938", "doc53643", "doc422936", "doc358937", "doc2212269", "doc172405"], "ranked_scores": [0.7803, 0.7797, 0.774, 0.7731, 0.7731, 0.7709, 0.758, 0.7505, 0.748, 0.7467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211209", "doc1695182", "doc782782", "doc435081", "doc720207", "doc768322", "doc2498488", "doc412180", "doc211230", "doc70919"], "ranked_scores": [0.7537, 0.7527, 0.7473, 0.7472, 0.7472, 0.7352, 0.7282, 0.7282, 0.7195, 0.7135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1531603", "doc2665803", "doc209865", "doc627432", "doc418463", "doc1935873", "doc2125026", "doc564728", "doc2085567", "doc355130"], "ranked_scores": [0.685, 0.6757, 0.6202, 0.6195, 0.6179, 0.6129, 0.6055, 0.6014, 0.5941, 0.594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc2083699", "doc303260", "doc1563751", "doc93287", "doc825242", "doc1047493", "doc859664", "doc1130168", "doc222277", "doc450131"], "ranked_scores": [0.6538, 0.6345, 0.6331, 0.6296, 0.6201, 0.6192, 0.6183, 0.6167, 0.6138, 0.613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc238078", "doc635523", "doc1345740", "doc1260420", "doc376241", "doc38721", "doc2212269", "doc101260", "doc390322", "doc99857"], "ranked_scores": [0.5984, 0.5869, 0.5858, 0.5482, 0.5459, 0.5363, 0.5275, 0.5261, 0.5197, 0.5181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1792210", "doc2058897", "doc860592", "doc1986437", "doc1986496", "doc588612", "doc1589174", "doc1991515", "doc253473", "doc1986449"], "ranked_scores": [0.7142, 0.697, 0.6881, 0.6672, 0.6672, 0.6516, 0.6511, 0.6468, 0.6444, 0.6431], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc1526184", "doc807", "doc201170", "doc1105530", "doc312607", "doc59550", "doc2316721", "doc2334137", "doc2361509"], "ranked_scores": [0.6137, 0.6015, 0.5999, 0.5975, 0.5938, 0.5899, 0.5831, 0.5806, 0.5702, 0.566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc399027", "doc2015719", "doc2107043", "doc1281693", "doc2384634", "doc1301778", "doc1207260", "doc2015724", "doc1281695", "doc435079"], "ranked_scores": [0.6634, 0.6465, 0.6441, 0.6218, 0.6197, 0.6084, 0.6056, 0.6015, 0.6004, 0.5947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1053454", "doc22983", "doc1455511", "doc21350", "doc1836919", "doc338818", "doc306226", "doc2262127", "doc238803", "doc1455469"], "ranked_scores": [0.6291, 0.6238, 0.6222, 0.6164, 0.6142, 0.6136, 0.6074, 0.6047, 0.6016, 0.5971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108535", "doc725920", "doc376565", "doc725928", "doc2418769", "doc2139234", "doc54270", "doc10388", "doc1684317", "doc157016"], "ranked_scores": [0.714, 0.6961, 0.6832, 0.6831, 0.6773, 0.6763, 0.6763, 0.6698, 0.6611, 0.6604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc1183356", "doc388484", "doc1104251", "doc2456577", "doc565399", "doc2265484", "doc779483", "doc357482", "doc355540", "doc1668716"], "ranked_scores": [0.6022, 0.5879, 0.5733, 0.5677, 0.56, 0.5594, 0.5579, 0.5579, 0.556, 0.5549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc751714", "doc1387772", "doc806787", "doc751726", "doc751718", "doc1891612", "doc1044670", "doc884430", "doc260668", "doc2010467"], "ranked_scores": [0.5949, 0.5849, 0.5803, 0.5715, 0.5675, 0.5568, 0.5554, 0.5381, 0.538, 0.5325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1222389", "doc2057552", "doc374355", "doc2054559", "doc2391797", "doc2676807", "doc115973", "doc1207422", "doc1892012", "doc787600"], "ranked_scores": [0.6166, 0.6151, 0.6064, 0.6029, 0.601, 0.5989, 0.5942, 0.5806, 0.5771, 0.5769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc2396125", "doc1618376", "doc36460", "doc36485", "doc2544261", "doc2305994", "doc1329011", "doc36467", "doc2622759"], "ranked_scores": [0.6265, 0.6103, 0.6093, 0.6065, 0.5966, 0.5912, 0.5898, 0.5652, 0.564, 0.5611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106332", "doc284002", "doc284000", "doc2654127", "doc106353", "doc703717", "doc337523", "doc703701", "doc703702", "doc874101"], "ranked_scores": [0.7962, 0.7959, 0.7934, 0.7931, 0.7845, 0.7845, 0.7839, 0.7822, 0.7822, 0.7822], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc108892", "doc1520499", "doc2393669", "doc1119808", "doc108931", "doc643072", "doc1373323", "doc729661", "doc596021", "doc84492"], "ranked_scores": [0.7218, 0.7214, 0.7204, 0.7204, 0.7141, 0.7095, 0.7095, 0.7066, 0.7019, 0.7019], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1490502", "doc1430993", "doc1387772", "doc2503779", "doc2390881", "doc650150", "doc977122", "doc1329094", "doc1430994", "doc2521983"], "ranked_scores": [0.5973, 0.5793, 0.574, 0.5574, 0.5469, 0.5458, 0.545, 0.5385, 0.5373, 0.5342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-32-pq-m4-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc525397", "doc2530375", "doc57242", "doc3001", "doc751998", "doc2153407", "doc781160", "doc1104254", "doc57247"], "ranked_scores": [0.8177, 0.7967, 0.7904, 0.777, 0.7711, 0.7498, 0.7423, 0.7401, 0.7396, 0.7391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2136789", "doc357255", "doc2415290", "doc1982537", "doc2292349", "doc63538", "doc1834170", "doc345111", "doc1815291", "doc1749973"], "ranked_scores": [0.7791, 0.772, 0.7687, 0.7572, 0.7325, 0.7239, 0.7126, 0.7102, 0.7089, 0.7043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc812322", "doc69767", "doc21829", "doc699194", "doc761186", "doc21872", "doc21856", "doc776142", "doc78091"], "ranked_scores": [0.8959, 0.8661, 0.8659, 0.8615, 0.8472, 0.8341, 0.8294, 0.8274, 0.8256, 0.8129], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc564709", "doc643498", "doc94024", "doc1402781", "doc690618", "doc453172", "doc564708", "doc453089", "doc2641052"], "ranked_scores": [0.8846, 0.848, 0.8366, 0.8342, 0.8334, 0.8323, 0.8312, 0.8309, 0.8281, 0.827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc559423", "doc88439", "doc1741704", "doc1812660", "doc1741701", "doc1741702", "doc1812661", "doc2165905", "doc1167678", "doc1234227"], "ranked_scores": [0.8939, 0.8932, 0.8866, 0.8806, 0.8806, 0.8806, 0.8806, 0.8806, 0.8768, 0.8767], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc266767", "doc27535", "doc172836", "doc754593", "doc361702", "doc361696", "doc1386925", "doc1585937", "doc2005210"], "ranked_scores": [0.7636, 0.7242, 0.7225, 0.7108, 0.7077, 0.6904, 0.6854, 0.678, 0.6735, 0.6722], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc1906610", "doc1068154", "doc613963", "doc512949", "doc2025330", "doc273559", "doc354084", "doc422133", "doc272763"], "ranked_scores": [0.8735, 0.8636, 0.8604, 0.8419, 0.8419, 0.8358, 0.8321, 0.8315, 0.8263, 0.8261], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc1017147", "doc151694", "doc88615", "doc81162", "doc2080883", "doc650941", "doc2509153", "doc896716", "doc2096501", "doc29757"], "ranked_scores": [0.8051, 0.7901, 0.7885, 0.786, 0.7823, 0.7773, 0.7773, 0.7736, 0.7629, 0.7619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc633767", "doc1376346", "doc61045", "doc61054", "doc2083822", "doc2622770", "doc2092646", "doc2009331", "doc1325273"], "ranked_scores": [0.8351, 0.8132, 0.8112, 0.81, 0.7935, 0.7697, 0.7657, 0.7475, 0.7335, 0.7279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1116765", "doc97421", "doc369261", "doc369237", "doc2004921", "doc2071134", "doc369234", "doc2083987", "doc2071163", "doc369204"], "ranked_scores": [0.8303, 0.8206, 0.7852, 0.7757, 0.7728, 0.7714, 0.7624, 0.7613, 0.7606, 0.7543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1253247", "doc1458417", "doc1357070", "doc33196", "doc1384361", "doc698043", "doc1612525", "doc446484", "doc1891830"], "ranked_scores": [0.7997, 0.7928, 0.7689, 0.7504, 0.7368, 0.7312, 0.7266, 0.7229, 0.7156, 0.7153], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386116", "doc1667023", "doc595818", "doc1377115", "doc369618", "doc83863", "doc253608", "doc50109", "doc1883243", "doc2254465"], "ranked_scores": [0.8125, 0.8003, 0.7944, 0.7858, 0.783, 0.7816, 0.7645, 0.7643, 0.764, 0.7589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc2839", "doc703715", "doc703711", "doc106332", "doc1887731", "doc1445498", "doc2838", "doc703714", "doc1246069", "doc1332302"], "ranked_scores": [0.8952, 0.8891, 0.884, 0.8839, 0.8827, 0.8822, 0.8818, 0.8763, 0.8754, 0.8724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7112", "doc683357", "doc523031", "doc1635172", "doc7091", "doc692559", "doc2670770", "doc7119", "doc1829564"], "ranked_scores": [0.8251, 0.8251, 0.7866, 0.7573, 0.7538, 0.7478, 0.7467, 0.7456, 0.7422, 0.7386], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc107878", "doc1598856", "doc1101734", "doc199491", "doc1079922", "doc90807", "doc1740481", "doc1527545", "doc751410", "doc1606435"], "ranked_scores": [0.8205, 0.8068, 0.8066, 0.8065, 0.7996, 0.7988, 0.7978, 0.7964, 0.7915, 0.7846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2018288", "doc1386691", "doc2581432", "doc187232", "doc531809", "doc897", "doc914073", "doc854779", "doc2465776", "doc2225375"], "ranked_scores": [0.7027, 0.6998, 0.6705, 0.6574, 0.6543, 0.6535, 0.6501, 0.644, 0.6432, 0.6426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc2570462", "doc1380356", "doc468490", "doc651946", "doc1686189", "doc2570459", "doc300567", "doc1380357", "doc1617248"], "ranked_scores": [0.8671, 0.8567, 0.8567, 0.8417, 0.8267, 0.8227, 0.8227, 0.819, 0.8116, 0.8082], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2277317", "doc750416", "doc2438284", "doc2274222", "doc1587504", "doc80948", "doc1107236", "doc1691613", "doc24305"], "ranked_scores": [0.7983, 0.7884, 0.7856, 0.7844, 0.7763, 0.7665, 0.7657, 0.7556, 0.7497, 0.7449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc2408092", "doc1489575", "doc56921", "doc1102442", "doc56897", "doc1685439", "doc1341888", "doc2091597", "doc56903"], "ranked_scores": [0.8582, 0.8464, 0.8037, 0.7711, 0.7657, 0.7657, 0.7504, 0.7494, 0.7479, 0.7432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc137908", "doc299573", "doc817616", "doc80067", "doc80078", "doc345642", "doc2077169", "doc66226", "doc80154", "doc2562963"], "ranked_scores": [0.8813, 0.8698, 0.8693, 0.8693, 0.8653, 0.8603, 0.8594, 0.8556, 0.8528, 0.852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc2240291", "doc72413", "doc2240268", "doc1248717", "doc18814", "doc1018577", "doc1018572", "doc2353712", "doc498654", "doc673167"], "ranked_scores": [0.8356, 0.8298, 0.7988, 0.7908, 0.7904, 0.7849, 0.7806, 0.7716, 0.77, 0.7694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26467", "doc474060", "doc1858452", "doc2517376", "doc26444", "doc26458", "doc26462", "doc304623", "doc764184", "doc1032688"], "ranked_scores": [0.893, 0.8718, 0.869, 0.8667, 0.8572, 0.8546, 0.8423, 0.841, 0.8368, 0.8368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc1460471", "doc77973", "doc721746", "doc282412", "doc1323591", "doc1497378", "doc102077", "doc1287918"], "ranked_scores": [0.8514, 0.7761, 0.7723, 0.7571, 0.7531, 0.7213, 0.7137, 0.7032, 0.6981, 0.697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1199221", "doc57946", "doc721746", "doc282412", "doc81655", "doc57948", "doc37895", "doc2115402", "doc37890", "doc2389179"], "ranked_scores": [0.8444, 0.8092, 0.8073, 0.8022, 0.7975, 0.788, 0.7872, 0.7675, 0.755, 0.7471], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22149", "doc2149599", "doc2223873", "doc1612316", "doc602735", "doc2113492", "doc1428083", "doc1612364", "doc20601", "doc2652795"], "ranked_scores": [0.7886, 0.7548, 0.7446, 0.7362, 0.7337, 0.726, 0.7238, 0.722, 0.715, 0.7116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc283788", "doc228166", "doc2072861", "doc64317", "doc35525", "doc64314", "doc1376793", "doc851269", "doc971992"], "ranked_scores": [0.8641, 0.8622, 0.8622, 0.8618, 0.8546, 0.8532, 0.8532, 0.8458, 0.8391, 0.8391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520219", "doc437678", "doc539419", "doc1520222", "doc1321929", "doc638932", "doc1520244", "doc619532", "doc1520254", "doc1520311"], "ranked_scores": [0.8566, 0.8493, 0.8407, 0.8403, 0.8333, 0.8318, 0.822, 0.8193, 0.8172, 0.8159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1021718", "doc198241", "doc720754", "doc1478919", "doc753576", "doc4611", "doc1021710", "doc1770436", "doc552698", "doc866429"], "ranked_scores": [0.6806, 0.677, 0.6754, 0.6733, 0.6683, 0.6638, 0.656, 0.6306, 0.6287, 0.6281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2335293", "doc1407767", "doc1445420", "doc1464195", "doc27298", "doc585415", "doc312605", "doc1036707", "doc806", "doc9324"], "ranked_scores": [0.7527, 0.7216, 0.6899, 0.6858, 0.6803, 0.678, 0.6664, 0.6593, 0.6466, 0.6457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc104082", "doc645564", "doc93503", "doc2335293", "doc227150", "doc832551", "doc1169637", "doc1036707"], "ranked_scores": [0.825, 0.751, 0.6995, 0.6891, 0.6889, 0.6853, 0.6827, 0.6801, 0.6794, 0.6637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1241567", "doc28581", "doc1410020", "doc1007189", "doc2337863", "doc530778", "doc1088161", "doc2529675"], "ranked_scores": [0.8326, 0.8323, 0.7945, 0.79, 0.7896, 0.7811, 0.7674, 0.7668, 0.7496, 0.7453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1373324", "doc2194194", "doc2449643", "doc1185579", "doc990514", "doc971351", "doc94371", "doc974518", "doc2167590", "doc729661"], "ranked_scores": [0.8774, 0.8744, 0.8659, 0.8658, 0.8614, 0.8417, 0.8286, 0.8273, 0.8238, 0.8201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1587280", "doc719006", "doc737771", "doc719076", "doc1803558", "doc719060", "doc1847142", "doc1214168", "doc1427193", "doc105739"], "ranked_scores": [0.8343, 0.8276, 0.825, 0.8235, 0.8233, 0.8229, 0.8228, 0.8217, 0.8187, 0.8185], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc2212269", "doc3668", "doc541085", "doc1927002", "doc606253", "doc324540", "doc172405", "doc6531", "doc628470"], "ranked_scores": [0.8874, 0.8833, 0.8813, 0.8741, 0.8686, 0.8577, 0.8575, 0.8548, 0.8518, 0.8476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313352", "doc768322", "doc2352487", "doc42101", "doc1914276", "doc211230", "doc2599866", "doc736126", "doc435092", "doc1921625"], "ranked_scores": [0.8296, 0.8241, 0.8137, 0.8045, 0.8029, 0.802, 0.7987, 0.7966, 0.7807, 0.7787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1736708", "doc2085567", "doc2361509", "doc1526184", "doc2119808", "doc2665803", "doc2448623", "doc264212", "doc1450680", "doc11739"], "ranked_scores": [0.758, 0.7528, 0.7451, 0.7441, 0.7439, 0.7436, 0.7409, 0.7384, 0.738, 0.733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc2056931", "doc2274222", "doc2083699", "doc2364249", "doc2144435", "doc1996766", "doc264212", "doc1548640", "doc2361509", "doc2217863"], "ranked_scores": [0.7107, 0.6966, 0.6768, 0.6687, 0.6664, 0.6631, 0.6609, 0.6593, 0.6531, 0.6498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc565065", "doc864555", "doc1344965", "doc667292", "doc1153924", "doc601133", "doc1810672", "doc2326766", "doc25776", "doc520689"], "ranked_scores": [0.7418, 0.7162, 0.7015, 0.6818, 0.6787, 0.678, 0.6744, 0.6708, 0.6612, 0.6569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc860546", "doc2058897", "doc1173691", "doc1986437", "doc1333905", "doc546881", "doc2465656", "doc577385", "doc588590", "doc1986433"], "ranked_scores": [0.8378, 0.835, 0.8258, 0.8192, 0.819, 0.819, 0.819, 0.8101, 0.7923, 0.7855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2361509", "doc662025", "doc357412", "doc2497559", "doc351821", "doc868658", "doc1846029", "doc221817", "doc2056931", "doc2085567"], "ranked_scores": [0.7434, 0.7285, 0.7139, 0.6972, 0.6872, 0.6864, 0.6862, 0.6811, 0.6771, 0.677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc1301778", "doc175560", "doc88934", "doc127031", "doc127042", "doc107246", "doc127040", "doc88933", "doc88931"], "ranked_scores": [0.7997, 0.7798, 0.7738, 0.7712, 0.768, 0.7629, 0.7608, 0.7508, 0.7397, 0.7367], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc21368", "doc21378", "doc2389179", "doc410114", "doc1487821", "doc1321778", "doc2442198", "doc479813", "doc1455509"], "ranked_scores": [0.7736, 0.7448, 0.716, 0.7059, 0.6975, 0.6946, 0.6932, 0.6923, 0.6904, 0.6863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108559", "doc1774519", "doc108481", "doc193828", "doc2418769", "doc323321", "doc108456", "doc108535", "doc376580", "doc2526454"], "ranked_scores": [0.8278, 0.8192, 0.7974, 0.7747, 0.7745, 0.7716, 0.7701, 0.7654, 0.7654, 0.7654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc955743", "doc1376157", "doc1804263", "doc551897", "doc211906", "doc2163101", "doc337547", "doc284002", "doc7165", "doc285755"], "ranked_scores": [0.766, 0.76, 0.7595, 0.7484, 0.7442, 0.7269, 0.7257, 0.7247, 0.7179, 0.7165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1387772", "doc1867627", "doc704392", "doc853534", "doc751719", "doc1735215", "doc1902615", "doc2095794", "doc2569900", "doc1216785"], "ranked_scores": [0.6783, 0.658, 0.6542, 0.653, 0.6498, 0.6451, 0.6444, 0.6441, 0.6389, 0.6385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2057552", "doc1936829", "doc2259197", "doc735792", "doc2431076", "doc980993", "doc157123", "doc2013112", "doc785515", "doc208245"], "ranked_scores": [0.7532, 0.7483, 0.7394, 0.7276, 0.717, 0.7043, 0.7039, 0.701, 0.6951, 0.6888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1256783", "doc2245700", "doc2329334", "doc417445", "doc1933371", "doc1618376", "doc36460", "doc2305994", "doc1618372"], "ranked_scores": [0.8489, 0.8424, 0.8334, 0.8334, 0.8334, 0.8174, 0.8016, 0.7908, 0.7831, 0.7733], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106332", "doc703714", "doc2839", "doc242727", "doc2838", "doc703715", "doc284042", "doc408864", "doc337523", "doc284002"], "ranked_scores": [0.8873, 0.8853, 0.8798, 0.8759, 0.8736, 0.8691, 0.8657, 0.864, 0.8588, 0.8581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc596021", "doc729573", "doc1520499", "doc990514", "doc1373323", "doc729661", "doc828063", "doc643072", "doc971351", "doc1119544"], "ranked_scores": [0.8595, 0.8589, 0.8438, 0.8413, 0.8348, 0.8345, 0.8338, 0.8311, 0.8302, 0.8217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc551718", "doc2011042", "doc1052463", "doc2372193", "doc2396125", "doc77973", "doc1330250", "doc1504263", "doc36402"], "ranked_scores": [0.6855, 0.6793, 0.6632, 0.6597, 0.6595, 0.6571, 0.6526, 0.6312, 0.6269, 0.6262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-32-pq-m4-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1470615", "doc751998", "doc586538", "doc1395336", "doc57226", "doc260645", "doc1450365", "doc2347811", "doc2040327", "doc2569915"], "ranked_scores": [0.8044, 0.774, 0.7674, 0.7674, 0.7502, 0.7502, 0.7444, 0.7406, 0.7394, 0.7394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc357235", "doc357255", "doc497737", "doc2136789", "doc474276", "doc1796956", "doc2181330", "doc2345266", "doc2175324", "doc2292349"], "ranked_scores": [0.6983, 0.6983, 0.6778, 0.6647, 0.6586, 0.6552, 0.6549, 0.6501, 0.6417, 0.6404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc296209", "doc296216", "doc451953", "doc365452", "doc365451", "doc776137", "doc776139", "doc78091", "doc365455", "doc699194"], "ranked_scores": [0.7916, 0.7916, 0.7916, 0.7916, 0.7916, 0.7916, 0.7916, 0.7916, 0.7916, 0.7916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc643498", "doc400460", "doc404141", "doc884614", "doc1570656", "doc392061", "doc1104225", "doc536608", "doc565706"], "ranked_scores": [0.8471, 0.8471, 0.8436, 0.8346, 0.8338, 0.832, 0.8221, 0.8162, 0.8086, 0.8086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1214905", "doc1167678", "doc1366730", "doc1366743", "doc1366772", "doc2217711", "doc2165920", "doc1715056", "doc2307709", "doc887635"], "ranked_scores": [0.8544, 0.8503, 0.8503, 0.8503, 0.8503, 0.8503, 0.8503, 0.8503, 0.8503, 0.844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc2506952", "doc340624", "doc859731", "doc1386925", "doc27535", "doc361706", "doc27529", "doc257946", "doc1088928", "doc2272990"], "ranked_scores": [0.6484, 0.6366, 0.6243, 0.6236, 0.6236, 0.6236, 0.6236, 0.6219, 0.6215, 0.6159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1068154", "doc1208808", "doc108456", "doc1538520", "doc193828", "doc2025330", "doc579128", "doc1791050", "doc1687132", "doc77634"], "ranked_scores": [0.8364, 0.8364, 0.8364, 0.8364, 0.8364, 0.8364, 0.8364, 0.8364, 0.8364, 0.8364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc579105", "doc594518", "doc583721", "doc650941", "doc600661", "doc6583", "doc896716", "doc81162", "doc6531", "doc61939"], "ranked_scores": [0.7463, 0.7463, 0.7463, 0.7463, 0.7463, 0.7463, 0.7463, 0.7463, 0.7463, 0.7463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc2092646", "doc1016286", "doc61036", "doc2009331", "doc633767", "doc824694", "doc928962", "doc2164807", "doc988606", "doc2022943"], "ranked_scores": [0.7449, 0.7445, 0.7445, 0.7445, 0.7445, 0.7417, 0.7301, 0.7301, 0.7301, 0.7272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1116765", "doc1349043", "doc80948", "doc369220", "doc97445", "doc2071151", "doc2071163", "doc152483", "doc288722", "doc369227"], "ranked_scores": [0.7607, 0.7607, 0.7607, 0.7607, 0.7607, 0.7551, 0.7551, 0.7367, 0.7366, 0.7366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc2648883", "doc211906", "doc211912", "doc187847", "doc19185", "doc1612525", "doc583523", "doc33193", "doc565399", "doc580244"], "ranked_scores": [0.7354, 0.7354, 0.7354, 0.7314, 0.7314, 0.722, 0.722, 0.7048, 0.6995, 0.6995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1667023", "doc1257475", "doc2372621", "doc2552606", "doc2537823", "doc313713", "doc50109", "doc50164", "doc50097", "doc758894"], "ranked_scores": [0.7027, 0.7027, 0.6897, 0.6897, 0.6897, 0.6897, 0.6897, 0.6897, 0.6897, 0.6897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc284003", "doc436998", "doc703711", "doc435057", "doc337578", "doc392495", "doc408864", "doc666653", "doc86433", "doc703715"], "ranked_scores": [0.8183, 0.8183, 0.8183, 0.8183, 0.8014, 0.8014, 0.8014, 0.8014, 0.8014, 0.8014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc485214", "doc1599042", "doc1384588", "doc683357", "doc1676468", "doc7106", "doc2606816", "doc7108", "doc7120", "doc7119"], "ranked_scores": [0.7741, 0.7543, 0.7469, 0.7469, 0.7427, 0.7427, 0.7427, 0.7427, 0.741, 0.7383], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc1101734", "doc1169637", "doc1588867", "doc90807", "doc1541761", "doc1877809", "doc2439948", "doc1525129", "doc1740481", "doc751410"], "ranked_scores": [0.8522, 0.8522, 0.8522, 0.8522, 0.8522, 0.8522, 0.8292, 0.821, 0.821, 0.8124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc182537", "doc430860", "doc1809375", "doc454591", "doc369170", "doc2004921", "doc2148672", "doc259703", "doc2662230", "doc906768"], "ranked_scores": [0.6945, 0.6945, 0.6856, 0.6788, 0.6563, 0.6563, 0.6559, 0.6559, 0.6491, 0.6423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1686189", "doc1234954", "doc2570462", "doc1179535", "doc1055660", "doc2202506", "doc905064", "doc1717200", "doc2202523", "doc996239"], "ranked_scores": [0.7673, 0.7648, 0.7598, 0.7598, 0.7598, 0.7598, 0.7598, 0.7598, 0.7572, 0.7572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc1323591", "doc36402", "doc1460471", "doc919340", "doc843229", "doc696366", "doc397020", "doc2277317", "doc2430823"], "ranked_scores": [0.8275, 0.8034, 0.7985, 0.7969, 0.7763, 0.7753, 0.7633, 0.7627, 0.7614, 0.7608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873479", "doc873480", "doc873481", "doc2408092", "doc1102442", "doc1288170", "doc56921", "doc2509995", "doc56897", "doc56903"], "ranked_scores": [0.7431, 0.7431, 0.7431, 0.7423, 0.7311, 0.7311, 0.7311, 0.7311, 0.7311, 0.7311], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc1155180", "doc2344470", "doc2563018", "doc596882", "doc367206", "doc596891", "doc367220", "doc345642", "doc847439", "doc863660"], "ranked_scores": [0.8559, 0.8559, 0.8559, 0.8559, 0.8559, 0.8559, 0.8559, 0.8559, 0.85, 0.85], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc1018578", "doc72416", "doc2240291", "doc732077", "doc399642", "doc2010420", "doc72413", "doc183955", "doc1824656", "doc2240268"], "ranked_scores": [0.7974, 0.7974, 0.7974, 0.7974, 0.7974, 0.7793, 0.7499, 0.7499, 0.7419, 0.7308], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc1107283", "doc26461", "doc26444", "doc864645", "doc764184", "doc2517379", "doc2517376", "doc26458", "doc26460", "doc26467"], "ranked_scores": [0.8791, 0.8693, 0.8693, 0.8693, 0.8693, 0.8596, 0.8596, 0.8493, 0.8493, 0.8493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc216426", "doc977122", "doc77973", "doc2362173", "doc102097", "doc54026", "doc721746", "doc1264052", "doc1445510", "doc377856"], "ranked_scores": [0.7608, 0.7373, 0.7373, 0.7373, 0.7228, 0.7206, 0.7059, 0.6977, 0.6949, 0.6909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc2115402", "doc57940", "doc531512", "doc2113492", "doc1199221", "doc1580240", "doc200940", "doc24315", "doc392492", "doc869916"], "ranked_scores": [0.7444, 0.7444, 0.7444, 0.7153, 0.7036, 0.7036, 0.6976, 0.6976, 0.6976, 0.6915], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc2431076", "doc1612316", "doc1212031", "doc2179035", "doc459774", "doc1617178", "doc1436063", "doc374355", "doc722466", "doc602735"], "ranked_scores": [0.7801, 0.7605, 0.7605, 0.7605, 0.7605, 0.7605, 0.7344, 0.7307, 0.7307, 0.7288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc550451", "doc299630", "doc2072861", "doc1955603", "doc108631", "doc602853", "doc706930", "doc602837", "doc990426", "doc661907"], "ranked_scores": [0.7495, 0.7495, 0.7473, 0.7473, 0.7473, 0.7473, 0.7467, 0.7342, 0.7342, 0.7342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520244", "doc1520254", "doc437701", "doc1520275", "doc1978012", "doc539428", "doc727452", "doc437685", "doc437662", "doc437639"], "ranked_scores": [0.7379, 0.7379, 0.7379, 0.7379, 0.7379, 0.7379, 0.7379, 0.7379, 0.7379, 0.7379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1279689", "doc693852", "doc738831", "doc4611", "doc1321939", "doc1478919", "doc753576", "doc2087240", "doc297251", "doc289875"], "ranked_scores": [0.7558, 0.7296, 0.7097, 0.6977, 0.6763, 0.6762, 0.6672, 0.6642, 0.663, 0.6627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2390440", "doc254953", "doc2335293", "doc1267318", "doc386637", "doc82130", "doc1846029", "doc881796", "doc281066", "doc890682"], "ranked_scores": [0.7142, 0.7142, 0.6995, 0.6995, 0.6969, 0.6822, 0.6822, 0.6715, 0.6681, 0.6663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc216330", "doc2251710", "doc266717", "doc53464", "doc890682", "doc2357463", "doc295017", "doc488007", "doc60524", "doc624943"], "ranked_scores": [0.7214, 0.7184, 0.7041, 0.6982, 0.6965, 0.6964, 0.6849, 0.6771, 0.6769, 0.6769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc38710", "doc233596", "doc2614074", "doc173076", "doc469134", "doc213075", "doc152998", "doc28961", "doc1840635", "doc868590"], "ranked_scores": [0.6875, 0.6875, 0.6778, 0.6778, 0.6778, 0.6747, 0.6699, 0.6693, 0.6668, 0.6576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc294704", "doc499894", "doc596021", "doc828130", "doc84492", "doc643072", "doc729573", "doc990514", "doc898833"], "ranked_scores": [0.8345, 0.8345, 0.8345, 0.8345, 0.8345, 0.8345, 0.8345, 0.8345, 0.8345, 0.8345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105745", "doc105764", "doc566021", "doc1248125", "doc2087170", "doc1587280", "doc2409275", "doc737771", "doc74797", "doc381923"], "ranked_scores": [0.7939, 0.7939, 0.7939, 0.7939, 0.7939, 0.7936, 0.7819, 0.7819, 0.7819, 0.7818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc324530", "doc32937", "doc38625", "doc393303", "doc422936", "doc67620", "doc49159", "doc530778", "doc530780", "doc688472"], "ranked_scores": [0.8084, 0.8084, 0.8084, 0.8084, 0.8084, 0.8084, 0.8084, 0.8084, 0.8084, 0.8084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1695182", "doc2288928", "doc331138", "doc378301", "doc435076", "doc70904", "doc720207", "doc70919", "doc435081", "doc768322"], "ranked_scores": [0.7206, 0.7182, 0.7182, 0.7182, 0.7182, 0.7182, 0.7182, 0.7182, 0.7182, 0.7182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1531603", "doc662025", "doc1379061", "doc1803573", "doc2544091", "doc607623", "doc987544", "doc126007", "doc2483577", "doc2266565"], "ranked_scores": [0.7745, 0.7575, 0.7567, 0.7567, 0.749, 0.7424, 0.7424, 0.7354, 0.7267, 0.7176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1353689", "doc307978", "doc1781006", "doc966112", "doc1582708", "doc184609", "doc1163626", "doc367643", "doc264212", "doc1223275"], "ranked_scores": [0.7327, 0.7325, 0.7174, 0.7147, 0.7114, 0.7088, 0.7043, 0.6997, 0.6978, 0.6942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc623693", "doc1486663", "doc1927002", "doc376243", "doc238078", "doc324554", "doc904885", "doc445548", "doc792177", "doc673208"], "ranked_scores": [0.6269, 0.6117, 0.6117, 0.6117, 0.6117, 0.6117, 0.6117, 0.6117, 0.6117, 0.6117], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc2058897", "doc1173691", "doc1792210", "doc2046260", "doc1341905", "doc1986489", "doc2575081", "doc588590", "doc860546", "doc860592"], "ranked_scores": [0.8339, 0.8213, 0.8213, 0.7971, 0.7673, 0.7591, 0.734, 0.734, 0.734, 0.734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc2334137", "doc2439440", "doc59550", "doc1880842", "doc1728777", "doc2067045", "doc2173325", "doc802931", "doc2316721"], "ranked_scores": [0.7561, 0.745, 0.7427, 0.7415, 0.7178, 0.6997, 0.6997, 0.6804, 0.6804, 0.6804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc399027", "doc1616053", "doc2015724", "doc723699", "doc723700", "doc107166", "doc1301778", "doc175560", "doc2015719", "doc660265"], "ranked_scores": [0.7203, 0.694, 0.694, 0.6927, 0.6927, 0.6927, 0.6927, 0.6818, 0.6786, 0.6779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1455509", "doc1455508", "doc1455511", "doc1492317", "doc24317", "doc392494", "doc21378", "doc1836919", "doc338818", "doc642895"], "ranked_scores": [0.7319, 0.7319, 0.7319, 0.7262, 0.7229, 0.7229, 0.719, 0.716, 0.716, 0.716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2413832", "doc1540372", "doc172185", "doc2083672", "doc2134247", "doc2357946", "doc2526454", "doc725928", "doc725920", "doc986920"], "ranked_scores": [0.7882, 0.7882, 0.7628, 0.7628, 0.7628, 0.7628, 0.7628, 0.7628, 0.7628, 0.7628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc446484", "doc1183356", "doc1843369", "doc285755", "doc2832", "doc427621", "doc846246", "doc703736", "doc703706", "doc827140"], "ranked_scores": [0.7435, 0.7278, 0.7278, 0.7278, 0.7278, 0.7278, 0.7278, 0.7278, 0.7278, 0.7278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc37890", "doc81655", "doc37884", "doc57946", "doc1339975", "doc260668", "doc704392", "doc1580240", "doc1199221", "doc965463"], "ranked_scores": [0.6915, 0.6915, 0.6915, 0.6915, 0.6865, 0.686, 0.686, 0.6765, 0.6765, 0.6696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2054559", "doc1036650", "doc1190303", "doc2569900", "doc500342", "doc2391797", "doc1526184", "doc52429", "doc1185713", "doc471007"], "ranked_scores": [0.697, 0.6942, 0.6942, 0.6942, 0.6942, 0.6942, 0.6942, 0.6933, 0.689, 0.6796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc2337413", "doc2305994", "doc2432006", "doc2432007", "doc830104", "doc457828", "doc1926786", "doc1376346", "doc36467", "doc853156"], "ranked_scores": [0.686, 0.6816, 0.6806, 0.6806, 0.6707, 0.663, 0.663, 0.6593, 0.6593, 0.6593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc388484", "doc284000", "doc284042", "doc392495", "doc337578", "doc337547", "doc86433", "doc703715", "doc408864", "doc666653"], "ranked_scores": [0.7904, 0.7872, 0.7872, 0.7872, 0.7872, 0.7872, 0.7872, 0.7872, 0.7872, 0.7872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc2393669", "doc108931", "doc1119808", "doc828063", "doc729661", "doc1520499", "doc368673", "doc368654", "doc898833", "doc990514"], "ranked_scores": [0.8232, 0.8232, 0.8232, 0.8232, 0.8232, 0.8232, 0.8232, 0.8232, 0.794, 0.794], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77973", "doc977122", "doc2362173", "doc2390881", "doc779563", "doc457828", "doc1926786", "doc884430", "doc689060", "doc1071289"], "ranked_scores": [0.6612, 0.6612, 0.6612, 0.6611, 0.6611, 0.6431, 0.6431, 0.6259, 0.6241, 0.6191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-notrunc-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57247", "doc57232", "doc751998", "doc1665946", "doc3001", "doc2116209", "doc1395336", "doc63804"], "ranked_scores": [650.0, 635.0, 630.0, 629.0, 608.0, 580.0, 576.0, 574.0, 569.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc497737", "doc345111", "doc758444", "doc63543", "doc2292349", "doc63542", "doc474276", "doc1489658"], "ranked_scores": [570.0, 556.0, 556.0, 556.0, 555.0, 554.0, 552.0, 551.0, 548.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc21832", "doc1095662", "doc377466", "doc21829", "doc296209", "doc2074523", "doc25836", "doc776137"], "ranked_scores": [620.0, 608.0, 602.0, 596.0, 595.0, 594.0, 591.0, 588.0, 587.0, 584.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc415323", "doc1007260", "doc564708", "doc453144", "doc643498", "doc230376", "doc453153", "doc726012", "doc658301"], "ranked_scores": [595.0, 590.0, 584.0, 584.0, 578.0, 577.0, 573.0, 568.0, 568.0, 566.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc559423", "doc887635", "doc1812661", "doc88439", "doc1366744", "doc1812659", "doc2165920", "doc1366769", "doc1741706", "doc387897"], "ranked_scores": [649.0, 640.0, 631.0, 626.0, 626.0, 618.0, 617.0, 615.0, 615.0, 615.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1478919", "doc27529", "doc1279689", "doc1770477", "doc1852503", "doc1324046", "doc1585937", "doc381292", "doc1852504", "doc1021718"], "ranked_scores": [593.0, 589.0, 581.0, 579.0, 574.0, 564.0, 563.0, 561.0, 558.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc101332", "doc1669853", "doc579128", "doc293490", "doc620637", "doc77634", "doc825187", "doc1328113", "doc293491"], "ranked_scores": [619.0, 618.0, 613.0, 610.0, 609.0, 607.0, 605.0, 605.0, 597.0, 597.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc278641", "doc966365", "doc2096499", "doc540731", "doc1036602", "doc520684", "doc38721", "doc597628", "doc437362"], "ranked_scores": [653.0, 567.0, 567.0, 555.0, 555.0, 554.0, 553.0, 552.0, 540.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1376346", "doc61045", "doc61043", "doc1048266", "doc967500", "doc928962", "doc1380860", "doc988606"], "ranked_scores": [656.0, 594.0, 579.0, 541.0, 535.0, 532.0, 510.0, 508.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1116765", "doc97421", "doc97445", "doc2004921", "doc2083987", "doc2574334", "doc97442", "doc152483", "doc369227", "doc369237"], "ranked_scores": [651.0, 645.0, 636.0, 636.0, 608.0, 607.0, 593.0, 585.0, 583.0, 582.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc562696", "doc1651444", "doc1612525", "doc1153299", "doc64791", "doc1458417", "doc600774", "doc122351"], "ranked_scores": [651.0, 561.0, 559.0, 559.0, 548.0, 542.0, 536.0, 535.0, 535.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc253608", "doc281125", "doc83863", "doc2680499", "doc398870", "doc877115", "doc1010216", "doc2372621", "doc50107"], "ranked_scores": [602.0, 600.0, 600.0, 599.0, 598.0, 597.0, 595.0, 594.0, 591.0, 591.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc106372", "doc703736", "doc703706", "doc714665", "doc703721", "doc703714", "doc106357", "doc703701", "doc703728"], "ranked_scores": [632.0, 626.0, 626.0, 608.0, 605.0, 605.0, 604.0, 603.0, 602.0, 599.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc692559", "doc7116", "doc7091", "doc7108", "doc1599042", "doc7099", "doc485221", "doc7112", "doc526956"], "ranked_scores": [624.0, 594.0, 594.0, 592.0, 590.0, 585.0, 577.0, 574.0, 568.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc487275", "doc431563", "doc82130", "doc1606435", "doc1169637", "doc722466", "doc2033842", "doc2033841"], "ranked_scores": [600.0, 550.0, 546.0, 540.0, 539.0, 538.0, 535.0, 526.0, 524.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2018288", "doc2420503", "doc536387", "doc2009369", "doc648335", "doc269387", "doc1719794", "doc2659217", "doc558085"], "ranked_scores": [563.0, 560.0, 558.0, 556.0, 551.0, 550.0, 549.0, 546.0, 544.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc90322", "doc1168119", "doc1824654", "doc788472", "doc1818632", "doc30773", "doc239811", "doc651946", "doc1380357"], "ranked_scores": [612.0, 589.0, 578.0, 572.0, 572.0, 570.0, 568.0, 567.0, 563.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2009369", "doc190650", "doc36402", "doc1646629", "doc2483632", "doc1691613", "doc1104361", "doc454591", "doc2370166", "doc904153"], "ranked_scores": [565.0, 554.0, 554.0, 551.0, 551.0, 545.0, 542.0, 539.0, 537.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc2408092", "doc2313864", "doc2638106", "doc1601611", "doc1102442", "doc213075", "doc2313875"], "ranked_scores": [623.0, 592.0, 577.0, 575.0, 564.0, 564.0, 561.0, 560.0, 560.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc137908", "doc80154", "doc596891", "doc80074", "doc1521484", "doc439513", "doc80151", "doc2076427", "doc2269913", "doc80070"], "ranked_scores": [587.0, 579.0, 578.0, 575.0, 573.0, 569.0, 569.0, 567.0, 567.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc690001", "doc1177572", "doc2353712", "doc183948", "doc2174234", "doc1248717", "doc690000", "doc732015"], "ranked_scores": [649.0, 537.0, 520.0, 517.0, 517.0, 515.0, 514.0, 513.0, 513.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc675067", "doc721916", "doc131786", "doc2376934", "doc863686", "doc26467", "doc1204806", "doc863698", "doc675035"], "ranked_scores": [584.0, 560.0, 557.0, 548.0, 544.0, 539.0, 538.0, 535.0, 532.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc447730", "doc1407977", "doc1682561", "doc1986948", "doc537776", "doc551209", "doc923363"], "ranked_scores": [687.0, 603.0, 600.0, 535.0, 524.0, 523.0, 513.0, 496.0, 494.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc1199221", "doc81655", "doc57948", "doc282412", "doc721746", "doc57940", "doc37884", "doc2115402", "doc37895"], "ranked_scores": [628.0, 595.0, 591.0, 576.0, 565.0, 563.0, 557.0, 556.0, 555.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1612364", "doc751435", "doc1368159", "doc22149", "doc1936829", "doc866703", "doc1464453", "doc561914", "doc323921"], "ranked_scores": [651.0, 528.0, 517.0, 508.0, 499.0, 492.0, 492.0, 491.0, 491.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc1385345", "doc41344", "doc64317", "doc1376793", "doc64316", "doc64314", "doc2487655", "doc35524", "doc456580"], "ranked_scores": [630.0, 621.0, 619.0, 617.0, 616.0, 616.0, 616.0, 603.0, 599.0, 598.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc437677", "doc539428", "doc437667", "doc2545031", "doc1788429", "doc437668", "doc1520244", "doc1520320", "doc437656"], "ranked_scores": [608.0, 607.0, 606.0, 601.0, 596.0, 595.0, 594.0, 593.0, 592.0, 591.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc938718", "doc1778593", "doc1314979", "doc1314857", "doc2526409", "doc1564136", "doc2526412", "doc671973", "doc1314944", "doc35173"], "ranked_scores": [506.0, 505.0, 500.0, 496.0, 493.0, 491.0, 490.0, 489.0, 488.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1449831", "doc24939", "doc2666461", "doc1728777", "doc585415", "doc645564", "doc890682", "doc1210865", "doc2042536", "doc357631"], "ranked_scores": [525.0, 524.0, 515.0, 513.0, 507.0, 504.0, 504.0, 503.0, 503.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc317197", "doc230816", "doc2037498", "doc182046", "doc1784440", "doc1283940", "doc2306629", "doc2660672"], "ranked_scores": [650.0, 622.0, 535.0, 523.0, 518.0, 513.0, 511.0, 511.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc626260", "doc1088161", "doc2529675", "doc579817", "doc1635999", "doc785116", "doc25697", "doc2370519"], "ranked_scores": [659.0, 611.0, 568.0, 559.0, 558.0, 556.0, 551.0, 551.0, 550.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2449643", "doc11655", "doc898833", "doc11639", "doc11669", "doc2527260", "doc2194194", "doc660236", "doc828063"], "ranked_scores": [597.0, 590.0, 586.0, 576.0, 566.0, 555.0, 555.0, 555.0, 555.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc105763", "doc849003", "doc830308", "doc719006", "doc171833", "doc105756", "doc1803558", "doc105759"], "ranked_scores": [601.0, 593.0, 571.0, 565.0, 560.0, 555.0, 551.0, 548.0, 547.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc324540", "doc358938", "doc2107033", "doc1927002", "doc2107022", "doc172405", "doc1220233", "doc6531", "doc2107018"], "ranked_scores": [599.0, 598.0, 594.0, 590.0, 589.0, 580.0, 579.0, 577.0, 576.0, 572.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc768322", "doc2502216", "doc1540259", "doc865796", "doc70905", "doc465988", "doc1685523", "doc435075", "doc608137"], "ranked_scores": [601.0, 596.0, 592.0, 581.0, 579.0, 572.0, 570.0, 569.0, 567.0, 567.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc264212", "doc2665803", "doc872897", "doc15890", "doc1370970", "doc1935873", "doc336518", "doc878338", "doc2636762"], "ranked_scores": [530.0, 527.0, 514.0, 508.0, 502.0, 501.0, 500.0, 499.0, 495.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2144435", "doc1525129", "doc1094361", "doc567112", "doc1002584", "doc1746512", "doc381154", "doc587116"], "ranked_scores": [574.0, 547.0, 520.0, 488.0, 486.0, 485.0, 482.0, 481.0, 476.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc57975", "doc376241", "doc1153924", "doc376238", "doc390322", "doc376243", "doc1055373", "doc1293555", "doc261351", "doc2043743"], "ranked_scores": [531.0, 530.0, 525.0, 518.0, 517.0, 515.0, 510.0, 502.0, 501.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc1986437", "doc1160263", "doc2465656", "doc546881", "doc1903929", "doc1333905", "doc588578", "doc1730233", "doc61233"], "ranked_scores": [655.0, 623.0, 610.0, 610.0, 606.0, 606.0, 605.0, 603.0, 586.0, 586.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2391797", "doc2361509", "doc190844", "doc890682", "doc312607", "doc351821", "doc1036650", "doc2652795", "doc2334138", "doc966112"], "ranked_scores": [542.0, 533.0, 527.0, 525.0, 522.0, 514.0, 514.0, 514.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc1763997", "doc127040", "doc88934", "doc88933", "doc127031", "doc127042", "doc175560", "doc1452752", "doc88931"], "ranked_scores": [612.0, 597.0, 586.0, 583.0, 580.0, 579.0, 576.0, 564.0, 561.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21340", "doc338815", "doc21363", "doc338813", "doc338810", "doc864016", "doc21350", "doc377856", "doc1455509", "doc338818"], "ranked_scores": [555.0, 552.0, 546.0, 543.0, 543.0, 539.0, 537.0, 532.0, 531.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108477", "doc63585", "doc323321", "doc2003302", "doc1791044", "doc108456", "doc63590", "doc911115", "doc18273", "doc1491868"], "ranked_scores": [617.0, 604.0, 601.0, 593.0, 592.0, 585.0, 585.0, 585.0, 585.0, 581.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc7161", "doc2373327", "doc2163101", "doc203256", "doc1130696", "doc2475623", "doc7163", "doc1378028"], "ranked_scores": [587.0, 532.0, 523.0, 522.0, 521.0, 519.0, 516.0, 516.0, 516.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc1735215", "doc1868647", "doc1260422", "doc720105", "doc1564136", "doc720110", "doc1568962", "doc866501", "doc2365901"], "ranked_scores": [499.0, 498.0, 493.0, 493.0, 489.0, 481.0, 481.0, 475.0, 475.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2085567", "doc1809840", "doc1185713", "doc2007762", "doc2125026", "doc785515", "doc2057552", "doc851877", "doc492385", "doc565399"], "ranked_scores": [534.0, 518.0, 518.0, 515.0, 515.0, 513.0, 513.0, 512.0, 512.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc1618376", "doc36460", "doc1618372", "doc36485", "doc2622759", "doc2622778", "doc2305994", "doc2396125"], "ranked_scores": [638.0, 582.0, 572.0, 572.0, 570.0, 561.0, 553.0, 550.0, 542.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc703721", "doc106357", "doc298160", "doc106332", "doc973089", "doc703706", "doc703736", "doc106372", "doc388464"], "ranked_scores": [614.0, 611.0, 609.0, 596.0, 594.0, 589.0, 588.0, 586.0, 586.0, 583.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373324", "doc108887", "doc626438", "doc1373323", "doc1119808", "doc108892", "doc729573", "doc2393669", "doc2167590"], "ranked_scores": [637.0, 635.0, 634.0, 630.0, 623.0, 611.0, 608.0, 603.0, 595.0, 593.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1504263", "doc1430993", "doc1430994", "doc1431001", "doc77971", "doc307715", "doc2079848", "doc2316765", "doc801039"], "ranked_scores": [585.0, 575.0, 540.0, 539.0, 536.0, 531.0, 503.0, 502.0, 498.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc57247", "doc57242", "doc751998", "doc1665946", "doc1395336", "doc2116209", "doc3001", "doc1254733"], "ranked_scores": [436.0, 430.0, 426.0, 424.0, 413.0, 399.0, 391.0, 388.0, 385.0, 379.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc497737", "doc2292349", "doc758444", "doc1749973", "doc357255", "doc345111", "doc474276", "doc2415290", "doc63543"], "ranked_scores": [389.0, 385.0, 382.0, 381.0, 378.0, 377.0, 377.0, 373.0, 372.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21832", "doc1095662", "doc377466", "doc2074523", "doc25836", "doc21829", "doc21841", "doc296209", "doc776137"], "ranked_scores": [416.0, 415.0, 409.0, 407.0, 406.0, 404.0, 403.0, 401.0, 401.0, 397.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564708", "doc415323", "doc1177870", "doc1007260", "doc453144", "doc230376", "doc1678115", "doc643498", "doc564709", "doc94024"], "ranked_scores": [400.0, 399.0, 399.0, 395.0, 387.0, 385.0, 384.0, 383.0, 382.0, 381.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc887635", "doc559423", "doc88439", "doc1812661", "doc1366744", "doc1366769", "doc2165920", "doc559430", "doc387897", "doc1741706"], "ranked_scores": [430.0, 429.0, 424.0, 421.0, 418.0, 415.0, 415.0, 414.0, 413.0, 411.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1478919", "doc27529", "doc1279689", "doc1770477", "doc1852504", "doc1852503", "doc1585937", "doc1324046", "doc1021718", "doc381292"], "ranked_scores": [405.0, 400.0, 398.0, 396.0, 393.0, 389.0, 386.0, 383.0, 383.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc101332", "doc293490", "doc579128", "doc1669853", "doc925929", "doc77634", "doc620637", "doc825186", "doc825187", "doc422133"], "ranked_scores": [415.0, 414.0, 413.0, 410.0, 409.0, 403.0, 403.0, 402.0, 402.0, 401.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc966365", "doc540731", "doc278641", "doc1036602", "doc2096499", "doc1959162", "doc520684", "doc440382", "doc761733"], "ranked_scores": [435.0, 389.0, 382.0, 381.0, 378.0, 378.0, 376.0, 375.0, 369.0, 368.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1376346", "doc61045", "doc1048266", "doc61043", "doc1380860", "doc988606", "doc1557550", "doc967500"], "ranked_scores": [448.0, 406.0, 400.0, 372.0, 359.0, 356.0, 346.0, 345.0, 344.0, 343.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1116765", "doc97421", "doc97445", "doc2004921", "doc2574334", "doc2083987", "doc97442", "doc369261", "doc2084014", "doc369237"], "ranked_scores": [438.0, 434.0, 431.0, 430.0, 414.0, 410.0, 400.0, 394.0, 393.0, 391.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1651444", "doc562696", "doc1612525", "doc2648883", "doc1153299", "doc1458417", "doc600774", "doc698033"], "ranked_scores": [440.0, 382.0, 382.0, 377.0, 373.0, 367.0, 364.0, 364.0, 361.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc2680499", "doc83863", "doc1984127", "doc398870", "doc50107", "doc437627", "doc877115", "doc2537823", "doc281125"], "ranked_scores": [414.0, 413.0, 408.0, 407.0, 406.0, 404.0, 403.0, 403.0, 401.0, 401.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106372", "doc703736", "doc106332", "doc714665", "doc106357", "doc703721", "doc703706", "doc703714", "doc703701", "doc388464"], "ranked_scores": [430.0, 430.0, 425.0, 416.0, 414.0, 414.0, 410.0, 410.0, 407.0, 406.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc692559", "doc7116", "doc1599042", "doc7108", "doc2670770", "doc7091", "doc7099", "doc27102", "doc485221"], "ranked_scores": [414.0, 408.0, 402.0, 394.0, 392.0, 390.0, 390.0, 387.0, 384.0, 383.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc431563", "doc487275", "doc82130", "doc90808", "doc2570574", "doc1606435", "doc1169637", "doc2033842", "doc2033841"], "ranked_scores": [407.0, 379.0, 377.0, 373.0, 370.0, 364.0, 363.0, 361.0, 361.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2420503", "doc648335", "doc2018288", "doc2009369", "doc919340", "doc648364", "doc906433", "doc2141867", "doc750407"], "ranked_scores": [379.0, 373.0, 370.0, 370.0, 369.0, 368.0, 366.0, 365.0, 364.0, 364.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc90322", "doc1168119", "doc239811", "doc788472", "doc382236", "doc1818632", "doc1824654", "doc24925", "doc398772"], "ranked_scores": [411.0, 405.0, 397.0, 393.0, 392.0, 388.0, 387.0, 385.0, 385.0, 381.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2009369", "doc1104361", "doc36402", "doc1646629", "doc1691613", "doc2483632", "doc190650", "doc750416", "doc2370166", "doc454591"], "ranked_scores": [384.0, 378.0, 375.0, 372.0, 371.0, 370.0, 370.0, 367.0, 366.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc2408092", "doc56897", "doc213075", "doc1102442", "doc2638106", "doc2313864", "doc1601611", "doc2509989"], "ranked_scores": [419.0, 399.0, 394.0, 390.0, 383.0, 381.0, 380.0, 378.0, 376.0, 376.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc596891", "doc137908", "doc80151", "doc80074", "doc2269913", "doc1521484", "doc439513", "doc80070", "doc80078"], "ranked_scores": [391.0, 390.0, 390.0, 384.0, 383.0, 381.0, 379.0, 379.0, 378.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc690001", "doc690000", "doc1177572", "doc2174234", "doc732015", "doc1487821", "doc2353712", "doc439092"], "ranked_scores": [440.0, 360.0, 349.0, 348.0, 346.0, 344.0, 342.0, 341.0, 341.0, 340.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc675067", "doc721916", "doc131786", "doc1204806", "doc474073", "doc675035", "doc2376934", "doc1648414", "doc863698"], "ranked_scores": [402.0, 391.0, 377.0, 374.0, 369.0, 367.0, 365.0, 365.0, 363.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc447730", "doc1682561", "doc1407977", "doc1732443", "doc1986948", "doc551209", "doc923363"], "ranked_scores": [466.0, 413.0, 401.0, 365.0, 363.0, 358.0, 350.0, 346.0, 342.0, 342.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc81655", "doc1199221", "doc57948", "doc1390300", "doc721746", "doc282412", "doc57940", "doc37884", "doc37890"], "ranked_scores": [424.0, 399.0, 397.0, 389.0, 383.0, 381.0, 380.0, 375.0, 374.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1612364", "doc323921", "doc22149", "doc1489112", "doc1796400", "doc2362748", "doc751435", "doc1723532", "doc561914"], "ranked_scores": [433.0, 362.0, 342.0, 341.0, 339.0, 337.0, 337.0, 337.0, 336.0, 336.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc64317", "doc1385345", "doc1376793", "doc41344", "doc64314", "doc64316", "doc2487655", "doc1267765", "doc41356"], "ranked_scores": [421.0, 421.0, 420.0, 419.0, 418.0, 417.0, 413.0, 412.0, 410.0, 409.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc539428", "doc437677", "doc1520244", "doc1788429", "doc437667", "doc1520213", "doc1520320", "doc2545031", "doc437685"], "ranked_scores": [408.0, 407.0, 405.0, 401.0, 400.0, 399.0, 398.0, 397.0, 395.0, 392.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1564136", "doc1314979", "doc1778593", "doc1314857", "doc938718", "doc2526412", "doc35173", "doc1315083", "doc720105", "doc877823"], "ranked_scores": [341.0, 340.0, 337.0, 336.0, 335.0, 332.0, 331.0, 329.0, 328.0, 328.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1449831", "doc24939", "doc1728777", "doc1210865", "doc645564", "doc2666461", "doc2042536", "doc2535522", "doc1512174", "doc585415"], "ranked_scores": [357.0, 349.0, 348.0, 348.0, 347.0, 346.0, 346.0, 344.0, 344.0, 342.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc317197", "doc2037498", "doc230816", "doc2306629", "doc2660672", "doc1703998", "doc611287", "doc611283"], "ranked_scores": [443.0, 420.0, 363.0, 359.0, 357.0, 348.0, 348.0, 347.0, 347.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc2529675", "doc1088161", "doc626260", "doc1088182", "doc1635999", "doc1394743", "doc2370519", "doc579817"], "ranked_scores": [450.0, 409.0, 385.0, 379.0, 379.0, 374.0, 374.0, 373.0, 372.0, 372.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2449643", "doc11639", "doc11655", "doc898833", "doc2194194", "doc660236", "doc11669", "doc94367", "doc2527090"], "ranked_scores": [401.0, 401.0, 399.0, 398.0, 394.0, 377.0, 376.0, 376.0, 375.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc105763", "doc830308", "doc849003", "doc171833", "doc1900629", "doc1803558", "doc719006", "doc1427193"], "ranked_scores": [400.0, 394.0, 383.0, 382.0, 381.0, 380.0, 372.0, 371.0, 371.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1927002", "doc2224155", "doc324540", "doc2107033", "doc1220233", "doc2107022", "doc358938", "doc172405", "doc6531", "doc628470"], "ranked_scores": [409.0, 404.0, 402.0, 401.0, 401.0, 399.0, 398.0, 393.0, 392.0, 391.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc768322", "doc1540259", "doc2502216", "doc865796", "doc1685523", "doc465988", "doc1354535", "doc313352", "doc1985845"], "ranked_scores": [408.0, 401.0, 398.0, 397.0, 393.0, 388.0, 387.0, 386.0, 386.0, 384.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc264212", "doc2665803", "doc15890", "doc336518", "doc1508870", "doc2334138", "doc1935873", "doc2636635", "doc872897"], "ranked_scores": [361.0, 355.0, 351.0, 344.0, 344.0, 340.0, 340.0, 338.0, 338.0, 338.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2144435", "doc567112", "doc1645155", "doc1746512", "doc552141", "doc587116", "doc1525129", "doc1094361"], "ranked_scores": [393.0, 362.0, 344.0, 331.0, 328.0, 328.0, 327.0, 327.0, 324.0, 322.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc57975", "doc1153924", "doc390322", "doc376241", "doc261351", "doc1412494", "doc376243", "doc1344965", "doc376238", "doc1055373"], "ranked_scores": [363.0, 353.0, 352.0, 349.0, 345.0, 345.0, 345.0, 344.0, 344.0, 341.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc1986437", "doc1160263", "doc1903929", "doc588578", "doc2465656", "doc546881", "doc1333905", "doc1730233", "doc134196"], "ranked_scores": [443.0, 419.0, 412.0, 411.0, 410.0, 409.0, 405.0, 405.0, 402.0, 395.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2391797", "doc2361509", "doc312607", "doc190844", "doc1036650", "doc2652795", "doc2334138", "doc2676752", "doc890682", "doc607623"], "ranked_scores": [367.0, 358.0, 354.0, 354.0, 354.0, 351.0, 350.0, 350.0, 350.0, 347.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc1763997", "doc127040", "doc88934", "doc88933", "doc127042", "doc127031", "doc107246", "doc175560", "doc88931"], "ranked_scores": [409.0, 404.0, 395.0, 389.0, 385.0, 383.0, 381.0, 373.0, 373.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21340", "doc21363", "doc21350", "doc338815", "doc864016", "doc338813", "doc338810", "doc1455509", "doc377856", "doc669209"], "ranked_scores": [377.0, 375.0, 374.0, 371.0, 370.0, 367.0, 366.0, 364.0, 362.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc63585", "doc108477", "doc2003302", "doc323321", "doc63590", "doc18273", "doc911115", "doc1791044", "doc2072948", "doc2012361"], "ranked_scores": [416.0, 414.0, 412.0, 408.0, 399.0, 399.0, 399.0, 395.0, 392.0, 387.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc2373327", "doc355540", "doc203256", "doc2163101", "doc1130696", "doc1804347", "doc7163", "doc1930877", "doc2413034"], "ranked_scores": [393.0, 362.0, 358.0, 357.0, 357.0, 350.0, 349.0, 349.0, 347.0, 347.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc1735215", "doc720110", "doc720105", "doc1260422", "doc1564136", "doc2653657", "doc567275", "doc1868647", "doc858919"], "ranked_scores": [350.0, 340.0, 334.0, 331.0, 328.0, 326.0, 324.0, 323.0, 322.0, 321.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc565399", "doc2085567", "doc2125026", "doc785515", "doc642762", "doc872897", "doc2639996", "doc2057552", "doc2634368"], "ranked_scores": [365.0, 365.0, 364.0, 361.0, 352.0, 350.0, 350.0, 349.0, 347.0, 347.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc1618376", "doc36460", "doc1618372", "doc36485", "doc2622759", "doc2622778", "doc1933371", "doc2305994"], "ranked_scores": [425.0, 392.0, 389.0, 388.0, 381.0, 373.0, 370.0, 369.0, 367.0, 367.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc703721", "doc106357", "doc298160", "doc106332", "doc973089", "doc703706", "doc388464", "doc106372", "doc703736"], "ranked_scores": [411.0, 401.0, 401.0, 400.0, 394.0, 394.0, 389.0, 389.0, 387.0, 387.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc108887", "doc643072", "doc1373324", "doc1119808", "doc1373323", "doc108892", "doc729573", "doc2167590", "doc2393669"], "ranked_scores": [428.0, 427.0, 426.0, 425.0, 413.0, 413.0, 409.0, 405.0, 402.0, 398.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1504263", "doc1430993", "doc1430994", "doc77971", "doc1431001", "doc2079848", "doc1287918", "doc307715", "doc1880724"], "ranked_scores": [401.0, 392.0, 378.0, 369.0, 369.0, 361.0, 351.0, 344.0, 342.0, 340.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc57232", "doc57242", "doc751998", "doc1395336", "doc1665946", "doc2116209", "doc1104254", "doc63804"], "ranked_scores": [216.0, 216.0, 215.0, 210.0, 208.0, 201.0, 197.0, 194.0, 193.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc758444", "doc2292349", "doc497737", "doc63538", "doc63543", "doc2415290", "doc357255", "doc474276", "doc2521983", "doc345111"], "ranked_scores": [205.0, 199.0, 199.0, 198.0, 198.0, 196.0, 196.0, 194.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc78091", "doc21832", "doc377466", "doc2074523", "doc21829", "doc25836", "doc69765", "doc21831", "doc776139", "doc699194"], "ranked_scores": [215.0, 215.0, 213.0, 213.0, 209.0, 209.0, 209.0, 208.0, 207.0, 206.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1007260", "doc564708", "doc453144", "doc415323", "doc1177870", "doc643498", "doc230376", "doc564709", "doc2386390", "doc415385"], "ranked_scores": [206.0, 204.0, 201.0, 200.0, 197.0, 197.0, 196.0, 196.0, 195.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc887635", "doc1366744", "doc559430", "doc559423", "doc1812661", "doc2165920", "doc88439", "doc1741706", "doc1812660", "doc387897"], "ranked_scores": [222.0, 218.0, 218.0, 217.0, 217.0, 215.0, 215.0, 212.0, 212.0, 211.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1478919", "doc1852504", "doc1279689", "doc27529", "doc1770477", "doc1294428", "doc1692307", "doc1021718", "doc540363", "doc1852503"], "ranked_scores": [206.0, 202.0, 200.0, 200.0, 198.0, 197.0, 196.0, 196.0, 196.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc620637", "doc101332", "doc293490", "doc1669853", "doc1829626", "doc2025330", "doc422133", "doc579128", "doc825186", "doc864822"], "ranked_scores": [216.0, 211.0, 207.0, 207.0, 206.0, 206.0, 205.0, 205.0, 205.0, 205.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc278641", "doc1959162", "doc966365", "doc761733", "doc520684", "doc1036602", "doc540731", "doc29764", "doc437362"], "ranked_scores": [223.0, 201.0, 201.0, 199.0, 197.0, 194.0, 193.0, 193.0, 193.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1376346", "doc61045", "doc61043", "doc1380860", "doc627159", "doc1048266", "doc967500", "doc1616763"], "ranked_scores": [227.0, 212.0, 206.0, 200.0, 188.0, 184.0, 183.0, 183.0, 179.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1116765", "doc97421", "doc97445", "doc2004921", "doc2574334", "doc2083987", "doc2084014", "doc152483", "doc97442", "doc369261"], "ranked_scores": [222.0, 221.0, 214.0, 212.0, 207.0, 206.0, 201.0, 201.0, 200.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1153299", "doc1838510", "doc2648883", "doc562696", "doc1651444", "doc600774", "doc1422800", "doc1612525"], "ranked_scores": [223.0, 198.0, 198.0, 193.0, 193.0, 193.0, 192.0, 189.0, 188.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc2680499", "doc398870", "doc253608", "doc50097", "doc50107", "doc1984142", "doc877115", "doc437627", "doc759547", "doc83863"], "ranked_scores": [221.0, 216.0, 214.0, 214.0, 214.0, 213.0, 213.0, 212.0, 212.0, 212.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106372", "doc703736", "doc106332", "doc714665", "doc703706", "doc388464", "doc703721", "doc106357", "doc703701", "doc703728"], "ranked_scores": [225.0, 225.0, 222.0, 217.0, 214.0, 213.0, 212.0, 212.0, 212.0, 210.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc692559", "doc7106", "doc1599042", "doc7112", "doc7116", "doc1950715", "doc7099", "doc934401", "doc485221", "doc27102"], "ranked_scores": [223.0, 215.0, 212.0, 208.0, 208.0, 207.0, 205.0, 205.0, 204.0, 203.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc487275", "doc431563", "doc722466", "doc2422832", "doc2358819", "doc2252228", "doc2569900", "doc2086681", "doc90808"], "ranked_scores": [201.0, 198.0, 197.0, 191.0, 191.0, 190.0, 190.0, 190.0, 189.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2420503", "doc2018288", "doc897", "doc750416", "doc536387", "doc750407", "doc2141867", "doc906433", "doc648364", "doc981651"], "ranked_scores": [199.0, 196.0, 195.0, 194.0, 192.0, 192.0, 191.0, 191.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1818632", "doc24903", "doc1168119", "doc90322", "doc239811", "doc30773", "doc788472", "doc651957", "doc300567", "doc1824654"], "ranked_scores": [211.0, 211.0, 208.0, 206.0, 204.0, 204.0, 204.0, 204.0, 203.0, 202.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc2009369", "doc750416", "doc190650", "doc454591", "doc1691613", "doc1244989", "doc1646629", "doc2196547", "doc650150"], "ranked_scores": [201.0, 200.0, 197.0, 195.0, 194.0, 194.0, 193.0, 192.0, 192.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc213075", "doc1601611", "doc638457", "doc1394760", "doc2408092", "doc56897", "doc963669", "doc2638106"], "ranked_scores": [209.0, 199.0, 198.0, 197.0, 193.0, 193.0, 193.0, 192.0, 192.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80074", "doc596891", "doc137908", "doc2076427", "doc80070", "doc2514393", "doc80151", "doc80154", "doc80078", "doc80148"], "ranked_scores": [203.0, 203.0, 202.0, 201.0, 197.0, 197.0, 196.0, 196.0, 195.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc1177572", "doc2353712", "doc108799", "doc690000", "doc1214168", "doc1248717", "doc527459", "doc690001"], "ranked_scores": [224.0, 192.0, 186.0, 184.0, 184.0, 183.0, 182.0, 181.0, 180.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc675067", "doc26444", "doc721916", "doc131786", "doc2361044", "doc1204806", "doc1648414", "doc2376934", "doc474060", "doc863686"], "ranked_scores": [210.0, 209.0, 204.0, 200.0, 195.0, 195.0, 195.0, 193.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc447730", "doc1407977", "doc1682561", "doc1732443", "doc1986948", "doc412731", "doc551209"], "ranked_scores": [241.0, 209.0, 209.0, 192.0, 189.0, 189.0, 189.0, 181.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc81655", "doc1390300", "doc1199221", "doc57940", "doc37895", "doc37890", "doc721746", "doc2389178", "doc57948"], "ranked_scores": [218.0, 208.0, 201.0, 199.0, 195.0, 194.0, 194.0, 193.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1612364", "doc2549319", "doc1464453", "doc1962033", "doc751435", "doc13999", "doc1936829", "doc1428083", "doc323921"], "ranked_scores": [227.0, 186.0, 178.0, 178.0, 177.0, 177.0, 176.0, 176.0, 175.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64314", "doc1385345", "doc64318", "doc64317", "doc1376793", "doc1267765", "doc2487655", "doc35524", "doc64316", "doc922271"], "ranked_scores": [221.0, 221.0, 221.0, 221.0, 219.0, 217.0, 215.0, 215.0, 215.0, 215.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc1788429", "doc437656", "doc539428", "doc1520244", "doc2545031", "doc437667", "doc437677", "doc1334238", "doc1321883"], "ranked_scores": [209.0, 206.0, 203.0, 203.0, 202.0, 201.0, 200.0, 200.0, 199.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc859040", "doc2384757", "doc1564136", "doc1840131", "doc1314979", "doc2526412", "doc2526409", "doc2262226", "doc938718", "doc35173"], "ranked_scores": [178.0, 177.0, 176.0, 176.0, 176.0, 176.0, 175.0, 174.0, 174.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1210865", "doc1449831", "doc696366", "doc890682", "doc2262786", "doc2535522", "doc1728777", "doc524130", "doc624718", "doc585415"], "ranked_scores": [188.0, 186.0, 183.0, 183.0, 182.0, 181.0, 181.0, 181.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc360990", "doc2660672", "doc317197", "doc230816", "doc1346601", "doc1632177", "doc16766", "doc2582196"], "ranked_scores": [224.0, 209.0, 186.0, 185.0, 184.0, 184.0, 180.0, 179.0, 177.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1088161", "doc626260", "doc2370519", "doc579817", "doc1241567", "doc1088182", "doc28961", "doc38710"], "ranked_scores": [230.0, 205.0, 204.0, 201.0, 196.0, 195.0, 194.0, 193.0, 193.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc402145", "doc11639", "doc11655", "doc898833", "doc2527090", "doc2194194", "doc11669", "doc660236", "doc11640"], "ranked_scores": [206.0, 204.0, 203.0, 202.0, 201.0, 197.0, 193.0, 193.0, 193.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105758", "doc105739", "doc171833", "doc105763", "doc830308", "doc1427193", "doc447042", "doc849003", "doc1464212", "doc1803558"], "ranked_scores": [211.0, 206.0, 203.0, 201.0, 201.0, 197.0, 197.0, 196.0, 195.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1552779", "doc2107022", "doc324540", "doc1927002", "doc2107033", "doc2224155", "doc1220233", "doc172405", "doc628470", "doc6531"], "ranked_scores": [201.0, 201.0, 201.0, 201.0, 199.0, 199.0, 197.0, 195.0, 194.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc70905", "doc2502216", "doc865796", "doc1192046", "doc465988", "doc1540259", "doc768322", "doc2599866", "doc313352", "doc736126"], "ranked_scores": [210.0, 209.0, 209.0, 207.0, 207.0, 206.0, 206.0, 204.0, 204.0, 204.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2636635", "doc264212", "doc2665803", "doc336518", "doc2119808", "doc15890", "doc1508870", "doc2448623", "doc733127", "doc47008"], "ranked_scores": [189.0, 188.0, 184.0, 184.0, 184.0, 180.0, 180.0, 179.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2144435", "doc567112", "doc1746512", "doc87191", "doc1047493", "doc245411", "doc2075016", "doc552141"], "ranked_scores": [202.0, 183.0, 183.0, 177.0, 176.0, 172.0, 172.0, 171.0, 170.0, 170.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc57975", "doc1153924", "doc1344965", "doc261351", "doc601133", "doc390322", "doc376243", "doc2175324", "doc376241", "doc998011"], "ranked_scores": [192.0, 190.0, 189.0, 185.0, 185.0, 184.0, 183.0, 182.0, 182.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc1986437", "doc2465656", "doc1903929", "doc588578", "doc1333905", "doc546881", "doc1986496", "doc1155180", "doc2575081"], "ranked_scores": [233.0, 216.0, 214.0, 214.0, 211.0, 211.0, 210.0, 207.0, 205.0, 205.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2391797", "doc2361509", "doc1892012", "doc190844", "doc2316721", "doc890682", "doc807", "doc2149599", "doc2676752", "doc607623"], "ranked_scores": [194.0, 190.0, 188.0, 186.0, 186.0, 185.0, 183.0, 182.0, 181.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc127040", "doc1763997", "doc88933", "doc127042", "doc127031", "doc107246", "doc88934", "doc779563", "doc2624067"], "ranked_scores": [216.0, 212.0, 207.0, 206.0, 206.0, 202.0, 201.0, 198.0, 195.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21363", "doc21350", "doc338815", "doc21340", "doc864016", "doc1455509", "doc338813", "doc889101", "doc1455511", "doc377856"], "ranked_scores": [197.0, 196.0, 192.0, 191.0, 191.0, 189.0, 189.0, 188.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc63585", "doc2003302", "doc108477", "doc323321", "doc2185185", "doc1791044", "doc1491868", "doc18273", "doc911115", "doc63590"], "ranked_scores": [215.0, 214.0, 214.0, 210.0, 208.0, 208.0, 207.0, 206.0, 206.0, 206.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc2373327", "doc355540", "doc2163101", "doc7163", "doc203256", "doc1930877", "doc1804347", "doc203253", "doc32611"], "ranked_scores": [204.0, 197.0, 189.0, 188.0, 187.0, 186.0, 185.0, 184.0, 184.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc1735215", "doc720105", "doc567275", "doc917675", "doc318194", "doc707801", "doc1953114", "doc21875", "doc2653657"], "ranked_scores": [184.0, 176.0, 174.0, 173.0, 173.0, 173.0, 172.0, 170.0, 170.0, 170.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2085567", "doc1809840", "doc565399", "doc2125026", "doc785515", "doc872897", "doc642762", "doc2634368", "doc1464212", "doc171833"], "ranked_scores": [196.0, 195.0, 192.0, 186.0, 185.0, 184.0, 183.0, 181.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc1618372", "doc36460", "doc1618376", "doc2622759", "doc36485", "doc2329334", "doc2622778", "doc417445"], "ranked_scores": [228.0, 206.0, 205.0, 205.0, 203.0, 202.0, 200.0, 199.0, 197.0, 197.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106332", "doc703736", "doc106372", "doc106357", "doc703706", "doc703721", "doc106362", "doc703698", "doc973089"], "ranked_scores": [213.0, 207.0, 206.0, 206.0, 205.0, 205.0, 205.0, 204.0, 200.0, 200.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373324", "doc626438", "doc108892", "doc108887", "doc1373323", "doc2167590", "doc1119808", "doc1520499", "doc729573"], "ranked_scores": [212.0, 211.0, 211.0, 210.0, 208.0, 205.0, 201.0, 201.0, 199.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1504263", "doc1430993", "doc1430994", "doc77971", "doc1431001", "doc307715", "doc2079848", "doc2316765", "doc28574"], "ranked_scores": [200.0, 195.0, 191.0, 188.0, 185.0, 183.0, 182.0, 181.0, 180.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc57232", "doc57226", "doc751998", "doc57242", "doc63804", "doc1254733", "doc1395336", "doc3001", "doc435057"], "ranked_scores": [111.0, 111.0, 110.0, 110.0, 108.0, 102.0, 101.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc758444", "doc2461162", "doc63543", "doc2415290", "doc63538", "doc314759", "doc2292349", "doc497737", "doc474276", "doc942208"], "ranked_scores": [110.0, 105.0, 104.0, 103.0, 103.0, 103.0, 102.0, 102.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc21856", "doc69765", "doc377466", "doc21832", "doc2074523", "doc610143", "doc21841", "doc776139", "doc78091"], "ranked_scores": [109.0, 108.0, 107.0, 106.0, 106.0, 105.0, 105.0, 104.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc1007260", "doc230376", "doc1402783", "doc415385", "doc453144", "doc400438", "doc564708", "doc726012", "doc564709"], "ranked_scores": [108.0, 107.0, 106.0, 106.0, 105.0, 105.0, 104.0, 104.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366744", "doc559423", "doc2165920", "doc1812660", "doc559430", "doc1812661", "doc1366757", "doc751799", "doc88439", "doc887635"], "ranked_scores": [117.0, 116.0, 114.0, 113.0, 112.0, 112.0, 111.0, 110.0, 110.0, 110.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1852504", "doc1021718", "doc1478919", "doc540363", "doc1294428", "doc1279689", "doc1685757", "doc1585937", "doc1996268", "doc27529"], "ranked_scores": [104.0, 102.0, 102.0, 102.0, 101.0, 100.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1829626", "doc825186", "doc579128", "doc101332", "doc825187", "doc620637", "doc293490", "doc77634", "doc293522", "doc864822"], "ranked_scores": [112.0, 112.0, 112.0, 111.0, 111.0, 111.0, 110.0, 110.0, 109.0, 109.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc966365", "doc278641", "doc29764", "doc1036602", "doc38721", "doc761733", "doc440382", "doc520683", "doc671892"], "ranked_scores": [117.0, 105.0, 105.0, 104.0, 104.0, 103.0, 103.0, 102.0, 102.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1376346", "doc61045", "doc61043", "doc1048266", "doc1557550", "doc1380860", "doc1881502", "doc967500"], "ranked_scores": [114.0, 104.0, 102.0, 101.0, 98.0, 97.0, 97.0, 94.0, 94.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1116765", "doc97421", "doc2004921", "doc2574334", "doc2083987", "doc97445", "doc369276", "doc2084014", "doc369277", "doc97442"], "ranked_scores": [116.0, 114.0, 114.0, 109.0, 109.0, 108.0, 106.0, 105.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc2648883", "doc600774", "doc490395", "doc1153299", "doc1972282", "doc562696", "doc1838510", "doc2116209"], "ranked_scores": [111.0, 104.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc66003", "doc2680499", "doc50107", "doc759547", "doc1386166", "doc2372621", "doc437627", "doc253608", "doc2665658", "doc2552606"], "ranked_scores": [113.0, 113.0, 112.0, 112.0, 112.0, 111.0, 110.0, 109.0, 109.0, 109.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703736", "doc106372", "doc703706", "doc106332", "doc714665", "doc388464", "doc703701", "doc703702", "doc703721", "doc703715"], "ranked_scores": [114.0, 114.0, 112.0, 111.0, 110.0, 109.0, 108.0, 108.0, 108.0, 108.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc692559", "doc1322161", "doc1599042", "doc2512224", "doc2670770", "doc697071", "doc27102", "doc2121940", "doc485221", "doc7099"], "ranked_scores": [114.0, 108.0, 107.0, 106.0, 106.0, 106.0, 106.0, 105.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc2086681", "doc2358819", "doc1091030", "doc487275", "doc1357000", "doc90807", "doc431563", "doc2000096", "doc1299275", "doc1413571"], "ranked_scores": [105.0, 105.0, 104.0, 103.0, 102.0, 102.0, 102.0, 101.0, 100.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2141867", "doc897", "doc2018288", "doc2420503", "doc2676129", "doc536387", "doc1759626", "doc1874808", "doc490514", "doc981651"], "ranked_scores": [104.0, 103.0, 102.0, 102.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1818632", "doc24903", "doc1168119", "doc300567", "doc239811", "doc1006037", "doc788472", "doc1380356", "doc1734041", "doc1474755"], "ranked_scores": [110.0, 110.0, 110.0, 107.0, 106.0, 106.0, 106.0, 105.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2041368", "doc2009369", "doc190650", "doc454591", "doc2483632", "doc1088751", "doc1691613", "doc2420503", "doc919340", "doc750416"], "ranked_scores": [106.0, 106.0, 105.0, 103.0, 102.0, 101.0, 101.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc1601611", "doc1394760", "doc1394755", "doc638457", "doc1102445", "doc133140", "doc2378781", "doc952849", "doc2638106"], "ranked_scores": [105.0, 105.0, 102.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc575203", "doc80154", "doc80074", "doc2076427", "doc80133", "doc2215170", "doc2514393", "doc2557678", "doc80151", "doc80070"], "ranked_scores": [107.0, 105.0, 105.0, 104.0, 103.0, 102.0, 102.0, 102.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc439092", "doc2174234", "doc1177572", "doc2353712", "doc108799", "doc399642", "doc72416", "doc737743"], "ranked_scores": [114.0, 102.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc675067", "doc26444", "doc2361044", "doc1204806", "doc1648414", "doc2554555", "doc2376934", "doc1617211", "doc131786", "doc768172"], "ranked_scores": [109.0, 108.0, 106.0, 104.0, 103.0, 101.0, 101.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc447730", "doc1682561", "doc923363", "doc1732443", "doc412731", "doc61568", "doc537776"], "ranked_scores": [123.0, 109.0, 107.0, 106.0, 102.0, 99.0, 99.0, 98.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc81655", "doc1390300", "doc57940", "doc1199221", "doc57948", "doc37890", "doc282412", "doc37895", "doc2389178"], "ranked_scores": [111.0, 108.0, 107.0, 105.0, 104.0, 102.0, 102.0, 101.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc2549319", "doc1464453", "doc2362748", "doc2217346", "doc13999", "doc1612364", "doc2077366", "doc751435", "doc834354"], "ranked_scores": [118.0, 98.0, 98.0, 97.0, 97.0, 94.0, 94.0, 94.0, 94.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64317", "doc1376793", "doc64318", "doc1385345", "doc41305", "doc64316", "doc64314", "doc456580", "doc2487655", "doc41344"], "ranked_scores": [117.0, 115.0, 114.0, 114.0, 114.0, 113.0, 113.0, 113.0, 112.0, 111.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520244", "doc1334238", "doc437656", "doc1334192", "doc1520311", "doc1520320", "doc1321883", "doc1520300", "doc1520292", "doc539417"], "ranked_scores": [110.0, 109.0, 109.0, 108.0, 108.0, 107.0, 106.0, 106.0, 106.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc2526409", "doc859040", "doc21888", "doc859016", "doc1564136", "doc35173", "doc1692307", "doc2262226", "doc2526412", "doc858827"], "ranked_scores": [99.0, 98.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc585415", "doc1210865", "doc2262786", "doc1386686", "doc2250120", "doc201173", "doc2042536", "doc624718", "doc367643", "doc696366"], "ranked_scores": [96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2660672", "doc317197", "doc2441320", "doc1346601", "doc1632177", "doc63804", "doc360990", "doc611283"], "ranked_scores": [113.0, 105.0, 96.0, 92.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc626260", "doc28961", "doc1394743", "doc1088161", "doc1088182", "doc2529675", "doc2142521", "doc996399"], "ranked_scores": [116.0, 106.0, 105.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0, 103.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc11655", "doc402145", "doc11639", "doc94367", "doc898833", "doc11640", "doc2527090", "doc660236", "doc828063"], "ranked_scores": [109.0, 109.0, 107.0, 106.0, 103.0, 103.0, 102.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105758", "doc1900629", "doc105739", "doc171833", "doc737771", "doc1803558", "doc1427193", "doc849003", "doc566026", "doc946247"], "ranked_scores": [108.0, 106.0, 105.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107022", "doc1552779", "doc172405", "doc2107033", "doc1927002", "doc28942", "doc324540", "doc1220233", "doc6540", "doc716573"], "ranked_scores": [113.0, 112.0, 110.0, 110.0, 109.0, 109.0, 108.0, 108.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1192046", "doc2502216", "doc782782", "doc1354535", "doc2599866", "doc211209", "doc465988", "doc865796", "doc70905", "doc768322"], "ranked_scores": [115.0, 113.0, 111.0, 109.0, 109.0, 109.0, 108.0, 108.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2636635", "doc2665803", "doc15890", "doc47008", "doc1170390", "doc1935873", "doc336518", "doc264212", "doc2119808", "doc733127"], "ranked_scores": [102.0, 99.0, 97.0, 96.0, 95.0, 95.0, 95.0, 94.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1746512", "doc1548640", "doc2144435", "doc1130696", "doc1538025", "doc1563751", "doc1577006", "doc853534", "doc87191"], "ranked_scores": [105.0, 96.0, 96.0, 95.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1344965", "doc57975", "doc261351", "doc559900", "doc2175324", "doc2326766", "doc1153924", "doc390322", "doc998011", "doc601133"], "ranked_scores": [106.0, 103.0, 103.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc1333905", "doc1986437", "doc2465656", "doc546881", "doc588578", "doc1903929", "doc1986496", "doc1433613", "doc1584862"], "ranked_scores": [120.0, 113.0, 112.0, 112.0, 110.0, 109.0, 108.0, 106.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc212899", "doc1892012", "doc2391797", "doc488007", "doc2149599", "doc1612316", "doc845380", "doc1877808", "doc890682", "doc965461"], "ranked_scores": [100.0, 98.0, 98.0, 96.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc127042", "doc88933", "doc127040", "doc2624067", "doc127031", "doc1763997", "doc779563", "doc107246", "doc175560"], "ranked_scores": [111.0, 110.0, 106.0, 105.0, 105.0, 104.0, 103.0, 102.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21363", "doc338813", "doc1455508", "doc338815", "doc1455509", "doc1455511", "doc1455469", "doc338818", "doc864016", "doc889101"], "ranked_scores": [102.0, 101.0, 101.0, 101.0, 100.0, 100.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108477", "doc276042", "doc1491868", "doc2003302", "doc108456", "doc108508", "doc1491857", "doc1791044", "doc63585", "doc2185185"], "ranked_scores": [112.0, 109.0, 109.0, 107.0, 106.0, 106.0, 106.0, 106.0, 106.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1645155", "doc203256", "doc355540", "doc1480780", "doc203253", "doc1930877", "doc32611", "doc2373327", "doc2475623"], "ranked_scores": [105.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc21875", "doc1778592", "doc540358", "doc858917", "doc1564136", "doc1637025", "doc720105", "doc452001", "doc285566", "doc858919"], "ranked_scores": [92.0, 92.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc565399", "doc2085567", "doc2125026", "doc2563044", "doc872897", "doc254827", "doc1809840", "doc2558036", "doc380173", "doc785515"], "ranked_scores": [105.0, 104.0, 102.0, 101.0, 100.0, 99.0, 98.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc2622759", "doc36460", "doc1618372", "doc1618376", "doc2245700", "doc2329334", "doc2396125", "doc417445"], "ranked_scores": [116.0, 107.0, 107.0, 106.0, 106.0, 104.0, 103.0, 103.0, 103.0, 103.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106362", "doc703736", "doc106372", "doc973089", "doc106332", "doc298160", "doc436998", "doc703721", "doc703706"], "ranked_scores": [108.0, 105.0, 105.0, 105.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc643072", "doc1373324", "doc1373323", "doc1119808", "doc108892", "doc2167590", "doc108887", "doc2393669", "doc1520499"], "ranked_scores": [109.0, 109.0, 109.0, 107.0, 107.0, 106.0, 105.0, 104.0, 104.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430993", "doc1430994", "doc1504263", "doc801039", "doc2316765", "doc307715", "doc636346", "doc77971", "doc804930"], "ranked_scores": [98.0, 98.0, 97.0, 96.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc57232", "doc751998", "doc57242", "doc24310", "doc435057", "doc1246069", "doc392488", "doc24311"], "ranked_scores": [57.0, 57.0, 55.0, 55.0, 55.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc758444", "doc1982515", "doc2563097", "doc2563094", "doc1664485", "doc345111", "doc2415290", "doc26437", "doc942208", "doc63538"], "ranked_scores": [55.0, 54.0, 54.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc21832", "doc776139", "doc21856", "doc812322", "doc2074523", "doc296216", "doc610143", "doc377466", "doc776137", "doc78091"], "ranked_scores": [57.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc230376", "doc415323", "doc2173228", "doc400438", "doc1812653", "doc415358", "doc453144", "doc453161", "doc536608", "doc565706"], "ranked_scores": [58.0, 56.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366744", "doc2165920", "doc559423", "doc88439", "doc1366769", "doc866525", "doc1812661", "doc555360", "doc559430", "doc887635"], "ranked_scores": [61.0, 61.0, 61.0, 60.0, 59.0, 59.0, 59.0, 58.0, 58.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1478919", "doc1294428", "doc1770477", "doc1021718", "doc1885602", "doc1324046", "doc27529", "doc1852518", "doc2035410", "doc540363"], "ranked_scores": [55.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc620637", "doc119665", "doc1829626", "doc825187", "doc293491", "doc579128", "doc825186", "doc293490", "doc77634", "doc856725"], "ranked_scores": [60.0, 59.0, 59.0, 59.0, 59.0, 59.0, 59.0, 59.0, 58.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520683", "doc1581293", "doc437362", "doc761733", "doc966365", "doc1728840", "doc49200", "doc751678", "doc792177"], "ranked_scores": [59.0, 57.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1557550", "doc2325310", "doc1881502", "doc61045", "doc1376346", "doc1526139", "doc633767", "doc61054", "doc967500"], "ranked_scores": [53.0, 50.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc1116765", "doc2084014", "doc97445", "doc2574334", "doc2004921", "doc952400", "doc1313800", "doc2083987", "doc2083994"], "ranked_scores": [58.0, 58.0, 57.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc2116209", "doc1833160", "doc562696", "doc1267318", "doc2648883", "doc2569900", "doc33196", "doc82127", "doc490395"], "ranked_scores": [57.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc66003", "doc2680499", "doc1386166", "doc2665658", "doc2295211", "doc50107", "doc759547", "doc437627", "doc50164", "doc595818"], "ranked_scores": [58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703706", "doc106372", "doc106357", "doc2173544", "doc1538535", "doc703721", "doc703736", "doc285724", "doc2877", "doc745803"], "ranked_scores": [60.0, 58.0, 58.0, 58.0, 58.0, 58.0, 58.0, 58.0, 58.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc692559", "doc1322161", "doc692580", "doc1950715", "doc2512224", "doc485243", "doc485221", "doc697071", "doc924826", "doc526956"], "ranked_scores": [58.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc487275", "doc1357000", "doc1091030", "doc1169637", "doc2358819", "doc2086681", "doc2569900", "doc2306629", "doc2570574", "doc704395"], "ranked_scores": [58.0, 56.0, 56.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2141867", "doc536387", "doc981651", "doc157123", "doc2465776", "doc2018288", "doc453144", "doc919332", "doc536398", "doc919340"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1168119", "doc1818632", "doc1006037", "doc788472", "doc300567", "doc1474755", "doc1333507", "doc695124", "doc887699", "doc894422"], "ranked_scores": [59.0, 58.0, 56.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2041368", "doc118438", "doc454591", "doc2314426", "doc1078877", "doc454592", "doc1646629", "doc36393", "doc648355", "doc750416"], "ranked_scores": [56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc2638106", "doc133140", "doc1394755", "doc1629783", "doc2439295", "doc1927193", "doc2482348", "doc638457", "doc2562070", "doc56898"], "ranked_scores": [56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc1521484", "doc548572", "doc2269913", "doc2215170", "doc1149597", "doc2563023", "doc80154", "doc80074", "doc80123", "doc80151"], "ranked_scores": [55.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc183950", "doc1878861", "doc2007762", "doc183955", "doc2607227", "doc1993448", "doc732015", "doc2197028"], "ranked_scores": [56.0, 53.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc721916", "doc26444", "doc1204806", "doc863686", "doc2361044", "doc1576987", "doc863698", "doc675067", "doc474060", "doc474073"], "ranked_scores": [58.0, 56.0, 55.0, 55.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc447730", "doc1682561", "doc923363", "doc412731", "doc162798", "doc1986948", "doc537776"], "ranked_scores": [62.0, 58.0, 57.0, 54.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc81655", "doc1390300", "doc2389178", "doc2613570", "doc57948", "doc1199221", "doc57940", "doc1386686", "doc57232"], "ranked_scores": [55.0, 55.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc2217346", "doc1996497", "doc2362748", "doc1149306", "doc1612364", "doc834354", "doc2286850", "doc561914"], "ranked_scores": [59.0, 55.0, 53.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc1376793", "doc64314", "doc64317", "doc1385345", "doc64316", "doc35524", "doc922271", "doc64318", "doc41305", "doc456580"], "ranked_scores": [60.0, 59.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1334238", "doc539417", "doc1520244", "doc437677", "doc1321871", "doc1321868", "doc1739769", "doc1334192", "doc437662", "doc82650"], "ranked_scores": [57.0, 57.0, 57.0, 57.0, 56.0, 55.0, 55.0, 55.0, 55.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc859040", "doc859016", "doc1314979", "doc1564136", "doc21888", "doc1918713", "doc858827", "doc2262226", "doc2526409", "doc858917"], "ranked_scores": [54.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc585415", "doc2262786", "doc2250120", "doc1490491", "doc524130", "doc1512174", "doc2535522", "doc360990", "doc725581", "doc587116"], "ranked_scores": [56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2660672", "doc2441320", "doc53465", "doc2582196", "doc1283940", "doc1069317", "doc1703998", "doc371079", "doc360990"], "ranked_scores": [60.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc996399", "doc465257", "doc1394743", "doc626260", "doc1619770", "doc2212270", "doc868590", "doc422931"], "ranked_scores": [61.0, 59.0, 58.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc11655", "doc94367", "doc11640", "doc402145", "doc898833", "doc2449643", "doc515771", "doc974518", "doc1411918", "doc1774"], "ranked_scores": [56.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1464212", "doc1270352", "doc171833", "doc2355469", "doc105758", "doc2197028", "doc105739", "doc849003", "doc737771", "doc946247"], "ranked_scores": [58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1552779", "doc172405", "doc6540", "doc1294814", "doc2107022", "doc716573", "doc2166568", "doc2107033", "doc606253", "doc628470"], "ranked_scores": [57.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1192046", "doc768322", "doc782782", "doc211209", "doc2502216", "doc1354535", "doc720207", "doc211230", "doc465988", "doc313356"], "ranked_scores": [61.0, 60.0, 60.0, 60.0, 60.0, 59.0, 59.0, 58.0, 58.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc264212", "doc15890", "doc1935873", "doc2119808", "doc783135", "doc47008", "doc2665803", "doc518395", "doc623693", "doc733127"], "ranked_scores": [51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1746512", "doc1291616", "doc1130696", "doc2203117", "doc1577006", "doc739350", "doc244386", "doc841633", "doc966112"], "ranked_scores": [55.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc2075016", "doc2175324", "doc57975", "doc1153924", "doc390322", "doc1344965", "doc140893", "doc1813688", "doc601133", "doc704819"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc2465656", "doc1333905", "doc588578", "doc1986437", "doc901884", "doc1975694", "doc546881", "doc61233", "doc2334656"], "ranked_scores": [62.0, 60.0, 60.0, 59.0, 58.0, 58.0, 57.0, 57.0, 57.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1525423", "doc2676752", "doc872070", "doc1512174", "doc201172", "doc1370451", "doc2391797", "doc2334138", "doc2621513", "doc807"], "ranked_scores": [56.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc127040", "doc779563", "doc88933", "doc127042", "doc127031", "doc107246", "doc1763997", "doc2624067", "doc175560"], "ranked_scores": [60.0, 60.0, 58.0, 58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21363", "doc1455511", "doc1455509", "doc338813", "doc1455508", "doc338815", "doc377856", "doc1798523", "doc338818", "doc21350"], "ranked_scores": [55.0, 55.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108456", "doc276042", "doc1473550", "doc108508", "doc108477", "doc1791044", "doc1491857", "doc2072948", "doc63585", "doc920692"], "ranked_scores": [56.0, 56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1804347", "doc203253", "doc2475623", "doc7163", "doc1129694", "doc2373327", "doc203256", "doc542891", "doc93287"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc858917", "doc1568962", "doc1393769", "doc1778592", "doc1637025", "doc719006", "doc858919", "doc720105", "doc720132", "doc858827"], "ranked_scores": [50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc380173", "doc2085567", "doc1132967", "doc643972", "doc1020266", "doc565399", "doc171833", "doc254827", "doc2558036", "doc2639996"], "ranked_scores": [55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1933371", "doc2622759", "doc2329334", "doc636346", "doc256280", "doc2622778", "doc36460", "doc417445", "doc525586"], "ranked_scores": [60.0, 57.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc973089", "doc298160", "doc106372", "doc703736", "doc35719", "doc427621", "doc703723", "doc436998", "doc703706", "doc703721"], "ranked_scores": [58.0, 58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1119808", "doc626438", "doc1373324", "doc1373323", "doc108887", "doc108892", "doc2167590", "doc729573", "doc91121"], "ranked_scores": [57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 55.0, 54.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1504263", "doc54026", "doc751435", "doc801039", "doc1430993", "doc1695182", "doc2223012", "doc2316765", "doc804930"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-32-bat": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57232", "doc1582693", "doc260668", "doc57234", "doc435057", "doc334984", "doc57247", "doc81655", "doc751998", "doc57242"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc758444", "doc2427033", "doc2136789", "doc26437", "doc2563094", "doc2563097", "doc63543", "doc2594422", "doc26394", "doc497737"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc1846050", "doc296209", "doc1393796", "doc1953114", "doc610143", "doc69765", "doc812322", "doc776142", "doc78091", "doc980033"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc230376", "doc415323", "doc1054919", "doc1757007", "doc2499402", "doc1996497", "doc400438", "doc643498", "doc453079", "doc453144"], "ranked_scores": [31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc88439", "doc559423", "doc2019060", "doc2165920", "doc1382073", "doc751799", "doc338852", "doc887635", "doc338868", "doc559430"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1770477", "doc1478919", "doc1478921", "doc1294428", "doc1279689", "doc738831", "doc1852518", "doc1685757", "doc2272990", "doc738832"], "ranked_scores": [31.0, 31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc579128", "doc293491", "doc1829626", "doc1953211", "doc2025330", "doc825187", "doc208541", "doc825186", "doc864822", "doc620637"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc49200", "doc597637", "doc29764", "doc437362", "doc520684", "doc583721", "doc751678", "doc688472", "doc761733"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc967500", "doc742717", "doc61036", "doc210026", "doc2325310", "doc2489754", "doc61054", "doc720110", "doc981651", "doc861483"], "ranked_scores": [26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc1116765", "doc97445", "doc952400", "doc2574334", "doc2071151", "doc2083987", "doc369261", "doc2084014", "doc369204"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc562696", "doc33193", "doc371079", "doc1838510", "doc2263202", "doc2316727", "doc2540212", "doc2680676", "doc56398", "doc968501"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc2295211", "doc66003", "doc1377115", "doc1984114", "doc1386166", "doc369618", "doc2254465", "doc759547", "doc50107", "doc952662"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc2833", "doc703706", "doc2877", "doc2878", "doc703717", "doc388464", "doc337506", "doc703721", "doc703705", "doc703719"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc692559", "doc2121940", "doc924826", "doc1950715", "doc1322161", "doc2474927", "doc692580", "doc550633", "doc7093", "doc7120"], "ranked_scores": [32.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc487275", "doc704395", "doc1269703", "doc1357000", "doc2358819", "doc2569900", "doc1556425", "doc890256", "doc505009", "doc857278"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc1078877", "doc536387", "doc187232", "doc1874808", "doc2141867", "doc2009369", "doc2676129", "doc536398", "doc919340", "doc750416"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1168119", "doc620567", "doc980032", "doc1333507", "doc1336091", "doc1926206", "doc1818632", "doc1056762", "doc2313195", "doc303116"], "ranked_scores": [32.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1460471", "doc2483632", "doc1759626", "doc2384634", "doc118438", "doc296908", "doc650150", "doc454591", "doc977122", "doc963099"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1152614", "doc1601611", "doc2091597", "doc2638106", "doc638457", "doc963669", "doc2214893", "doc4147", "doc2439295", "doc56903"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc1521484", "doc1521481", "doc2269913", "doc2281723", "doc2036707", "doc80100", "doc2514393", "doc80123", "doc548572", "doc80074"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72416", "doc2607227", "doc1427193", "doc492385", "doc183955", "doc180079", "doc851877", "doc72413", "doc99119", "doc8477"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc224770", "doc131786", "doc1652465", "doc26444", "doc2376934", "doc474073", "doc2289855", "doc721916", "doc513535", "doc768172"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1682561", "doc1962174", "doc537776", "doc412731", "doc1383497", "doc447730", "doc963332"], "ranked_scores": [32.0, 29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc2648883", "doc334984", "doc2613570", "doc1390300", "doc2389178", "doc380683", "doc2447782", "doc33193", "doc57946", "doc562696"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1589706", "doc915221", "doc1538954", "doc1674853", "doc1741593", "doc804930", "doc2165905", "doc2005210", "doc2357495"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc1376793", "doc1385345", "doc35524", "doc1683659", "doc64318", "doc64317", "doc64314", "doc851269", "doc922271"], "ranked_scores": [32.0, 32.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4228, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520211", "doc1520275", "doc1520334", "doc1977978", "doc437668", "doc437662", "doc539417", "doc82650", "doc727452", "doc437677"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc859040", "doc1564136", "doc21888", "doc671973", "doc667292", "doc671969", "doc754076", "doc859016", "doc866436", "doc858827"], "ranked_scores": [28.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2095794", "doc1490491", "doc1370451", "doc2054559", "doc264216", "doc2250120", "doc2665803", "doc459774", "doc585415", "doc543109"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc238803", "doc2419103", "doc1346601", "doc33191", "doc2582196", "doc2660672", "doc53465", "doc360990", "doc877184"], "ranked_scores": [30.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc28581", "doc87294", "doc422931", "doc868590", "doc626260", "doc996399", "doc2212269", "doc2529675", "doc2439295", "doc530778"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc11655", "doc11640", "doc1411918", "doc2230176", "doc898833", "doc2366137", "doc990514", "doc515771", "doc974518", "doc402145"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1464212", "doc849003", "doc105758", "doc171833", "doc566026", "doc1900629", "doc2197028", "doc737771", "doc946247", "doc2355469"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1552779", "doc2107033", "doc2166568", "doc223538", "doc172405", "doc2081252", "doc2224155", "doc2252577", "doc773043", "doc716573"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1192046", "doc2502216", "doc1354535", "doc211209", "doc2587564", "doc313356", "doc70904", "doc465988", "doc608137", "doc768322"], "ranked_scores": [32.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc567112", "doc2665803", "doc1531603", "doc1370970", "doc2068718", "doc2095794", "doc783135", "doc264212", "doc93287", "doc963670"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1150456", "doc1291616", "doc1746512", "doc244386", "doc2659217", "doc510841", "doc818346", "doc563701", "doc87191", "doc93287"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc2075016", "doc2175324", "doc1296606", "doc1344965", "doc1834170", "doc565065", "doc2278461", "doc840951", "doc376238", "doc975794"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc1333905", "doc2465656", "doc546881", "doc1986437", "doc588578", "doc1986443", "doc901884", "doc641270", "doc663467"], "ranked_scores": [32.0, 31.0, 31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1370451", "doc1525423", "doc2054559", "doc2334138", "doc2665803", "doc725581", "doc845377", "doc845380", "doc872070", "doc966112"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc127040", "doc107246", "doc127031", "doc2624067", "doc88933", "doc1301778", "doc1763997", "doc175560", "doc994525"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc643446", "doc21363", "doc1142095", "doc1336177", "doc2341977", "doc338815", "doc36402", "doc413930", "doc510177", "doc377856"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc43450", "doc276042", "doc108508", "doc108456", "doc108477", "doc725928", "doc1473550", "doc1491857", "doc824006", "doc920692"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc2475623", "doc1837585", "doc1273458", "doc1668716", "doc1480780", "doc7163", "doc2341207", "doc7165", "doc2373327", "doc913113"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc719006", "doc719076", "doc858917", "doc719065", "doc858919", "doc1803620", "doc720132", "doc858827", "doc591463", "doc737771"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2085567", "doc380173", "doc2057552", "doc2182044", "doc2203479", "doc2503817", "doc2639996", "doc254827", "doc853534", "doc336518"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc2329334", "doc2622759", "doc2657970", "doc36467", "doc2622778", "doc36460", "doc636346", "doc36463", "doc778535", "doc417445"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc298160", "doc106372", "doc1804263", "doc703736", "doc973089", "doc1919493", "doc2877", "doc2878", "doc703705", "doc703721"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc108892", "doc1373324", "doc643072", "doc1119808", "doc108887", "doc2393669", "doc729573", "doc1373323", "doc2167590", "doc626438"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc691881", "doc54026", "doc2316765", "doc369278", "doc2355916", "doc734288", "doc37895", "doc77976", "doc751435"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-atanh-gamma0.1": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57247", "doc751998", "doc1665946", "doc57232", "doc1163498", "doc3001", "doc1219625", "doc2040334"], "ranked_scores": [604.0, 602.0, 588.0, 574.0, 570.0, 553.0, 532.0, 531.0, 530.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc345111", "doc2461162", "doc2136789", "doc1952699", "doc1053537", "doc2112811", "doc2292349"], "ranked_scores": [539.0, 534.0, 521.0, 504.0, 501.0, 501.0, 500.0, 498.0, 498.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21832", "doc377466", "doc365451", "doc2526400", "doc21871", "doc69772", "doc21831", "doc69767", "doc21841"], "ranked_scores": [572.0, 549.0, 549.0, 542.0, 541.0, 539.0, 536.0, 534.0, 534.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc128663", "doc2499402", "doc1177870", "doc400438", "doc1911408", "doc2525766", "doc536608", "doc415358", "doc565706", "doc726012"], "ranked_scores": [521.0, 519.0, 518.0, 518.0, 516.0, 516.0, 516.0, 516.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc559430", "doc2165905", "doc559423", "doc1812659", "doc1366757", "doc1812661", "doc2557195", "doc1055720", "doc1812660", "doc338868"], "ranked_scores": [566.0, 557.0, 557.0, 555.0, 552.0, 550.0, 549.0, 549.0, 545.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc754593", "doc738831", "doc1770477", "doc27529", "doc361702", "doc361697", "doc1478919", "doc27538", "doc172858", "doc27536"], "ranked_scores": [535.0, 529.0, 528.0, 527.0, 526.0, 525.0, 524.0, 521.0, 521.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc579128", "doc422133", "doc77634", "doc349747", "doc119665", "doc208541", "doc349744", "doc1994393", "doc268699", "doc856725"], "ranked_scores": [575.0, 571.0, 570.0, 569.0, 561.0, 559.0, 557.0, 555.0, 555.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc278641", "doc520684", "doc1798668", "doc1486663", "doc520689", "doc29764", "doc101561", "doc1017147", "doc2096499"], "ranked_scores": [593.0, 534.0, 531.0, 527.0, 522.0, 522.0, 518.0, 517.0, 510.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61054", "doc61043", "doc401103", "doc61045", "doc627159", "doc967500", "doc903105", "doc633767"], "ranked_scores": [592.0, 570.0, 555.0, 532.0, 504.0, 504.0, 502.0, 496.0, 495.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc1116765", "doc2004921", "doc97445", "doc97442", "doc2084014", "doc369237", "doc2380009", "doc2268982", "doc369270"], "ranked_scores": [553.0, 539.0, 536.0, 533.0, 529.0, 518.0, 512.0, 504.0, 502.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc2634491", "doc33196", "doc95310", "doc64791", "doc447411", "doc1651444", "doc600774", "doc261941", "doc988735"], "ranked_scores": [589.0, 541.0, 530.0, 528.0, 524.0, 522.0, 520.0, 520.0, 519.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc437627", "doc1984127", "doc1133242", "doc253608", "doc2254475", "doc1604550", "doc83872", "doc2254465", "doc50107"], "ranked_scores": [539.0, 536.0, 535.0, 527.0, 524.0, 518.0, 511.0, 511.0, 510.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106372", "doc703736", "doc284003", "doc106332", "doc874101", "doc703706", "doc427621", "doc337523", "doc388464", "doc703723"], "ranked_scores": [555.0, 553.0, 549.0, 548.0, 546.0, 542.0, 542.0, 541.0, 539.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7106", "doc692559", "doc1377683", "doc2670770", "doc1599042", "doc683357", "doc697071", "doc526956", "doc7091"], "ranked_scores": [574.0, 566.0, 560.0, 559.0, 556.0, 547.0, 536.0, 533.0, 528.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc2569900", "doc1833160", "doc1169637", "doc82127", "doc82130", "doc490060", "doc1877670", "doc1740481"], "ranked_scores": [601.0, 517.0, 512.0, 511.0, 510.0, 506.0, 505.0, 504.0, 499.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc2018288", "doc453118", "doc207871", "doc1186883", "doc750416", "doc897", "doc750407", "doc490514", "doc1185427"], "ranked_scores": [499.0, 491.0, 487.0, 486.0, 484.0, 483.0, 483.0, 482.0, 480.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc30773", "doc1380357", "doc90322", "doc468490", "doc24903", "doc2202499", "doc382236", "doc1824654", "doc788472", "doc563701"], "ranked_scores": [533.0, 526.0, 522.0, 522.0, 512.0, 511.0, 510.0, 506.0, 501.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2225375", "doc36402", "doc573905", "doc1825428", "doc2041368", "doc2483632", "doc2197609", "doc2009369", "doc36393", "doc1691613"], "ranked_scores": [548.0, 543.0, 536.0, 528.0, 522.0, 521.0, 512.0, 511.0, 510.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc2144660", "doc2313864", "doc2378781", "doc1601611", "doc2299192", "doc952849"], "ranked_scores": [572.0, 557.0, 548.0, 543.0, 537.0, 530.0, 525.0, 524.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc80067", "doc80100", "doc80151", "doc80148", "doc847439", "doc137908", "doc80074", "doc575203", "doc345642"], "ranked_scores": [587.0, 575.0, 565.0, 560.0, 552.0, 548.0, 545.0, 545.0, 543.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240289", "doc1830328", "doc2353712", "doc2174234", "doc1248717", "doc2057552", "doc527459", "doc732015", "doc629517"], "ranked_scores": [609.0, 512.0, 508.0, 508.0, 508.0, 506.0, 499.0, 488.0, 488.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc721916", "doc863698", "doc26458", "doc1107323", "doc764184", "doc1096264", "doc26460", "doc26467", "doc1757458"], "ranked_scores": [530.0, 521.0, 513.0, 509.0, 508.0, 508.0, 503.0, 503.0, 502.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc337483", "doc759856", "doc1407977", "doc282412", "doc1989499", "doc119586", "doc353631"], "ranked_scores": [645.0, 574.0, 558.0, 509.0, 503.0, 496.0, 488.0, 488.0, 487.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc37895", "doc964756", "doc727789", "doc2389179", "doc282412", "doc64791", "doc651760", "doc736558", "doc447411"], "ranked_scores": [565.0, 533.0, 526.0, 521.0, 516.0, 512.0, 512.0, 508.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1936829", "doc1128302", "doc751435", "doc561914", "doc866703", "doc1612364", "doc536374", "doc2357495", "doc72481"], "ranked_scores": [577.0, 508.0, 502.0, 501.0, 500.0, 495.0, 493.0, 493.0, 491.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc64314", "doc64316", "doc35524", "doc851269", "doc971992", "doc41344", "doc1376793", "doc1385345", "doc706930"], "ranked_scores": [563.0, 557.0, 555.0, 547.0, 543.0, 540.0, 537.0, 533.0, 531.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437678", "doc437677", "doc1334192", "doc539428", "doc437685", "doc1520211", "doc437656", "doc2545031", "doc1520311", "doc1520300"], "ranked_scores": [554.0, 552.0, 549.0, 544.0, 538.0, 536.0, 536.0, 536.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc97184", "doc469707", "doc469702", "doc671969", "doc1778593", "doc1778743", "doc1735215", "doc1043480", "doc1637025"], "ranked_scores": [503.0, 482.0, 478.0, 476.0, 472.0, 468.0, 461.0, 460.0, 460.0, 458.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc645564", "doc645602", "doc2666461", "doc832551", "doc24939", "doc1728777", "doc645600", "doc1162080", "doc24934", "doc218928"], "ranked_scores": [487.0, 486.0, 482.0, 481.0, 480.0, 480.0, 477.0, 474.0, 472.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4218, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc87191", "doc216330", "doc1283940", "doc1082535", "doc611282", "doc1298637", "doc317197", "doc172947"], "ranked_scores": [560.0, 558.0, 515.0, 511.0, 509.0, 508.0, 507.0, 506.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc324530", "doc868589", "doc1635999", "doc1840635", "doc783808", "doc996399", "doc1246808", "doc1991598"], "ranked_scores": [599.0, 570.0, 539.0, 535.0, 534.0, 533.0, 528.0, 526.0, 525.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2449643", "doc515771", "doc1030289", "doc11655", "doc990522", "doc898833", "doc990514", "doc11659", "doc11639"], "ranked_scores": [537.0, 535.0, 534.0, 531.0, 527.0, 526.0, 525.0, 524.0, 522.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc105759", "doc830308", "doc105763", "doc105751", "doc2355469", "doc171833", "doc719006", "doc519408"], "ranked_scores": [592.0, 553.0, 551.0, 545.0, 537.0, 533.0, 530.0, 529.0, 524.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc606253", "doc53643", "doc52414", "doc628470", "doc2107018", "doc1927002", "doc1690531", "doc2252577", "doc2107033"], "ranked_scores": [581.0, 567.0, 564.0, 555.0, 548.0, 547.0, 547.0, 544.0, 544.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2288928", "doc465988", "doc2217446", "doc2599866", "doc2124276", "doc313365", "doc435076", "doc865796", "doc211230", "doc378301"], "ranked_scores": [539.0, 526.0, 521.0, 520.0, 515.0, 512.0, 511.0, 509.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc264212", "doc1508870", "doc2665803", "doc15890", "doc191143", "doc733127", "doc1370970", "doc336518", "doc1170391"], "ranked_scores": [524.0, 508.0, 506.0, 505.0, 504.0, 494.0, 488.0, 488.0, 485.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc884905", "doc245411", "doc2357458", "doc1130168", "doc2352380", "doc159492", "doc1277183", "doc519493"], "ranked_scores": [532.0, 519.0, 504.0, 494.0, 492.0, 488.0, 487.0, 484.0, 483.0, 481.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc57975", "doc376241", "doc1055373", "doc1345740", "doc376243", "doc601133", "doc1153924", "doc376238", "doc2449727", "doc367417"], "ranked_scores": [500.0, 492.0, 484.0, 480.0, 477.0, 476.0, 472.0, 467.0, 465.0, 463.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc134196", "doc1972860", "doc1629620", "doc1986437", "doc1160263", "doc182888", "doc1333905", "doc2465656", "doc588578"], "ranked_scores": [549.0, 544.0, 537.0, 536.0, 536.0, 534.0, 533.0, 533.0, 533.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc807", "doc221817", "doc2316721", "doc845380", "doc1370451", "doc2361509", "doc2262786", "doc1892012", "doc231144", "doc2391797"], "ranked_scores": [517.0, 510.0, 509.0, 501.0, 495.0, 492.0, 491.0, 490.0, 490.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc88931", "doc2624067", "doc2015719", "doc127042", "doc1763997", "doc107246", "doc127040", "doc2010532", "doc671111"], "ranked_scores": [556.0, 548.0, 544.0, 540.0, 536.0, 536.0, 533.0, 520.0, 519.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1308445", "doc338810", "doc338815", "doc498147", "doc282412", "doc187765", "doc698075", "doc21378", "doc21363", "doc308175"], "ranked_scores": [507.0, 507.0, 504.0, 497.0, 497.0, 495.0, 495.0, 494.0, 494.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc323321", "doc2003302", "doc18273", "doc63590", "doc63585", "doc911115", "doc108480", "doc1791044", "doc193828", "doc18274"], "ranked_scores": [547.0, 531.0, 530.0, 530.0, 530.0, 530.0, 521.0, 521.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc2004259", "doc2163101", "doc1524979", "doc203256", "doc2482938", "doc1668716", "doc203253", "doc1982070"], "ranked_scores": [555.0, 525.0, 511.0, 505.0, 503.0, 501.0, 498.0, 497.0, 497.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1260422", "doc4611", "doc455756", "doc1826212", "doc2010388", "doc2653657", "doc1735215", "doc1568962", "doc2570457", "doc2579822"], "ranked_scores": [484.0, 475.0, 462.0, 462.0, 461.0, 458.0, 457.0, 453.0, 451.0, 451.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1258664", "doc1185713", "doc2057552", "doc642762", "doc2639996", "doc705226", "doc2634368", "doc1564173", "doc531809", "doc785515"], "ranked_scores": [544.0, 542.0, 516.0, 512.0, 508.0, 502.0, 500.0, 494.0, 491.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc1874159", "doc36485", "doc207271", "doc1535415", "doc2074469", "doc36460", "doc1618376", "doc1618372"], "ranked_scores": [575.0, 528.0, 514.0, 513.0, 510.0, 506.0, 506.0, 504.0, 503.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc703721", "doc106357", "doc2832", "doc106355", "doc2846", "doc703719", "doc427621", "doc703711", "doc1332302"], "ranked_scores": [580.0, 554.0, 550.0, 547.0, 540.0, 540.0, 538.0, 534.0, 534.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc1220654", "doc108892", "doc1373324", "doc832023", "doc643072", "doc108887", "doc1119808", "doc1373323", "doc626445"], "ranked_scores": [553.0, 532.0, 532.0, 531.0, 528.0, 526.0, 523.0, 523.0, 520.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430993", "doc1431001", "doc77971", "doc1504263", "doc77973", "doc1430994", "doc691881", "doc2316765", "doc936401"], "ranked_scores": [542.0, 534.0, 528.0, 514.0, 491.0, 487.0, 485.0, 479.0, 478.0, 474.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-tq-8bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57232", "doc57247", "doc751998", "doc2173529", "doc1104254", "doc2040327", "doc3001", "doc2116209"], "ranked_scores": [0.7188, 0.6438, 0.6299, 0.6038, 0.5803, 0.5652, 0.5528, 0.5493, 0.5474, 0.5184], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc2292349", "doc2136789", "doc2345266", "doc1268295", "doc63543", "doc1664486", "doc914411", "doc345111"], "ranked_scores": [0.6088, 0.5627, 0.5287, 0.4992, 0.4881, 0.4829, 0.4814, 0.4732, 0.4725, 0.4689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21831", "doc21832", "doc377466", "doc699194", "doc69778", "doc21829", "doc365451", "doc776139", "doc2285692"], "ranked_scores": [0.7452, 0.6685, 0.6659, 0.633, 0.6026, 0.6003, 0.6002, 0.5985, 0.5974, 0.594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc146101", "doc564709", "doc392076", "doc453091", "doc1247565", "doc658301", "doc453172", "doc884614", "doc2317442"], "ranked_scores": [0.6099, 0.6063, 0.5818, 0.5817, 0.5801, 0.5757, 0.5713, 0.5639, 0.5618, 0.5617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc559423", "doc1234227", "doc887635", "doc1812659", "doc1741706", "doc1812660", "doc2165905", "doc559430", "doc1366757"], "ranked_scores": [0.6962, 0.6819, 0.6689, 0.6662, 0.6648, 0.661, 0.659, 0.6589, 0.6546, 0.6526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27535", "doc1628841", "doc738831", "doc1770477", "doc2085928", "doc1852503", "doc1407409", "doc361696", "doc1021718"], "ranked_scores": [0.6362, 0.5377, 0.5107, 0.5087, 0.5076, 0.4988, 0.4928, 0.4928, 0.4919, 0.4906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc925929", "doc119665", "doc1953211", "doc579128", "doc101332", "doc422133", "doc620637", "doc825186", "doc349744"], "ranked_scores": [0.7015, 0.691, 0.6908, 0.6779, 0.677, 0.6738, 0.6723, 0.664, 0.6525, 0.6517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc1798668", "doc101561", "doc278641", "doc966365", "doc2107778", "doc1486663", "doc520687", "doc1017147"], "ranked_scores": [0.7332, 0.5837, 0.5741, 0.5723, 0.5483, 0.5478, 0.5352, 0.5348, 0.5319, 0.5289], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc1376346", "doc61045", "doc61043", "doc928962", "doc627159", "doc1048266", "doc116279", "doc1231969"], "ranked_scores": [0.629, 0.6289, 0.5987, 0.5632, 0.557, 0.4879, 0.4742, 0.428, 0.4264, 0.4046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97445", "doc97442", "doc2083987", "doc97430", "doc369237", "doc369234", "doc369276"], "ranked_scores": [0.8221, 0.7494, 0.72, 0.6828, 0.6378, 0.6163, 0.6152, 0.5959, 0.5829, 0.5748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc1458417", "doc1357070", "doc233794", "doc636318", "doc54026", "doc636337", "doc1612515", "doc636346"], "ranked_scores": [0.6546, 0.6229, 0.6017, 0.5268, 0.5056, 0.4722, 0.465, 0.4583, 0.4574, 0.4447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc66003", "doc1386116", "doc253608", "doc83863", "doc1984127", "doc2171547", "doc2537824", "doc2254465"], "ranked_scores": [0.6768, 0.626, 0.5993, 0.5788, 0.5732, 0.5678, 0.5563, 0.5226, 0.5135, 0.5052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc388464", "doc1445498", "doc106355", "doc703719", "doc284003", "doc106333", "doc703714", "doc106338", "doc703702"], "ranked_scores": [0.7313, 0.7034, 0.7007, 0.6979, 0.6852, 0.6814, 0.6642, 0.6536, 0.6532, 0.6532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc697071", "doc692559", "doc7119", "doc7106", "doc7091", "doc1599042", "doc7099", "doc683357", "doc2670770"], "ranked_scores": [0.7028, 0.659, 0.6581, 0.6367, 0.6328, 0.6262, 0.6214, 0.6171, 0.6029, 0.6013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc1740481", "doc107878", "doc490060", "doc1606435", "doc1443647", "doc1101734", "doc2093563"], "ranked_scores": [0.7105, 0.5711, 0.5564, 0.4998, 0.4914, 0.4883, 0.4864, 0.4835, 0.4774, 0.4726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc750407", "doc2018288", "doc244386", "doc750416", "doc269387", "doc551718", "doc648344", "doc382065", "doc453118"], "ranked_scores": [0.5574, 0.5278, 0.5013, 0.4882, 0.4845, 0.4774, 0.4555, 0.4512, 0.448, 0.4475], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc30773", "doc382236", "doc24903", "doc300567", "doc2202499", "doc2202506", "doc416774", "doc1786046"], "ranked_scores": [0.6823, 0.6294, 0.6205, 0.6042, 0.6026, 0.5935, 0.5846, 0.5815, 0.5813, 0.5784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc2127006", "doc36393", "doc2277317", "doc750416", "doc454591", "doc648335", "doc1104361"], "ranked_scores": [0.6594, 0.5715, 0.557, 0.5054, 0.4717, 0.4647, 0.4629, 0.4626, 0.4598, 0.457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56921", "doc56903", "doc2313854", "doc2091597", "doc2509989", "doc2509996", "doc2509993"], "ranked_scores": [0.8016, 0.7643, 0.7501, 0.7064, 0.6689, 0.6384, 0.6167, 0.6016, 0.6014, 0.5942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc80151", "doc345642", "doc137908", "doc80067", "doc80074", "doc352904", "doc1912506", "doc345632", "doc80078"], "ranked_scores": [0.652, 0.6422, 0.6422, 0.6388, 0.6374, 0.6373, 0.6177, 0.595, 0.5943, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4556, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc2353712", "doc2240293", "doc2240291", "doc2174234", "doc732015", "doc1214168", "doc18814", "doc1852908"], "ranked_scores": [0.6569, 0.5592, 0.5558, 0.5198, 0.5145, 0.5142, 0.5139, 0.5003, 0.5003, 0.4927], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc721916", "doc2376934", "doc207464", "doc99377", "doc863698", "doc131786", "doc511592", "doc26461", "doc675035"], "ranked_scores": [0.6383, 0.5601, 0.5585, 0.5583, 0.5561, 0.5416, 0.5404, 0.5234, 0.5223, 0.5201], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1104251", "doc1690179", "doc162716", "doc698039", "doc1612515", "doc119586", "doc614722"], "ranked_scores": [0.7884, 0.6853, 0.6579, 0.3492, 0.3486, 0.3478, 0.3451, 0.3354, 0.3232, 0.3218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc57940", "doc57946", "doc81655", "doc1199221", "doc57948", "doc2115402", "doc721746", "doc37895", "doc1489505"], "ranked_scores": [0.6391, 0.605, 0.5878, 0.5608, 0.5539, 0.5517, 0.5469, 0.5222, 0.4802, 0.4591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1936829", "doc1612364", "doc866703", "doc22149", "doc1723101", "doc1368159", "doc765127", "doc1428083"], "ranked_scores": [0.6908, 0.5443, 0.5209, 0.4942, 0.4794, 0.4271, 0.4136, 0.4108, 0.4071, 0.4057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc1376793", "doc851269", "doc64314", "doc971992", "doc41344", "doc64317", "doc35524", "doc1385345"], "ranked_scores": [0.6815, 0.6813, 0.6678, 0.6567, 0.6498, 0.6459, 0.6399, 0.6297, 0.6231, 0.6084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc1978008", "doc638932", "doc437678", "doc437685", "doc1334192", "doc437677", "doc1788429", "doc1334238", "doc1520275"], "ranked_scores": [0.6885, 0.6694, 0.6554, 0.6425, 0.6314, 0.6304, 0.6294, 0.6291, 0.6269, 0.6201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314944", "doc1314979", "doc1333507", "doc938718", "doc877823", "doc2593884", "doc720105", "doc2462709", "doc866429"], "ranked_scores": [0.3925, 0.3424, 0.3204, 0.3182, 0.2877, 0.283, 0.2808, 0.273, 0.2706, 0.2652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc2390440", "doc1445420", "doc1190303", "doc24934", "doc645564", "doc1728777", "doc488007", "doc1464195", "doc1050188"], "ranked_scores": [0.4215, 0.3866, 0.3564, 0.3549, 0.3539, 0.3496, 0.3379, 0.3309, 0.3203, 0.3197], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc317197", "doc1283940", "doc611282", "doc758677", "doc672552", "doc1082535", "doc1346601", "doc611283"], "ranked_scores": [0.7691, 0.6896, 0.5032, 0.4994, 0.4448, 0.4306, 0.4277, 0.4262, 0.4247, 0.4196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc2142521", "doc996399", "doc324530", "doc1394743", "doc530778", "doc1007190", "doc1840635"], "ranked_scores": [0.8156, 0.7205, 0.6007, 0.5842, 0.5648, 0.5642, 0.5563, 0.5542, 0.5482, 0.5392], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc515771", "doc402145", "doc2449643", "doc2194194", "doc1030288", "doc2527260", "doc990522", "doc1185579", "doc94371", "doc2429823"], "ranked_scores": [0.6355, 0.6256, 0.6169, 0.5968, 0.5928, 0.5736, 0.5733, 0.5671, 0.5654, 0.5651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc105763", "doc830308", "doc849003", "doc105758", "doc1729412", "doc719006", "doc8477", "doc543176"], "ranked_scores": [0.6968, 0.6926, 0.6186, 0.5855, 0.5608, 0.5597, 0.5555, 0.535, 0.5348, 0.5295], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc2107018", "doc1927002", "doc324540", "doc53643", "doc358938", "doc2107022", "doc606253", "doc2107033", "doc628470"], "ranked_scores": [0.6807, 0.6611, 0.6607, 0.6499, 0.6448, 0.6429, 0.6354, 0.6346, 0.6209, 0.6185], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc2288928", "doc435076", "doc435075", "doc2607396", "doc42101", "doc2587564", "doc1921625", "doc2352487", "doc313364"], "ranked_scores": [0.5632, 0.535, 0.5341, 0.5279, 0.5264, 0.52, 0.5197, 0.5187, 0.506, 0.5016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2119808", "doc336518", "doc15890", "doc264212", "doc1531603", "doc627432", "doc2042102", "doc878338", "doc1736708"], "ranked_scores": [0.5807, 0.5257, 0.5155, 0.5137, 0.5125, 0.4883, 0.4865, 0.4737, 0.4665, 0.4615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc245411", "doc2083699", "doc1130168", "doc2361509", "doc311498", "doc1384376", "doc2144435", "doc1577006"], "ranked_scores": [0.6473, 0.5593, 0.3824, 0.37, 0.3603, 0.3474, 0.3436, 0.3193, 0.3117, 0.3112], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc601133", "doc57975", "doc376241", "doc1345740", "doc864555", "doc225655", "doc2326766", "doc2035909", "doc1153924"], "ranked_scores": [0.4957, 0.4604, 0.4295, 0.4261, 0.4054, 0.3897, 0.3867, 0.3754, 0.3704, 0.3682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986449", "doc134196", "doc1333905", "doc2058897", "doc2465656", "doc1160263", "doc1629620", "doc546881", "doc1584862"], "ranked_scores": [0.6294, 0.6144, 0.5574, 0.5573, 0.5564, 0.553, 0.5526, 0.5428, 0.5343, 0.5227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc877974", "doc2361509", "doc807", "doc2621492", "doc2391797", "doc2316721", "doc878338", "doc312607", "doc2676752"], "ranked_scores": [0.4458, 0.4231, 0.4135, 0.4057, 0.3955, 0.3891, 0.3851, 0.382, 0.3757, 0.369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc1452752", "doc88934", "doc127040", "doc2624067", "doc127031", "doc2015719", "doc88933", "doc88974", "doc88973"], "ranked_scores": [0.5749, 0.5646, 0.5599, 0.5582, 0.558, 0.5249, 0.519, 0.5048, 0.499, 0.492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc338813", "doc1455444", "doc21378", "doc1738086", "doc21368", "doc338818", "doc21363", "doc21340", "doc2336226"], "ranked_scores": [0.5023, 0.4607, 0.4481, 0.4427, 0.4328, 0.4324, 0.4323, 0.421, 0.4167, 0.4164], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2563559", "doc108559", "doc108456", "doc1791044", "doc18273", "doc63590", "doc911115", "doc323321", "doc1774519", "doc376565"], "ranked_scores": [0.6277, 0.5985, 0.5683, 0.5662, 0.5658, 0.5658, 0.5658, 0.5643, 0.5578, 0.5466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc355540", "doc1183356", "doc1670303", "doc203256", "doc2163101", "doc1416739", "doc7166", "doc7163"], "ranked_scores": [0.684, 0.5662, 0.5419, 0.5156, 0.5122, 0.4945, 0.4941, 0.4871, 0.4838, 0.4817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc1260422", "doc2653657", "doc1452587", "doc1826212", "doc455756", "doc751726", "doc4611", "doc2015875", "doc806787"], "ranked_scores": [0.4668, 0.3851, 0.3685, 0.3675, 0.3512, 0.3384, 0.3301, 0.3297, 0.3234, 0.3008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc705226", "doc2634368", "doc190281", "doc2631871", "doc2125026", "doc1038435", "doc2639996", "doc2057552", "doc208245"], "ranked_scores": [0.5034, 0.4997, 0.4633, 0.4532, 0.4412, 0.4287, 0.4286, 0.4243, 0.4221, 0.422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc36460", "doc1618376", "doc1618372", "doc36485", "doc2622759", "doc2396140", "doc1256783", "doc2396125"], "ranked_scores": [0.6117, 0.6053, 0.5916, 0.5779, 0.5452, 0.5026, 0.4967, 0.4762, 0.4734, 0.4629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc388464", "doc973089", "doc106332", "doc106355", "doc1445498", "doc703719", "doc1332302", "doc337547", "doc703714"], "ranked_scores": [0.7049, 0.6954, 0.6826, 0.6723, 0.6673, 0.6612, 0.6556, 0.6303, 0.6302, 0.6298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc108887", "doc729661", "doc1373324", "doc2167590", "doc1119808", "doc729573", "doc596021", "doc108892"], "ranked_scores": [0.7222, 0.7218, 0.7006, 0.664, 0.6476, 0.6451, 0.6372, 0.6217, 0.6212, 0.6115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430993", "doc1431001", "doc1504263", "doc1430994", "doc5734", "doc77971", "doc77973", "doc691881", "doc2071056"], "ranked_scores": [0.5418, 0.5201, 0.5114, 0.4654, 0.4586, 0.4228, 0.4208, 0.3381, 0.3286, 0.3227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-tq-4bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57232", "doc57247", "doc751998", "doc2173529", "doc1104254", "doc2040327", "doc3001", "doc2116209"], "ranked_scores": [0.7038, 0.632, 0.6227, 0.5907, 0.5719, 0.5566, 0.5505, 0.5405, 0.5372, 0.5095], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc2292349", "doc2345266", "doc2136789", "doc914411", "doc63543", "doc345111", "doc1268295", "doc1664486"], "ranked_scores": [0.599, 0.5502, 0.5238, 0.4919, 0.4858, 0.4761, 0.4751, 0.472, 0.4708, 0.4629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21831", "doc21832", "doc377466", "doc699194", "doc776139", "doc21829", "doc69778", "doc69767", "doc365451"], "ranked_scores": [0.7293, 0.6592, 0.6581, 0.6252, 0.5955, 0.591, 0.5895, 0.582, 0.5809, 0.58], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc146101", "doc564709", "doc392076", "doc453091", "doc1247565", "doc658301", "doc1007260", "doc2317442", "doc453089"], "ranked_scores": [0.6011, 0.5937, 0.579, 0.575, 0.5712, 0.5681, 0.5652, 0.5592, 0.5574, 0.5573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc559423", "doc1234227", "doc887635", "doc1812659", "doc2165905", "doc1812660", "doc1741706", "doc559430", "doc1366757"], "ranked_scores": [0.6865, 0.6737, 0.6608, 0.6559, 0.6503, 0.6488, 0.6485, 0.6429, 0.6406, 0.6362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27535", "doc1628841", "doc1770477", "doc738831", "doc2085928", "doc361696", "doc27538", "doc1407409", "doc1021718"], "ranked_scores": [0.6357, 0.531, 0.5086, 0.5011, 0.4956, 0.4942, 0.4888, 0.4867, 0.4834, 0.48], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc119665", "doc925929", "doc579128", "doc101332", "doc1953211", "doc422133", "doc620637", "doc349744", "doc349747"], "ranked_scores": [0.6897, 0.6844, 0.6836, 0.6713, 0.6671, 0.6623, 0.6606, 0.6509, 0.6501, 0.6456], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc1798668", "doc101561", "doc278641", "doc966365", "doc1486663", "doc520687", "doc2107778", "doc1017147"], "ranked_scores": [0.7176, 0.5734, 0.558, 0.5541, 0.5454, 0.5433, 0.5291, 0.5271, 0.5235, 0.5223], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1376346", "doc61045", "doc61043", "doc928962", "doc627159", "doc1048266", "doc116279", "doc1376345"], "ranked_scores": [0.6265, 0.6261, 0.5952, 0.5613, 0.5573, 0.4879, 0.4774, 0.4214, 0.4173, 0.4049], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97445", "doc97442", "doc2083987", "doc97430", "doc369237", "doc369276", "doc369234"], "ranked_scores": [0.8141, 0.745, 0.7124, 0.6751, 0.6372, 0.6131, 0.6081, 0.5927, 0.5736, 0.5731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc1458417", "doc1357070", "doc233794", "doc54026", "doc636318", "doc1612515", "doc636337", "doc636346"], "ranked_scores": [0.6345, 0.6121, 0.6032, 0.5165, 0.4948, 0.4628, 0.4617, 0.4596, 0.4592, 0.4358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc66003", "doc1386116", "doc253608", "doc83863", "doc1984127", "doc2171547", "doc2537824", "doc2254465"], "ranked_scores": [0.6711, 0.6175, 0.5855, 0.5745, 0.5667, 0.5632, 0.5535, 0.5182, 0.5095, 0.4979], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc1445498", "doc388464", "doc106355", "doc703719", "doc284003", "doc106333", "doc106338", "doc703702", "doc703714"], "ranked_scores": [0.729, 0.6954, 0.6946, 0.6924, 0.6812, 0.68, 0.6575, 0.6515, 0.6515, 0.644], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc692559", "doc697071", "doc7119", "doc7106", "doc7091", "doc7099", "doc1599042", "doc683357", "doc2670770"], "ranked_scores": [0.6921, 0.6526, 0.6457, 0.6318, 0.6248, 0.614, 0.6041, 0.6025, 0.5916, 0.5842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc1740481", "doc107878", "doc490060", "doc1606435", "doc1443647", "doc1101734", "doc2093563"], "ranked_scores": [0.7088, 0.5624, 0.5445, 0.4957, 0.4838, 0.481, 0.4764, 0.4718, 0.4715, 0.4661], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc750407", "doc2018288", "doc244386", "doc750416", "doc269387", "doc551718", "doc382065", "doc453118", "doc648344"], "ranked_scores": [0.5386, 0.5185, 0.4926, 0.484, 0.4835, 0.4619, 0.4478, 0.4396, 0.4383, 0.4333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc30773", "doc382236", "doc24903", "doc300567", "doc2202499", "doc2202506", "doc1786046", "doc416774"], "ranked_scores": [0.6749, 0.6157, 0.6147, 0.5965, 0.5916, 0.5866, 0.5833, 0.5818, 0.5738, 0.5695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc2127006", "doc36393", "doc648335", "doc750416", "doc454591", "doc2277317", "doc1104361"], "ranked_scores": [0.6486, 0.5712, 0.5486, 0.4964, 0.4634, 0.4563, 0.4558, 0.4505, 0.447, 0.4441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56921", "doc56903", "doc2313854", "doc2091597", "doc2509996", "doc2509993", "doc2509989"], "ranked_scores": [0.7888, 0.7586, 0.7443, 0.7073, 0.6563, 0.6249, 0.6061, 0.5978, 0.5901, 0.5884], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc137908", "doc80151", "doc345642", "doc80074", "doc80067", "doc352904", "doc1912506", "doc345632", "doc80078"], "ranked_scores": [0.6425, 0.6356, 0.6343, 0.6334, 0.6334, 0.6275, 0.6049, 0.5904, 0.5871, 0.5827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4556, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc2353712", "doc2240293", "doc2240291", "doc732015", "doc2174234", "doc18814", "doc1214168", "doc1852908"], "ranked_scores": [0.6538, 0.5561, 0.5501, 0.5151, 0.5094, 0.5086, 0.5068, 0.4953, 0.4914, 0.4901], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc207464", "doc2376934", "doc721916", "doc99377", "doc131786", "doc863698", "doc675035", "doc26461", "doc511592"], "ranked_scores": [0.624, 0.5572, 0.5543, 0.5503, 0.548, 0.5318, 0.5295, 0.5128, 0.5104, 0.5082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc162716", "doc1690179", "doc1104251", "doc698039", "doc1612515", "doc119586", "doc1582708"], "ranked_scores": [0.781, 0.6784, 0.6472, 0.3436, 0.3384, 0.3354, 0.3286, 0.3232, 0.3218, 0.3135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc57940", "doc57946", "doc1199221", "doc81655", "doc57948", "doc2115402", "doc721746", "doc37895", "doc1489505"], "ranked_scores": [0.6388, 0.6028, 0.5757, 0.5553, 0.551, 0.5494, 0.5458, 0.527, 0.4792, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1936829", "doc1612364", "doc866703", "doc22149", "doc1723101", "doc1428083", "doc1368159", "doc765127"], "ranked_scores": [0.6769, 0.5321, 0.5072, 0.4788, 0.4621, 0.4205, 0.4064, 0.3985, 0.3982, 0.3978], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc1376793", "doc851269", "doc64314", "doc971992", "doc41344", "doc64317", "doc35524", "doc1385345"], "ranked_scores": [0.6703, 0.6697, 0.6598, 0.6422, 0.641, 0.6352, 0.6325, 0.6138, 0.6024, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc1978008", "doc638932", "doc437678", "doc437685", "doc1334192", "doc437677", "doc1520275", "doc1334238", "doc1788429"], "ranked_scores": [0.6827, 0.6642, 0.6517, 0.637, 0.6299, 0.627, 0.6204, 0.6198, 0.619, 0.6171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314944", "doc1333507", "doc1314979", "doc938718", "doc2593884", "doc877823", "doc2462709", "doc720105", "doc1314964"], "ranked_scores": [0.3768, 0.3318, 0.3147, 0.3122, 0.2872, 0.2767, 0.2761, 0.2663, 0.2648, 0.2575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc2390440", "doc24934", "doc1445420", "doc1190303", "doc1728777", "doc645564", "doc488007", "doc1464195", "doc1050188"], "ranked_scores": [0.4186, 0.3833, 0.3583, 0.3538, 0.3491, 0.3366, 0.3327, 0.3316, 0.3312, 0.327], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc317197", "doc1283940", "doc611282", "doc758677", "doc672552", "doc1082535", "doc114471", "doc611283"], "ranked_scores": [0.7619, 0.6804, 0.4937, 0.4888, 0.4359, 0.4357, 0.4195, 0.4169, 0.4154, 0.4115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc2142521", "doc996399", "doc324530", "doc1394743", "doc1007190", "doc530778", "doc1840635"], "ranked_scores": [0.807, 0.7111, 0.5774, 0.5679, 0.5525, 0.5445, 0.54, 0.5366, 0.5327, 0.52], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc515771", "doc402145", "doc2449643", "doc2194194", "doc1030288", "doc990522", "doc1185579", "doc2527260", "doc94371", "doc2429823"], "ranked_scores": [0.6287, 0.6128, 0.6038, 0.5812, 0.578, 0.5626, 0.5608, 0.5606, 0.5547, 0.5535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc105763", "doc830308", "doc105758", "doc849003", "doc1729412", "doc8477", "doc543176", "doc719006"], "ranked_scores": [0.697, 0.6892, 0.6194, 0.5733, 0.5675, 0.566, 0.5504, 0.5371, 0.53, 0.5254], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc2107018", "doc1927002", "doc324540", "doc2107022", "doc358938", "doc53643", "doc606253", "doc628470", "doc2107033"], "ranked_scores": [0.6609, 0.6488, 0.6475, 0.6388, 0.6321, 0.6311, 0.6272, 0.6261, 0.6092, 0.6079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc42101", "doc435076", "doc435075", "doc2288928", "doc2607396", "doc2587564", "doc2352487", "doc313364", "doc1921625"], "ranked_scores": [0.5535, 0.5212, 0.5204, 0.5198, 0.5171, 0.5131, 0.5082, 0.5022, 0.5009, 0.5005], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2119808", "doc264212", "doc336518", "doc15890", "doc1531603", "doc627432", "doc878338", "doc2042102", "doc1508870"], "ranked_scores": [0.5776, 0.5212, 0.5078, 0.5078, 0.5045, 0.4822, 0.48, 0.4712, 0.4608, 0.4569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc245411", "doc2083699", "doc1130168", "doc2361509", "doc311498", "doc2306629", "doc1577006", "doc2357458"], "ranked_scores": [0.6424, 0.5578, 0.3801, 0.364, 0.3517, 0.3437, 0.3385, 0.3126, 0.3086, 0.3072], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc601133", "doc376241", "doc57975", "doc1345740", "doc864555", "doc225655", "doc1153924", "doc2326766", "doc2035909"], "ranked_scores": [0.4886, 0.4544, 0.4187, 0.4171, 0.3975, 0.3859, 0.3858, 0.3644, 0.3639, 0.3545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986449", "doc2058897", "doc1160263", "doc1333905", "doc2465656", "doc134196", "doc1629620", "doc546881", "doc1975694"], "ranked_scores": [0.6306, 0.6165, 0.5576, 0.556, 0.554, 0.5523, 0.5495, 0.5383, 0.5322, 0.5179], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc877974", "doc2361509", "doc807", "doc2621492", "doc2391797", "doc2316721", "doc312607", "doc878338", "doc2676752"], "ranked_scores": [0.4399, 0.4205, 0.4007, 0.3999, 0.3862, 0.3806, 0.3766, 0.3674, 0.3602, 0.3578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc1452752", "doc88934", "doc2624067", "doc127040", "doc127031", "doc2015719", "doc88933", "doc88974", "doc88973"], "ranked_scores": [0.5648, 0.5506, 0.548, 0.545, 0.544, 0.5188, 0.5034, 0.4979, 0.4933, 0.4809], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc338813", "doc21378", "doc1455444", "doc21368", "doc1738086", "doc338818", "doc21363", "doc21340", "doc2336226"], "ranked_scores": [0.4927, 0.4557, 0.4384, 0.4365, 0.4332, 0.4242, 0.4223, 0.4168, 0.4056, 0.4032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2563559", "doc108559", "doc1791044", "doc323321", "doc108456", "doc1774519", "doc18273", "doc63590", "doc911115", "doc376565"], "ranked_scores": [0.613, 0.5877, 0.5565, 0.5545, 0.5523, 0.5506, 0.5471, 0.5471, 0.5471, 0.5401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc355540", "doc1183356", "doc1670303", "doc203256", "doc2163101", "doc7163", "doc7166", "doc1272096"], "ranked_scores": [0.6744, 0.5569, 0.5334, 0.5112, 0.4983, 0.4869, 0.4801, 0.4796, 0.4747, 0.4737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc1260422", "doc2653657", "doc1452587", "doc1826212", "doc455756", "doc2015875", "doc4611", "doc751726", "doc751729"], "ranked_scores": [0.4624, 0.3797, 0.3567, 0.3533, 0.3305, 0.3265, 0.324, 0.324, 0.3195, 0.2937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc705226", "doc2634368", "doc190281", "doc2631871", "doc1170391", "doc2125026", "doc1038435", "doc2057552", "doc1170390"], "ranked_scores": [0.4938, 0.4915, 0.4536, 0.443, 0.4352, 0.4312, 0.426, 0.425, 0.4248, 0.42], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc36460", "doc1618376", "doc1618372", "doc36485", "doc2622759", "doc2396140", "doc2396125", "doc1256783"], "ranked_scores": [0.6034, 0.5973, 0.5774, 0.5682, 0.5372, 0.5015, 0.482, 0.4599, 0.4569, 0.4563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc388464", "doc973089", "doc106332", "doc106355", "doc1445498", "doc703719", "doc337547", "doc284003", "doc1332302"], "ranked_scores": [0.6977, 0.6863, 0.6781, 0.6658, 0.659, 0.6506, 0.6447, 0.6268, 0.6243, 0.6205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc729661", "doc2167590", "doc1373324", "doc1119808", "doc596021", "doc729573", "doc108892"], "ranked_scores": [0.7048, 0.7044, 0.6897, 0.6502, 0.6342, 0.633, 0.6202, 0.6122, 0.6042, 0.5981], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430993", "doc1431001", "doc1504263", "doc1430994", "doc77971", "doc5734", "doc77973", "doc691881", "doc53465"], "ranked_scores": [0.5315, 0.5139, 0.5035, 0.4613, 0.4445, 0.4105, 0.405, 0.3383, 0.328, 0.3205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-tq-3bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57232", "doc57247", "doc751998", "doc2173529", "doc1104254", "doc3001", "doc2040327", "doc1395336"], "ranked_scores": [0.6889, 0.6181, 0.5963, 0.575, 0.5416, 0.534, 0.5217, 0.5214, 0.5186, 0.4965], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc2292349", "doc2345266", "doc2136789", "doc345111", "doc2415290", "doc1268295", "doc914411", "doc1664486"], "ranked_scores": [0.5867, 0.5426, 0.5169, 0.4899, 0.4706, 0.4621, 0.4521, 0.4519, 0.4517, 0.451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21831", "doc21832", "doc377466", "doc699194", "doc21829", "doc2285692", "doc365451", "doc69767", "doc69778"], "ranked_scores": [0.7093, 0.6478, 0.6401, 0.6203, 0.5872, 0.5779, 0.5755, 0.5713, 0.5705, 0.5679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc146101", "doc1177870", "doc453091", "doc564709", "doc392076", "doc1247565", "doc2386390", "doc658301", "doc1007260", "doc884614"], "ranked_scores": [0.584, 0.5781, 0.5585, 0.5536, 0.551, 0.5509, 0.5451, 0.5414, 0.5369, 0.5369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc559423", "doc1234227", "doc2165905", "doc1812659", "doc1812660", "doc887635", "doc559430", "doc2165920", "doc1741706"], "ranked_scores": [0.6833, 0.6601, 0.6516, 0.6439, 0.6414, 0.6412, 0.641, 0.6319, 0.6302, 0.6255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27535", "doc1628841", "doc361696", "doc738831", "doc1770477", "doc2085928", "doc27538", "doc361702", "doc1407409"], "ranked_scores": [0.6262, 0.5233, 0.5001, 0.4907, 0.4898, 0.4801, 0.4791, 0.4745, 0.4735, 0.4717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc925929", "doc119665", "doc1953211", "doc579128", "doc101332", "doc422133", "doc620637", "doc54270", "doc349744"], "ranked_scores": [0.68, 0.6692, 0.668, 0.6546, 0.6526, 0.6516, 0.6456, 0.6407, 0.6382, 0.6323], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc966365", "doc101561", "doc1798668", "doc278641", "doc2107778", "doc1486663", "doc520687", "doc1728840"], "ranked_scores": [0.7154, 0.5618, 0.5483, 0.5475, 0.5451, 0.5364, 0.5314, 0.5304, 0.5187, 0.5055], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc1376346", "doc61043", "doc61045", "doc928962", "doc627159", "doc1048266", "doc116279", "doc1231969"], "ranked_scores": [0.6131, 0.6114, 0.581, 0.5393, 0.5343, 0.4684, 0.4376, 0.4105, 0.3952, 0.3916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97445", "doc97442", "doc97430", "doc2083987", "doc369237", "doc369234", "doc369276"], "ranked_scores": [0.7963, 0.7381, 0.696, 0.6625, 0.6266, 0.5949, 0.5903, 0.5836, 0.5721, 0.5628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc1458417", "doc1357070", "doc233794", "doc636318", "doc54026", "doc636337", "doc1612515", "doc636346"], "ranked_scores": [0.6175, 0.5906, 0.5844, 0.4929, 0.4732, 0.4589, 0.4545, 0.4453, 0.4389, 0.4194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc66003", "doc1386116", "doc253608", "doc83863", "doc1984127", "doc2171547", "doc2537824", "doc2537823"], "ranked_scores": [0.6579, 0.6047, 0.5752, 0.5551, 0.5409, 0.5395, 0.5281, 0.5009, 0.4913, 0.4803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc1445498", "doc106355", "doc388464", "doc703719", "doc284003", "doc1332302", "doc106338", "doc703702", "doc703714"], "ranked_scores": [0.7123, 0.6784, 0.6777, 0.6771, 0.6677, 0.6611, 0.6292, 0.6272, 0.6272, 0.6248], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc692559", "doc697071", "doc7119", "doc7106", "doc7091", "doc1599042", "doc7099", "doc2670770", "doc683357"], "ranked_scores": [0.6677, 0.6236, 0.6181, 0.6106, 0.5965, 0.5935, 0.5885, 0.5879, 0.5806, 0.5638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc1740481", "doc1606435", "doc490060", "doc107878", "doc2093563", "doc1101734", "doc493405"], "ranked_scores": [0.6925, 0.5455, 0.5413, 0.4811, 0.4807, 0.474, 0.4731, 0.4729, 0.4703, 0.4575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc750407", "doc750416", "doc2018288", "doc244386", "doc269387", "doc382065", "doc551718", "doc453118", "doc15095"], "ranked_scores": [0.5274, 0.5049, 0.4713, 0.4666, 0.4646, 0.4467, 0.4292, 0.4253, 0.4226, 0.4204], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc30773", "doc24903", "doc300567", "doc382236", "doc416774", "doc2202499", "doc1380356", "doc2202506"], "ranked_scores": [0.6571, 0.6108, 0.6029, 0.5817, 0.5798, 0.5782, 0.5731, 0.5713, 0.5653, 0.557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc2127006", "doc454591", "doc750416", "doc36393", "doc648335", "doc1104361", "doc648344"], "ranked_scores": [0.6265, 0.547, 0.5371, 0.4673, 0.446, 0.4439, 0.4369, 0.4357, 0.4321, 0.4277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56921", "doc56903", "doc2313854", "doc2091597", "doc2408092", "doc56909", "doc2509989"], "ranked_scores": [0.7785, 0.7414, 0.7379, 0.6822, 0.6439, 0.5985, 0.5864, 0.582, 0.576, 0.5711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc80074", "doc345642", "doc80151", "doc137908", "doc80067", "doc352904", "doc1912506", "doc345632", "doc80078"], "ranked_scores": [0.6255, 0.6216, 0.6215, 0.6122, 0.6116, 0.6083, 0.5914, 0.581, 0.5713, 0.5674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc2353712", "doc2174234", "doc2240291", "doc2240293", "doc732015", "doc1214168", "doc18814", "doc352368"], "ranked_scores": [0.6359, 0.5428, 0.5383, 0.5027, 0.5016, 0.5014, 0.4938, 0.4861, 0.4732, 0.4718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc207464", "doc99377", "doc721916", "doc131786", "doc2376934", "doc863698", "doc675035", "doc26461", "doc224770"], "ranked_scores": [0.6175, 0.5438, 0.542, 0.5369, 0.5287, 0.5272, 0.5092, 0.5091, 0.4975, 0.4936], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc698039", "doc162716", "doc1104251", "doc119586", "doc1612515", "doc1690179", "doc614722"], "ranked_scores": [0.7649, 0.6626, 0.6358, 0.3263, 0.3237, 0.3202, 0.3165, 0.316, 0.3097, 0.3072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc57940", "doc57946", "doc81655", "doc2115402", "doc57948", "doc1199221", "doc721746", "doc37895", "doc1489505"], "ranked_scores": [0.6221, 0.5938, 0.5797, 0.5519, 0.5421, 0.5362, 0.534, 0.5188, 0.47, 0.4441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1936829", "doc751435", "doc1612364", "doc866703", "doc22149", "doc765127", "doc1428083", "doc1723101", "doc1381513"], "ranked_scores": [0.669, 0.5132, 0.5039, 0.4629, 0.4534, 0.4117, 0.405, 0.3942, 0.3922, 0.3849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc64316", "doc1376793", "doc851269", "doc64314", "doc971992", "doc41344", "doc64317", "doc35524", "doc1385345"], "ranked_scores": [0.6466, 0.6451, 0.6338, 0.6298, 0.6244, 0.6164, 0.6039, 0.5956, 0.5883, 0.5784], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc1978008", "doc437678", "doc638932", "doc1334192", "doc437685", "doc2545031", "doc1334238", "doc1788429", "doc437677"], "ranked_scores": [0.6705, 0.6481, 0.6278, 0.627, 0.6219, 0.6146, 0.6104, 0.6051, 0.6031, 0.5993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314944", "doc1314979", "doc1333507", "doc2593884", "doc938718", "doc1314964", "doc877823", "doc720132", "doc754076"], "ranked_scores": [0.3667, 0.3291, 0.3084, 0.3013, 0.2736, 0.2695, 0.2629, 0.2598, 0.2515, 0.2501], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc2390440", "doc24934", "doc1190303", "doc1445420", "doc645564", "doc1728777", "doc488007", "doc1464195", "doc1050188"], "ranked_scores": [0.4084, 0.3657, 0.345, 0.3384, 0.3383, 0.3374, 0.3267, 0.322, 0.3165, 0.3098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc317197", "doc1283940", "doc672552", "doc758677", "doc611282", "doc114471", "doc1082535", "doc611283"], "ranked_scores": [0.7415, 0.6514, 0.4889, 0.4635, 0.4196, 0.4196, 0.4173, 0.4113, 0.4046, 0.3991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc2142521", "doc996399", "doc1007190", "doc1394743", "doc324530", "doc530778", "doc1840635"], "ranked_scores": [0.7847, 0.6941, 0.5788, 0.5573, 0.5385, 0.5343, 0.5308, 0.5285, 0.5166, 0.5148], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc515771", "doc402145", "doc2449643", "doc2194194", "doc1030288", "doc2527260", "doc1185579", "doc2429823", "doc94371", "doc990522"], "ranked_scores": [0.6132, 0.6006, 0.594, 0.5798, 0.5689, 0.5549, 0.5547, 0.5513, 0.5488, 0.5456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc105763", "doc830308", "doc105758", "doc849003", "doc1729412", "doc719006", "doc543176", "doc8477"], "ranked_scores": [0.6772, 0.6732, 0.607, 0.5793, 0.5581, 0.5474, 0.539, 0.5308, 0.529, 0.523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc2107018", "doc1927002", "doc324540", "doc358938", "doc2107022", "doc53643", "doc606253", "doc28935", "doc628470"], "ranked_scores": [0.6476, 0.6347, 0.6299, 0.6249, 0.62, 0.6133, 0.6126, 0.6115, 0.5991, 0.5931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc435076", "doc2288928", "doc435075", "doc42101", "doc2352487", "doc1921625", "doc2607396", "doc2587564", "doc313364"], "ranked_scores": [0.5563, 0.5213, 0.5161, 0.5106, 0.5077, 0.5007, 0.5006, 0.4992, 0.4986, 0.4932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2119808", "doc264212", "doc336518", "doc15890", "doc627432", "doc1531603", "doc1508870", "doc733127", "doc878338"], "ranked_scores": [0.5473, 0.5095, 0.4895, 0.4887, 0.4857, 0.4618, 0.4527, 0.4527, 0.4521, 0.4518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc245411", "doc2083699", "doc1130168", "doc2361509", "doc311498", "doc2144435", "doc946285", "doc2357458"], "ranked_scores": [0.6246, 0.545, 0.3784, 0.3594, 0.3558, 0.333, 0.3265, 0.3119, 0.3075, 0.3032], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc601133", "doc376241", "doc57975", "doc864555", "doc1345740", "doc225655", "doc2326766", "doc1153924", "doc2035909"], "ranked_scores": [0.4704, 0.45, 0.4173, 0.3967, 0.3768, 0.3749, 0.3655, 0.3614, 0.358, 0.3455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986449", "doc1333905", "doc1160263", "doc134196", "doc2465656", "doc2058897", "doc546881", "doc1629620", "doc1975694"], "ranked_scores": [0.6162, 0.5943, 0.5559, 0.5451, 0.5432, 0.5376, 0.5373, 0.5303, 0.5249, 0.5147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc877974", "doc2361509", "doc807", "doc2391797", "doc2316721", "doc2621492", "doc312607", "doc878338", "doc2676752"], "ranked_scores": [0.4353, 0.4037, 0.3897, 0.3835, 0.3751, 0.3698, 0.3673, 0.3608, 0.3527, 0.3516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc127040", "doc2624067", "doc1452752", "doc127031", "doc2015719", "doc88933", "doc88974", "doc88973"], "ranked_scores": [0.5504, 0.5378, 0.5288, 0.528, 0.5246, 0.5031, 0.4888, 0.4876, 0.4781, 0.4736], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc338813", "doc21378", "doc338818", "doc1455444", "doc1738086", "doc21339", "doc21368", "doc2336226", "doc1455511"], "ranked_scores": [0.4852, 0.4505, 0.4394, 0.4323, 0.4282, 0.4233, 0.4135, 0.407, 0.4013, 0.3988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2563559", "doc108559", "doc108456", "doc376565", "doc1774519", "doc911115", "doc18273", "doc63590", "doc323321", "doc1791044"], "ranked_scores": [0.6008, 0.5707, 0.5409, 0.5403, 0.5401, 0.5384, 0.5384, 0.5384, 0.5274, 0.5271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc355540", "doc1183356", "doc203256", "doc1670303", "doc1416739", "doc7163", "doc2163101", "doc7166"], "ranked_scores": [0.6538, 0.5432, 0.5395, 0.5021, 0.492, 0.4878, 0.4793, 0.4759, 0.4709, 0.4707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5641, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc1260422", "doc2653657", "doc1452587", "doc455756", "doc1826212", "doc751726", "doc4611", "doc2015875", "doc1526452"], "ranked_scores": [0.4483, 0.3583, 0.3425, 0.3408, 0.3225, 0.3191, 0.3181, 0.3138, 0.3074, 0.2902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc642762", "doc190281", "doc2125026", "doc2634368", "doc2057552", "doc1170391", "doc2631871", "doc208245", "doc2639996"], "ranked_scores": [0.4865, 0.4692, 0.4428, 0.4417, 0.4352, 0.4235, 0.4211, 0.4166, 0.412, 0.4081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc36460", "doc1618376", "doc1618372", "doc36485", "doc2622759", "doc1256783", "doc2396140", "doc2396125"], "ranked_scores": [0.5797, 0.5778, 0.557, 0.5454, 0.5212, 0.4818, 0.4696, 0.4479, 0.4478, 0.4362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc388464", "doc973089", "doc106332", "doc106355", "doc1445498", "doc703719", "doc703714", "doc2060101", "doc1332302"], "ranked_scores": [0.6832, 0.6766, 0.6706, 0.6605, 0.6478, 0.6459, 0.6333, 0.6208, 0.6139, 0.6116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc108887", "doc729661", "doc2167590", "doc1373324", "doc1119808", "doc596021", "doc729573", "doc626438"], "ranked_scores": [0.6972, 0.6959, 0.6819, 0.6414, 0.6316, 0.6301, 0.6073, 0.6008, 0.5855, 0.5841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430993", "doc1431001", "doc1504263", "doc1430994", "doc5734", "doc77971", "doc77973", "doc2071056", "doc172947"], "ranked_scores": [0.5093, 0.4912, 0.4873, 0.4672, 0.4386, 0.4044, 0.4034, 0.3209, 0.3158, 0.3135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-tq-2bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc57242", "doc57247", "doc2173529", "doc751998", "doc1104254", "doc3001", "doc1395336", "doc2040327"], "ranked_scores": [0.6673, 0.5752, 0.5571, 0.5389, 0.5308, 0.515, 0.5007, 0.4828, 0.4779, 0.4637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc2292349", "doc2345266", "doc914411", "doc2136789", "doc1268295", "doc63543", "doc345111", "doc1664486"], "ranked_scores": [0.5517, 0.5128, 0.4727, 0.4561, 0.4336, 0.4322, 0.4304, 0.4286, 0.4191, 0.4124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21831", "doc21832", "doc377466", "doc2285692", "doc21829", "doc699194", "doc69767", "doc69778", "doc1393796"], "ranked_scores": [0.6737, 0.6094, 0.5996, 0.5734, 0.5433, 0.5413, 0.5398, 0.5301, 0.5254, 0.5221], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc453091", "doc146101", "doc392076", "doc658301", "doc564709", "doc884614", "doc230376", "doc2317442", "doc453089"], "ranked_scores": [0.539, 0.5375, 0.537, 0.5245, 0.5244, 0.5114, 0.5112, 0.5018, 0.5018, 0.501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc559423", "doc1812659", "doc559430", "doc1741706", "doc887635", "doc1234227", "doc1812660", "doc1366757", "doc2165905"], "ranked_scores": [0.643, 0.6127, 0.6048, 0.6044, 0.6008, 0.5989, 0.5966, 0.587, 0.5858, 0.5843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27535", "doc1628841", "doc361696", "doc27538", "doc1770477", "doc1021718", "doc361702", "doc738831", "doc1407409"], "ranked_scores": [0.5871, 0.4947, 0.4797, 0.4762, 0.4673, 0.4631, 0.462, 0.4601, 0.4586, 0.4529], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc119665", "doc925929", "doc579128", "doc54270", "doc620637", "doc422133", "doc77640", "doc1953211", "doc349744"], "ranked_scores": [0.6517, 0.6452, 0.627, 0.6236, 0.6235, 0.6224, 0.6192, 0.6142, 0.6136, 0.6095], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc520684", "doc101561", "doc278641", "doc966365", "doc1486663", "doc1017147", "doc2107778", "doc29765"], "ranked_scores": [0.6624, 0.5113, 0.5066, 0.4952, 0.4857, 0.4818, 0.4761, 0.4651, 0.4647, 0.4611], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc1376346", "doc61045", "doc61043", "doc928962", "doc627159", "doc1048266", "doc1376345", "doc1231969"], "ranked_scores": [0.5739, 0.5691, 0.551, 0.5304, 0.5161, 0.449, 0.4082, 0.3857, 0.3667, 0.3607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97445", "doc2083987", "doc97430", "doc97442", "doc369237", "doc369234", "doc369276"], "ranked_scores": [0.7556, 0.6872, 0.6562, 0.6236, 0.5634, 0.5602, 0.5551, 0.5458, 0.5249, 0.5244], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc1458417", "doc33193", "doc1357070", "doc233794", "doc636337", "doc54026", "doc1612515", "doc636318", "doc636346"], "ranked_scores": [0.5746, 0.5595, 0.5493, 0.4839, 0.4566, 0.4325, 0.4172, 0.4134, 0.4042, 0.3908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc66003", "doc1386116", "doc253608", "doc1984127", "doc83863", "doc2171547", "doc2254475", "doc2254465"], "ranked_scores": [0.6276, 0.557, 0.549, 0.5132, 0.5026, 0.4996, 0.4906, 0.4785, 0.4633, 0.4487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc388464", "doc1445498", "doc106355", "doc703719", "doc284003", "doc106338", "doc703702", "doc1332302", "doc106333"], "ranked_scores": [0.6612, 0.6463, 0.6407, 0.6181, 0.6086, 0.5944, 0.5898, 0.5898, 0.5848, 0.5847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc697071", "doc692559", "doc7119", "doc7106", "doc2670770", "doc7099", "doc7091", "doc683357", "doc1599042"], "ranked_scores": [0.6159, 0.5972, 0.5864, 0.5853, 0.5618, 0.5559, 0.5518, 0.5518, 0.5505, 0.5415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc1740481", "doc1606435", "doc107878", "doc2093563", "doc1101734", "doc493405", "doc490060"], "ranked_scores": [0.6635, 0.5095, 0.5024, 0.4474, 0.4387, 0.4375, 0.4295, 0.4284, 0.4281, 0.4196], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc750407", "doc269387", "doc750416", "doc244386", "doc2018288", "doc551718", "doc1449866", "doc2093591", "doc453118"], "ranked_scores": [0.4833, 0.4666, 0.433, 0.4273, 0.4211, 0.4119, 0.4003, 0.3831, 0.3824, 0.382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc2202499", "doc468490", "doc300567", "doc416774", "doc2202506", "doc24903", "doc382236", "doc1380357"], "ranked_scores": [0.6212, 0.5751, 0.5724, 0.5623, 0.54, 0.5394, 0.5344, 0.5299, 0.5227, 0.5225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc2127006", "doc454591", "doc2196547", "doc750416", "doc454592", "doc1104361", "doc648335"], "ranked_scores": [0.5798, 0.5205, 0.5066, 0.4609, 0.4184, 0.4106, 0.4096, 0.4072, 0.4039, 0.402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56921", "doc56903", "doc2313854", "doc2408092", "doc2091597", "doc2509989", "doc2509996"], "ranked_scores": [0.7358, 0.6867, 0.6759, 0.6252, 0.5769, 0.5669, 0.5534, 0.5478, 0.5373, 0.5289], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc345642", "doc80154", "doc80067", "doc137908", "doc80074", "doc80151", "doc1912506", "doc80078", "doc80100", "doc352904"], "ranked_scores": [0.5886, 0.5856, 0.5733, 0.5645, 0.5642, 0.5581, 0.5392, 0.5353, 0.5346, 0.5251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5438, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5438, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc1248717", "doc732015", "doc2240293", "doc2240291", "doc1313601", "doc2174234", "doc18814", "doc352368"], "ranked_scores": [0.6055, 0.5302, 0.5245, 0.5009, 0.4872, 0.4776, 0.4612, 0.4602, 0.4591, 0.453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc2376934", "doc131786", "doc207464", "doc721916", "doc511592", "doc863698", "doc675035", "doc26461"], "ranked_scores": [0.5676, 0.5137, 0.5135, 0.4986, 0.4879, 0.4854, 0.4788, 0.4736, 0.4657, 0.4655], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc698039", "doc162716", "doc119586", "doc1104251", "doc1690179", "doc1612515", "doc1471934"], "ranked_scores": [0.7112, 0.6061, 0.5944, 0.2999, 0.2912, 0.2857, 0.2784, 0.2773, 0.276, 0.2672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc57946", "doc57940", "doc57948", "doc81655", "doc1199221", "doc2115402", "doc721746", "doc1489505", "doc37895"], "ranked_scores": [0.5672, 0.5365, 0.5327, 0.5143, 0.4978, 0.493, 0.4862, 0.4847, 0.4251, 0.4248], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1936829", "doc1612364", "doc866703", "doc22149", "doc1368159", "doc1381513", "doc1428083", "doc1796400"], "ranked_scores": [0.6009, 0.482, 0.4597, 0.4451, 0.4056, 0.3944, 0.374, 0.3583, 0.3545, 0.352], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc1376793", "doc64318", "doc64316", "doc851269", "doc971992", "doc64314", "doc41344", "doc64317", "doc35524", "doc1385345"], "ranked_scores": [0.6232, 0.611, 0.6085, 0.5956, 0.5834, 0.5811, 0.5662, 0.5575, 0.5505, 0.5413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1978008", "doc1520311", "doc437685", "doc638932", "doc1520275", "doc2545031", "doc1334192", "doc437678", "doc539428", "doc437656"], "ranked_scores": [0.6316, 0.623, 0.5899, 0.5818, 0.5788, 0.5774, 0.5763, 0.5713, 0.5595, 0.5577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314944", "doc1333507", "doc1314979", "doc938718", "doc27529", "doc720105", "doc866490", "doc2593884", "doc866442"], "ranked_scores": [0.3202, 0.3112, 0.2853, 0.2851, 0.2567, 0.2402, 0.2387, 0.2387, 0.2353, 0.2324], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc2390440", "doc24934", "doc1190303", "doc1445420", "doc1464195", "doc488007", "doc645564", "doc1050188", "doc2252228"], "ranked_scores": [0.3653, 0.3264, 0.3124, 0.3076, 0.2999, 0.2961, 0.2895, 0.2889, 0.2862, 0.2854], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc317197", "doc1283940", "doc672552", "doc758677", "doc2115479", "doc1616722", "doc1098312", "doc1346601"], "ranked_scores": [0.6908, 0.5991, 0.4561, 0.4389, 0.3802, 0.3756, 0.3727, 0.3695, 0.3664, 0.3664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc324530", "doc2142521", "doc1394743", "doc996399", "doc1840635", "doc1007190", "doc38710"], "ranked_scores": [0.763, 0.6656, 0.537, 0.5235, 0.5152, 0.5074, 0.4977, 0.4813, 0.4805, 0.475], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc515771", "doc402145", "doc1030288", "doc2449643", "doc2194194", "doc94371", "doc660271", "doc2429823", "doc1185579", "doc990522"], "ranked_scores": [0.571, 0.5675, 0.5386, 0.5368, 0.5343, 0.5164, 0.5104, 0.5076, 0.5063, 0.5024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105756", "doc105739", "doc105763", "doc830308", "doc105758", "doc849003", "doc1729412", "doc543176", "doc8477", "doc719006"], "ranked_scores": [0.6275, 0.6265, 0.5718, 0.5419, 0.5311, 0.5087, 0.5062, 0.4944, 0.4862, 0.4813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1927002", "doc324540", "doc2224155", "doc2107018", "doc606253", "doc358938", "doc53643", "doc2107022", "doc28935", "doc2107033"], "ranked_scores": [0.5926, 0.5871, 0.5819, 0.5791, 0.5754, 0.5718, 0.571, 0.5704, 0.5536, 0.5513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc2288928", "doc435076", "doc2352487", "doc313364", "doc42101", "doc2607396", "doc2587564", "doc1921625", "doc435075"], "ranked_scores": [0.4866, 0.4628, 0.4627, 0.4566, 0.4566, 0.4565, 0.4555, 0.4551, 0.4504, 0.4492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc15890", "doc2119808", "doc336518", "doc627432", "doc264212", "doc1531603", "doc733127", "doc878338", "doc1508870"], "ranked_scores": [0.5217, 0.4753, 0.4715, 0.4674, 0.446, 0.4381, 0.4375, 0.4354, 0.4338, 0.4232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc245411", "doc1130168", "doc2083699", "doc311498", "doc2357458", "doc2306629", "doc946285", "doc2361509"], "ranked_scores": [0.5738, 0.4915, 0.3579, 0.3297, 0.321, 0.3192, 0.3088, 0.303, 0.2907, 0.2859], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc601133", "doc57975", "doc225655", "doc376241", "doc864555", "doc1345740", "doc2326766", "doc2035909", "doc390322"], "ranked_scores": [0.4419, 0.3895, 0.3848, 0.3683, 0.3653, 0.3513, 0.342, 0.3395, 0.3367, 0.335], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986449", "doc2465656", "doc1160263", "doc134196", "doc1333905", "doc546881", "doc2058897", "doc1584862", "doc1975694"], "ranked_scores": [0.5903, 0.5553, 0.5163, 0.5157, 0.5143, 0.5107, 0.4982, 0.4958, 0.4838, 0.4758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc877974", "doc1892012", "doc2621492", "doc2361509", "doc2391797", "doc807", "doc878338", "doc2676752", "doc312607"], "ranked_scores": [0.4026, 0.3802, 0.3504, 0.3498, 0.344, 0.3421, 0.3338, 0.322, 0.3211, 0.3211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc2624067", "doc127040", "doc1452752", "doc127031", "doc2015719", "doc88974", "doc88973", "doc88933"], "ranked_scores": [0.5395, 0.5162, 0.5052, 0.5003, 0.4941, 0.4811, 0.4659, 0.4484, 0.4386, 0.4385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc338813", "doc21378", "doc1738086", "doc698075", "doc21339", "doc338818", "doc21368", "doc21363", "doc1455444"], "ranked_scores": [0.4534, 0.4161, 0.408, 0.3992, 0.3927, 0.3913, 0.3889, 0.3863, 0.383, 0.3815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2563559", "doc108559", "doc323321", "doc108456", "doc376565", "doc18273", "doc911115", "doc63590", "doc2526454", "doc1774519"], "ranked_scores": [0.5589, 0.5372, 0.5149, 0.5061, 0.5006, 0.4931, 0.4931, 0.4931, 0.4769, 0.4743], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc355540", "doc203256", "doc1183356", "doc1272096", "doc1670303", "doc7163", "doc7166", "doc1416739"], "ranked_scores": [0.6169, 0.5117, 0.5014, 0.4814, 0.4744, 0.4659, 0.462, 0.4554, 0.4399, 0.4374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc1260422", "doc2653657", "doc1452587", "doc455756", "doc751726", "doc1826212", "doc2015875", "doc4611", "doc1526452"], "ranked_scores": [0.425, 0.3373, 0.3288, 0.3185, 0.3036, 0.2888, 0.2868, 0.2782, 0.2666, 0.2622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc642762", "doc2634368", "doc1222389", "doc190281", "doc2125026", "doc1038435", "doc2057552", "doc1170391", "doc1170390"], "ranked_scores": [0.4571, 0.4409, 0.3977, 0.3937, 0.3936, 0.3868, 0.3842, 0.3829, 0.3814, 0.3797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc36460", "doc1618376", "doc1618372", "doc36485", "doc2622759", "doc2396140", "doc1256783", "doc2396125"], "ranked_scores": [0.5348, 0.5281, 0.5244, 0.5027, 0.4842, 0.4454, 0.4296, 0.4231, 0.4221, 0.3945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc388464", "doc973089", "doc1445498", "doc106332", "doc106355", "doc703714", "doc703719", "doc337547", "doc2060101"], "ranked_scores": [0.6275, 0.6258, 0.6217, 0.5959, 0.5953, 0.5719, 0.5701, 0.5669, 0.5644, 0.5624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc729661", "doc1373324", "doc2167590", "doc729573", "doc596021", "doc1119808", "doc626438"], "ranked_scores": [0.6438, 0.6414, 0.6336, 0.5837, 0.5799, 0.5772, 0.5718, 0.5582, 0.5573, 0.5499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430993", "doc1431001", "doc1504263", "doc1430994", "doc5734", "doc77971", "doc77973", "doc691881", "doc53465"], "ranked_scores": [0.4789, 0.4489, 0.4457, 0.4162, 0.4149, 0.3574, 0.3525, 0.3117, 0.2975, 0.2853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-tq-1bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57232", "doc3001", "doc57247", "doc1395336", "doc1104254", "doc751998", "doc2173544", "doc2173529"], "ranked_scores": [0.5417, 0.4505, 0.4115, 0.3906, 0.375, 0.3724, 0.3672, 0.3672, 0.362, 0.3594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc914411", "doc2345266", "doc1268295", "doc2292349", "doc2136789", "doc63543", "doc2112811", "doc345111"], "ranked_scores": [0.4427, 0.3906, 0.3646, 0.3438, 0.3385, 0.3359, 0.3359, 0.3333, 0.3203, 0.3151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21831", "doc377466", "doc21832", "doc69767", "doc1328955", "doc699194", "doc1393796", "doc776142", "doc243667"], "ranked_scores": [0.5026, 0.4818, 0.4687, 0.4505, 0.4453, 0.4401, 0.4271, 0.4167, 0.4089, 0.4089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc643498", "doc1177870", "doc2386390", "doc2317442", "doc1007260", "doc392076", "doc658301", "doc146101", "doc564709", "doc230376"], "ranked_scores": [0.4323, 0.4167, 0.4063, 0.4063, 0.4062, 0.4036, 0.401, 0.401, 0.3984, 0.3958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc559430", "doc1812659", "doc1234227", "doc1741706", "doc559423", "doc2165920", "doc2165905", "doc1828693", "doc887635"], "ranked_scores": [0.4818, 0.4766, 0.4714, 0.4661, 0.4635, 0.4609, 0.4427, 0.4427, 0.4427, 0.4401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc2085928", "doc1628841", "doc540358", "doc27535", "doc361696", "doc738831", "doc1279689", "doc2272998", "doc361702"], "ranked_scores": [0.4141, 0.3646, 0.3594, 0.3594, 0.3568, 0.3516, 0.3516, 0.3464, 0.3411, 0.3385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc119665", "doc925929", "doc1669853", "doc620637", "doc1953211", "doc293491", "doc77634", "doc422133", "doc268699", "doc101332"], "ranked_scores": [0.5391, 0.513, 0.5052, 0.5052, 0.5052, 0.474, 0.474, 0.474, 0.4714, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc278641", "doc520684", "doc1486663", "doc1798668", "doc29765", "doc966365", "doc2096501", "doc101561", "doc278693"], "ranked_scores": [0.5234, 0.4062, 0.388, 0.3854, 0.3828, 0.3828, 0.3672, 0.3594, 0.3568, 0.3516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1376346", "doc61045", "doc61043", "doc928962", "doc1048266", "doc627159", "doc988606", "doc1376345"], "ranked_scores": [0.4792, 0.4609, 0.4427, 0.401, 0.3724, 0.3125, 0.3047, 0.2865, 0.2839, 0.2708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97445", "doc2083987", "doc369237", "doc97442", "doc97430", "doc369276", "doc214269"], "ranked_scores": [0.6094, 0.6068, 0.5599, 0.5495, 0.4792, 0.4531, 0.4531, 0.4505, 0.4375, 0.4271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1458417", "doc33196", "doc1357070", "doc233794", "doc1458400", "doc1153299", "doc311119", "doc54026", "doc636318"], "ranked_scores": [0.4583, 0.4375, 0.4245, 0.3802, 0.3698, 0.349, 0.3385, 0.3333, 0.3333, 0.3281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc253608", "doc66003", "doc1984127", "doc83863", "doc1386116", "doc2171547", "doc413908", "doc2372621"], "ranked_scores": [0.4896, 0.4167, 0.3984, 0.3984, 0.3854, 0.3802, 0.3802, 0.3594, 0.349, 0.3437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc1445498", "doc1332302", "doc388464", "doc284003", "doc1445499", "doc106355", "doc703719", "doc964811", "doc427621"], "ranked_scores": [0.5182, 0.513, 0.4948, 0.4766, 0.4661, 0.4635, 0.4557, 0.4453, 0.4375, 0.4349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7119", "doc692559", "doc7106", "doc7112", "doc697071", "doc2670770", "doc934401", "doc683357", "doc526956", "doc695983"], "ranked_scores": [0.4349, 0.4297, 0.4245, 0.4193, 0.4141, 0.4089, 0.4089, 0.3932, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc90808", "doc1740481", "doc107878", "doc2093563", "doc1101734", "doc854693", "doc1606435", "doc2033842"], "ranked_scores": [0.5391, 0.3958, 0.3854, 0.3594, 0.3542, 0.3542, 0.349, 0.349, 0.3464, 0.3438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc244386", "doc750407", "doc2018288", "doc897", "doc269387", "doc453118", "doc750416", "doc187226", "doc938302", "doc229804"], "ranked_scores": [0.3438, 0.3438, 0.3333, 0.3333, 0.3151, 0.3099, 0.3073, 0.2995, 0.2995, 0.2917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc2202499", "doc416774", "doc30773", "doc468490", "doc1380357", "doc300567", "doc1786046", "doc1380356", "doc1168119"], "ranked_scores": [0.4609, 0.4219, 0.4193, 0.4193, 0.4115, 0.4063, 0.4036, 0.3984, 0.388, 0.3776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc648364", "doc750416", "doc36393", "doc1759594", "doc454591", "doc2127006", "doc648335"], "ranked_scores": [0.4609, 0.4375, 0.3802, 0.3802, 0.3464, 0.3385, 0.3385, 0.3385, 0.3359, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc1102442", "doc56897", "doc56921", "doc2408092", "doc2509996", "doc2313854", "doc2509993", "doc56903", "doc2091597"], "ranked_scores": [0.6354, 0.5625, 0.5573, 0.4844, 0.4635, 0.4505, 0.4453, 0.4297, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80074", "doc80154", "doc80067", "doc80151", "doc352904", "doc345642", "doc80100", "doc2557720", "doc137908", "doc1912506"], "ranked_scores": [0.4661, 0.4557, 0.4505, 0.4453, 0.4349, 0.4219, 0.4167, 0.4089, 0.4036, 0.401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc732015", "doc1248717", "doc2353712", "doc108788", "doc1313601", "doc1214168", "doc18814", "doc2240291", "doc1945762"], "ranked_scores": [0.4479, 0.4141, 0.4062, 0.401, 0.3828, 0.3672, 0.3594, 0.3568, 0.3568, 0.3516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc207464", "doc26444", "doc675035", "doc138458", "doc2376934", "doc99377", "doc131786", "doc1202814", "doc863698", "doc474060"], "ranked_scores": [0.4349, 0.4271, 0.4063, 0.4036, 0.3932, 0.3906, 0.3854, 0.3724, 0.3672, 0.3646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc119586", "doc1612515", "doc435057", "doc447411", "doc1104251", "doc204120", "doc551897"], "ranked_scores": [0.5859, 0.4844, 0.4323, 0.2578, 0.2526, 0.2318, 0.2318, 0.2266, 0.2187, 0.2135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc57946", "doc57940", "doc57948", "doc721746", "doc81655", "doc2115402", "doc1199221", "doc1489505", "doc1390312"], "ranked_scores": [0.4479, 0.4167, 0.4089, 0.4089, 0.3958, 0.3958, 0.3854, 0.3854, 0.3568, 0.3411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1612364", "doc1936829", "doc22149", "doc866703", "doc1381513", "doc1723101", "doc751425", "doc1796400"], "ranked_scores": [0.5026, 0.3776, 0.3359, 0.3307, 0.3177, 0.2995, 0.2734, 0.2552, 0.2552, 0.2552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc1376793", "doc41344", "doc851269", "doc971992", "doc64314", "doc64316", "doc35524", "doc1385345", "doc1683659"], "ranked_scores": [0.4818, 0.4818, 0.4766, 0.4714, 0.4583, 0.4557, 0.4557, 0.4193, 0.4089, 0.4063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc2545031", "doc1978008", "doc437685", "doc437677", "doc1334192", "doc437678", "doc437639", "doc1334238", "doc638932"], "ranked_scores": [0.5, 0.4714, 0.4661, 0.4557, 0.4531, 0.4505, 0.4401, 0.4375, 0.4271, 0.4271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1333507", "doc938718", "doc720105", "doc1315097", "doc1314944", "doc2593884", "doc866490", "doc1314979", "doc887699"], "ranked_scores": [0.2708, 0.2396, 0.2057, 0.2057, 0.1979, 0.1953, 0.1953, 0.1927, 0.1927, 0.1901], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc2390440", "doc1728777", "doc2361509", "doc1801894", "doc1190303", "doc645572", "doc2251710", "doc832551", "doc488007"], "ranked_scores": [0.2839, 0.2734, 0.2448, 0.2396, 0.237, 0.2344, 0.2318, 0.2266, 0.224, 0.2214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc317197", "doc1283940", "doc2115479", "doc2179022", "doc758677", "doc114471", "doc1098312", "doc182046"], "ranked_scores": [0.5573, 0.487, 0.3438, 0.3073, 0.2995, 0.2917, 0.2917, 0.2865, 0.2839, 0.2786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1840635", "doc2337863", "doc1410020", "doc2142521", "doc1394743", "doc996399", "doc2679049", "doc324530"], "ranked_scores": [0.5885, 0.5625, 0.4036, 0.3984, 0.3932, 0.3854, 0.3698, 0.3698, 0.3594, 0.3542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2194194", "doc94371", "doc515771", "doc2429823", "doc990514", "doc1030288", "doc990522", "doc2449643", "doc2366135"], "ranked_scores": [0.4661, 0.4505, 0.4505, 0.4349, 0.4089, 0.4036, 0.401, 0.3984, 0.3984, 0.3932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105756", "doc105739", "doc830308", "doc105758", "doc105763", "doc8477", "doc1516605", "doc1729412", "doc543176", "doc719060"], "ranked_scores": [0.5286, 0.4974, 0.4349, 0.4245, 0.4193, 0.4141, 0.3932, 0.3932, 0.3906, 0.3776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107033", "doc1927002", "doc2107018", "doc2224155", "doc606253", "doc52414", "doc324540", "doc2107022", "doc358938", "doc53643"], "ranked_scores": [0.4583, 0.4583, 0.4557, 0.4479, 0.4453, 0.4427, 0.4297, 0.4245, 0.4219, 0.4115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc2352487", "doc2498492", "doc435076", "doc2032387", "doc2217446", "doc42101", "doc2607396", "doc435075", "doc313364"], "ranked_scores": [0.3568, 0.3516, 0.3516, 0.3464, 0.3464, 0.3438, 0.3438, 0.3438, 0.3411, 0.3385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2119808", "doc878338", "doc15890", "doc336518", "doc264212", "doc1531603", "doc1935873", "doc1508870", "doc627432"], "ranked_scores": [0.4062, 0.3698, 0.362, 0.3594, 0.3568, 0.3542, 0.3411, 0.3359, 0.3229, 0.3203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc245411", "doc311498", "doc2083699", "doc2144435", "doc143496", "doc946285", "doc1130168", "doc2361509"], "ranked_scores": [0.4323, 0.4089, 0.2943, 0.2682, 0.2604, 0.2578, 0.2448, 0.2448, 0.2396, 0.237], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc2035909", "doc225655", "doc601133", "doc376241", "doc2326766", "doc864555", "doc57975", "doc1153924", "doc390322"], "ranked_scores": [0.3073, 0.2708, 0.2708, 0.2682, 0.2578, 0.2552, 0.2448, 0.2422, 0.2344, 0.2318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986449", "doc134196", "doc1333905", "doc1160263", "doc2058897", "doc2465656", "doc1975694", "doc663431", "doc1584862"], "ranked_scores": [0.4531, 0.4349, 0.401, 0.3958, 0.3906, 0.3828, 0.375, 0.375, 0.375, 0.3672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc877974", "doc2361509", "doc221817", "doc2676752", "doc2621492", "doc2067045", "doc2655469", "doc807", "doc1136780", "doc2391797"], "ranked_scores": [0.2865, 0.2734, 0.2604, 0.2604, 0.2474, 0.2448, 0.2448, 0.2396, 0.237, 0.2318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2624067", "doc88934", "doc127040", "doc88931", "doc127031", "doc1452752", "doc88933", "doc88974", "doc2624072", "doc88973"], "ranked_scores": [0.3906, 0.3828, 0.3828, 0.3802, 0.3698, 0.3698, 0.362, 0.3594, 0.3516, 0.3359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc21378", "doc338813", "doc2115402", "doc21363", "doc698075", "doc1308445", "doc338815", "doc338818", "doc418129"], "ranked_scores": [0.362, 0.3229, 0.3047, 0.2995, 0.2969, 0.2969, 0.2891, 0.2865, 0.2865, 0.2865], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2563559", "doc376565", "doc108559", "doc2526454", "doc1604800", "doc88505", "doc63590", "doc18273", "doc911115", "doc108481"], "ranked_scores": [0.4427, 0.4245, 0.4089, 0.3906, 0.3854, 0.3828, 0.3828, 0.3828, 0.3828, 0.3672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc355540", "doc1416739", "doc1183356", "doc1272096", "doc203256", "doc1948176", "doc586538", "doc2475623"], "ranked_scores": [0.4687, 0.3828, 0.3698, 0.3594, 0.3464, 0.3464, 0.3464, 0.3411, 0.3333, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc1260422", "doc2653657", "doc751726", "doc525586", "doc4611", "doc2060827", "doc1244692", "doc1051902", "doc2613797"], "ranked_scores": [0.3646, 0.2943, 0.25, 0.25, 0.2448, 0.2422, 0.224, 0.224, 0.2214, 0.2214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2125026", "doc642762", "doc190281", "doc2634368", "doc1131204", "doc2057552", "doc1170390", "doc173893", "doc1508870"], "ranked_scores": [0.3568, 0.3333, 0.3073, 0.3073, 0.3047, 0.3021, 0.3021, 0.2995, 0.2865, 0.2865], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc36460", "doc36485", "doc1618376", "doc1618372", "doc2396125", "doc2622759", "doc2305994", "doc1256783"], "ranked_scores": [0.4167, 0.4167, 0.3828, 0.362, 0.3568, 0.3333, 0.3177, 0.3151, 0.2943, 0.2917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc973089", "doc337547", "doc2832", "doc2060101", "doc1332302", "doc106332", "doc388464", "doc1445498", "doc2833", "doc106355"], "ranked_scores": [0.5078, 0.4844, 0.4792, 0.4714, 0.4688, 0.4661, 0.4661, 0.4609, 0.4505, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc729661", "doc108887", "doc1520499", "doc1373324", "doc2167590", "doc1220654", "doc596014", "doc729573"], "ranked_scores": [0.5078, 0.5026, 0.4922, 0.4687, 0.4661, 0.4609, 0.4505, 0.4375, 0.4167, 0.4089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1431001", "doc1430994", "doc1430993", "doc1504263", "doc77976", "doc5734", "doc77971", "doc1817839", "doc1880724", "doc2013112"], "ranked_scores": [0.3516, 0.3203, 0.3151, 0.3125, 0.3073, 0.2526, 0.2318, 0.2266, 0.2135, 0.2135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-tq-1bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc301772", "doc1104254", "doc751967", "doc751954", "doc57247", "doc57242", "doc751998", "doc57232", "doc183955"], "ranked_scores": [0.7187, 0.6563, 0.6563, 0.625, 0.5937, 0.5937, 0.5937, 0.5937, 0.5937, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc357255", "doc1749973", "doc357235", "doc1038212", "doc2292349", "doc1117624", "doc1796956", "doc63538", "doc2136789", "doc1982537"], "ranked_scores": [0.6563, 0.6562, 0.5938, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc21841", "doc69765", "doc21875", "doc25836", "doc21844", "doc243667", "doc21856", "doc21831", "doc812322", "doc21906"], "ranked_scores": [0.7188, 0.6875, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc232625", "doc453172", "doc1674853", "doc392076", "doc1054919", "doc415369", "doc658301", "doc1247565", "doc146101", "doc2372195"], "ranked_scores": [0.75, 0.7188, 0.7188, 0.7188, 0.7187, 0.6875, 0.6875, 0.6563, 0.6563, 0.6563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1614582", "doc682295", "doc1234227", "doc2171152", "doc2307710", "doc2202523", "doc1249764", "doc2266529", "doc2372193", "doc338852"], "ranked_scores": [0.5938, 0.5937, 0.5625, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc437668", "doc361697", "doc437667", "doc437639", "doc437683", "doc1177694", "doc414338", "doc1321924", "doc1321884"], "ranked_scores": [0.625, 0.5937, 0.5625, 0.5625, 0.5625, 0.5, 0.5, 0.5, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc54270", "doc2025330", "doc422133", "doc293491", "doc349744", "doc2357946", "doc293478", "doc1526230", "doc653285"], "ranked_scores": [0.6563, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937, 0.5937, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc49159", "doc29757", "doc2096501", "doc1411599", "doc1017147", "doc139151", "doc327730", "doc50625", "doc151694", "doc635523"], "ranked_scores": [0.7188, 0.7187, 0.6563, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61043", "doc1376346", "doc2083822", "doc61056", "doc2517376", "doc2092646", "doc232627", "doc2105047", "doc627159"], "ranked_scores": [0.6562, 0.5938, 0.5937, 0.5625, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc369220", "doc369291", "doc152515", "doc369237", "doc369204", "doc369234", "doc2071028", "doc97421"], "ranked_scores": [0.6875, 0.6875, 0.6563, 0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc1612525", "doc868658", "doc233794", "doc216330", "doc583523", "doc1451837", "doc2540212", "doc1384361", "doc2079848", "doc1458417"], "ranked_scores": [0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc66003", "doc1974480", "doc50109", "doc1386166", "doc1984127", "doc2537824", "doc414335", "doc437627", "doc75967", "doc83863"], "ranked_scores": [0.6875, 0.6875, 0.6563, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc2832", "doc388464", "doc703714", "doc284042", "doc874101", "doc106335", "doc106333", "doc285724", "doc973089"], "ranked_scores": [0.7813, 0.7812, 0.75, 0.75, 0.7187, 0.7187, 0.6875, 0.6875, 0.6875, 0.6875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc934401", "doc1635172", "doc7106", "doc7108", "doc7119", "doc526956", "doc683357", "doc523031", "doc2670770", "doc7091"], "ranked_scores": [0.6563, 0.6563, 0.6562, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc191638", "doc90807", "doc2093563", "doc2632693", "doc2247113", "doc2673602", "doc483933", "doc2082594", "doc50167", "doc90808"], "ranked_scores": [0.75, 0.7188, 0.6563, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750407", "doc1235322", "doc807", "doc1002546", "doc1458090", "doc2010467", "doc2341207", "doc2347811", "doc460917", "doc719678"], "ranked_scores": [0.5625, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc2509293", "doc788472", "doc300567", "doc132943", "doc2206639", "doc1474755", "doc1686189", "doc2570457", "doc695124", "doc651957"], "ranked_scores": [0.75, 0.75, 0.6875, 0.6563, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1634950", "doc2483632", "doc36402", "doc58892", "doc2024841", "doc36393", "doc1589706", "doc1278394", "doc2225375", "doc938300"], "ranked_scores": [0.625, 0.5938, 0.5938, 0.5625, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56903", "doc1350141", "doc963670", "doc56897", "doc2091589", "doc952849", "doc2091584", "doc2313875", "doc56921"], "ranked_scores": [0.7813, 0.75, 0.6563, 0.6563, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc1912506", "doc80067", "doc817616", "doc80154", "doc1391659", "doc1149597", "doc55626", "doc137908", "doc2514393", "doc80070"], "ranked_scores": [0.7188, 0.7187, 0.6563, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc732015", "doc1248717", "doc2240268", "doc1170314", "doc2240291", "doc169399", "doc352368", "doc1018577", "doc732101"], "ranked_scores": [0.6875, 0.625, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc1159969", "doc511592", "doc1858452", "doc26444", "doc224101", "doc2517376", "doc2517379", "doc474073", "doc727075", "doc1202814"], "ranked_scores": [0.7813, 0.75, 0.75, 0.7188, 0.7188, 0.6875, 0.6875, 0.6563, 0.6563, 0.6563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc162720", "doc1287918", "doc1387772", "doc1135778", "doc162716", "doc1738086", "doc2316765"], "ranked_scores": [0.75, 0.75, 0.6875, 0.625, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc57940", "doc721746", "doc37890", "doc37895", "doc2525057", "doc2115402", "doc57946", "doc399017"], "ranked_scores": [0.6875, 0.6563, 0.6563, 0.5938, 0.5938, 0.5938, 0.5625, 0.5313, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1839188", "doc1936829", "doc1612364", "doc1597244", "doc751435", "doc1629806", "doc691881", "doc13999", "doc191638"], "ranked_scores": [0.625, 0.5313, 0.5312, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc1111696", "doc2614080", "doc1376793", "doc41344", "doc64317", "doc64318", "doc1683659", "doc41305", "doc2487655", "doc64314"], "ranked_scores": [0.6562, 0.625, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4556, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1321929", "doc1520244", "doc1978004", "doc1788429", "doc539428", "doc1520251", "doc1321876", "doc1520320", "doc1520213", "doc1321967"], "ranked_scores": [0.6875, 0.6563, 0.6562, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc807066", "doc2195029", "doc1006037", "doc1293555", "doc720105", "doc1898381", "doc2114806", "doc27529", "doc1842144", "doc437668"], "ranked_scores": [0.5, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4687, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc357631", "doc844175", "doc607623", "doc719078", "doc1445420", "doc22149", "doc190325", "doc1050188", "doc2182044", "doc2071107"], "ranked_scores": [0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2390440", "doc53465", "doc2652795", "doc611282", "doc1336590", "doc1283940", "doc2034127", "doc2501125", "doc266717"], "ranked_scores": [0.7812, 0.625, 0.5625, 0.5625, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc430825", "doc87294", "doc1394760", "doc25696", "doc1857677", "doc1394743", "doc2142521", "doc1007190", "doc1787621", "doc812613"], "ranked_scores": [0.7813, 0.6563, 0.625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc84492", "doc2527260", "doc147268", "doc960776", "doc1030289", "doc2167640", "doc2451212", "doc1119808", "doc660271", "doc971351"], "ranked_scores": [0.6875, 0.6875, 0.6875, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105764", "doc1270352", "doc105758", "doc555420", "doc1803558", "doc1572538", "doc849003", "doc543176", "doc2584848", "doc849000"], "ranked_scores": [0.7188, 0.7187, 0.6563, 0.6563, 0.6562, 0.6562, 0.6562, 0.625, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1220233", "doc2500959", "doc1316312", "doc69722", "doc174415", "doc1411599", "doc2252577", "doc1690531", "doc52414", "doc2045783"], "ranked_scores": [0.7813, 0.7187, 0.7187, 0.6875, 0.6875, 0.6562, 0.6562, 0.6562, 0.6562, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1204609", "doc2607396", "doc2352487", "doc70904", "doc211209", "doc736126", "doc720207", "doc331138", "doc70919", "doc211230"], "ranked_scores": [0.75, 0.7188, 0.6875, 0.6875, 0.6563, 0.6563, 0.6562, 0.625, 0.625, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc212903", "doc1222389", "doc384744", "doc965461", "doc278693", "doc2054559", "doc2179035", "doc1038435", "doc965463"], "ranked_scores": [0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc2431682", "doc2184940", "doc245411", "doc1270352", "doc1785170", "doc102097", "doc183955", "doc381923", "doc531580"], "ranked_scores": [0.6562, 0.625, 0.5937, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1813688", "doc1539817", "doc998011", "doc1345740", "doc920086", "doc261351", "doc369873", "doc635536", "doc6531", "doc390322"], "ranked_scores": [0.5625, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc546881", "doc860546", "doc1991515", "doc2465656", "doc1986449", "doc61233", "doc2058897", "doc1160263", "doc1730288"], "ranked_scores": [0.6563, 0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc807", "doc1837585", "doc2347811", "doc415369", "doc2316721", "doc602735", "doc2173325", "doc2119808", "doc1526184", "doc551718"], "ranked_scores": [0.5938, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc1438166", "doc779563", "doc127040", "doc1935824", "doc1763997", "doc2224204", "doc2015719", "doc1616053", "doc107206", "doc1277183"], "ranked_scores": [0.5625, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc1996766", "doc1738086", "doc1455511", "doc282412", "doc338818", "doc2115402", "doc81655", "doc21368", "doc1455952"], "ranked_scores": [0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108508", "doc193828", "doc1774519", "doc1297270", "doc911130", "doc1939108", "doc1791048", "doc1741795", "doc1491868", "doc911115"], "ranked_scores": [0.6875, 0.6875, 0.6875, 0.6563, 0.6563, 0.6562, 0.6562, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc1084332", "doc355540", "doc586538", "doc2444292", "doc1384361", "doc2200447", "doc1497539", "doc1130696", "doc2373327", "doc736558"], "ranked_scores": [0.5625, 0.5625, 0.5625, 0.5312, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1568962", "doc13999", "doc620571", "doc102096", "doc369166", "doc1135778", "doc1387772", "doc2305994", "doc717117", "doc1534825"], "ranked_scores": [0.5937, 0.5312, 0.5, 0.4688, 0.4688, 0.4688, 0.4688, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1436063", "doc97366", "doc1487701", "doc320235", "doc1390065", "doc1376157", "doc2057552", "doc232625", "doc605471", "doc22915"], "ranked_scores": [0.5937, 0.5625, 0.5313, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618376", "doc36460", "doc2622778", "doc770526", "doc2622759", "doc2396125", "doc2165885", "doc1618372", "doc2396140"], "ranked_scores": [0.7188, 0.7188, 0.6562, 0.5938, 0.5938, 0.5938, 0.5625, 0.5313, 0.5313, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284042", "doc973089", "doc435057", "doc703714", "doc874101", "doc2060101", "doc284002", "doc298160", "doc446477", "doc1919493"], "ranked_scores": [0.6875, 0.6563, 0.6563, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc729573", "doc2393669", "doc2376691", "doc1373323", "doc108887", "doc1373324", "doc990514", "doc1119808", "doc971351", "doc515771"], "ranked_scores": [0.7188, 0.6875, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1431001", "doc5734", "doc735792", "doc751726", "doc2127006", "doc2431682", "doc91127", "doc7163", "doc77976"], "ranked_scores": [0.6875, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-tq-2bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc751998", "doc57247", "doc57232", "doc301772", "doc751967", "doc3001", "doc1104254", "doc63804"], "ranked_scores": [0.7738, 0.7505, 0.7184, 0.7146, 0.7111, 0.6727, 0.6557, 0.6362, 0.631, 0.6299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1749973", "doc2292349", "doc63538", "doc357255", "doc1117624", "doc1489658", "doc1815291", "doc357235", "doc1796956", "doc2136789"], "ranked_scores": [0.724, 0.7168, 0.7025, 0.6566, 0.65, 0.6495, 0.6331, 0.6197, 0.6109, 0.6058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21856", "doc21829", "doc69767", "doc21841", "doc69768", "doc2285692", "doc761186", "doc21832", "doc278091"], "ranked_scores": [0.8181, 0.7119, 0.7069, 0.7031, 0.7013, 0.6971, 0.6942, 0.6875, 0.6847, 0.6803], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453172", "doc1177870", "doc161015", "doc2525766", "doc1911408", "doc415358", "doc536608", "doc565706", "doc2317442", "doc643498"], "ranked_scores": [0.7595, 0.7336, 0.7302, 0.7302, 0.7302, 0.7302, 0.7302, 0.7302, 0.7245, 0.7244], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1234227", "doc1812659", "doc338852", "doc1741702", "doc682295", "doc559423", "doc1812660", "doc1167678", "doc1812661", "doc887635"], "ranked_scores": [0.7633, 0.7626, 0.7593, 0.757, 0.7539, 0.7515, 0.7465, 0.742, 0.7401, 0.7391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc2272998", "doc361697", "doc437668", "doc381292", "doc2085932", "doc361702", "doc1959244", "doc2035410", "doc2085928"], "ranked_scores": [0.7051, 0.5712, 0.5625, 0.5596, 0.559, 0.558, 0.5559, 0.5425, 0.5415, 0.5412], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc422133", "doc925929", "doc1328113", "doc293491", "doc54270", "doc2025330", "doc349747", "doc1526230", "doc101332", "doc119665"], "ranked_scores": [0.7778, 0.7758, 0.7685, 0.7497, 0.7491, 0.7485, 0.7366, 0.7272, 0.7227, 0.7167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1411599", "doc49159", "doc2096501", "doc1017147", "doc966365", "doc1798668", "doc520687", "doc101561", "doc673208"], "ranked_scores": [0.7518, 0.6775, 0.659, 0.6294, 0.6202, 0.6191, 0.6107, 0.6085, 0.5956, 0.5944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61036", "doc61043", "doc1052463", "doc61054", "doc2083822", "doc61045", "doc1019583", "doc627159", "doc752404"], "ranked_scores": [0.7628, 0.6846, 0.644, 0.6211, 0.6142, 0.5975, 0.5883, 0.5833, 0.5827, 0.571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97445", "doc97442", "doc369276", "doc97421", "doc369277", "doc2083987", "doc369220", "doc369237"], "ranked_scores": [0.7983, 0.7811, 0.7554, 0.7514, 0.6994, 0.6935, 0.6902, 0.6829, 0.6686, 0.667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc447411", "doc233794", "doc33196", "doc1612525", "doc636337", "doc33193", "doc1458417", "doc102097", "doc1878861", "doc868658"], "ranked_scores": [0.6618, 0.6614, 0.659, 0.6495, 0.6464, 0.6432, 0.6165, 0.6117, 0.6074, 0.5941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386116", "doc1386166", "doc66003", "doc83871", "doc437627", "doc253608", "doc2254475", "doc1984127", "doc1667013", "doc50109"], "ranked_scores": [0.741, 0.7103, 0.7055, 0.6996, 0.6985, 0.6983, 0.6947, 0.6896, 0.6855, 0.6758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703714", "doc703706", "doc337523", "doc427621", "doc703719", "doc2832", "doc703721", "doc106357", "doc106355"], "ranked_scores": [0.8309, 0.8137, 0.7876, 0.7735, 0.7556, 0.7519, 0.7518, 0.7498, 0.7498, 0.7481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7119", "doc526956", "doc7106", "doc1027625", "doc7108", "doc7091", "doc7099", "doc7120", "doc683357"], "ranked_scores": [0.7856, 0.7838, 0.7653, 0.7587, 0.7582, 0.7413, 0.7255, 0.7235, 0.7162, 0.7065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc2093563", "doc90808", "doc1740481", "doc1606435", "doc1101734", "doc2247113", "doc1859220", "doc1877809", "doc107878"], "ranked_scores": [0.7564, 0.7156, 0.6999, 0.6563, 0.6551, 0.6532, 0.6338, 0.6312, 0.6305, 0.6269], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2018288", "doc750414", "doc750407", "doc157123", "doc897", "doc750416", "doc2483632", "doc187232", "doc2465776", "doc1185427"], "ranked_scores": [0.6348, 0.6155, 0.6153, 0.5987, 0.5883, 0.5839, 0.5771, 0.5765, 0.5556, 0.5521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc300567", "doc30773", "doc651957", "doc788472", "doc1818632", "doc24903", "doc24925", "doc1474755", "doc1160985", "doc282521"], "ranked_scores": [0.7858, 0.7547, 0.7379, 0.7329, 0.7324, 0.7251, 0.7237, 0.7217, 0.7208, 0.7205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36393", "doc2483632", "doc938300", "doc36402", "doc23412", "doc58892", "doc1634950", "doc2041368", "doc2274222", "doc80948"], "ranked_scores": [0.7475, 0.7403, 0.7221, 0.7038, 0.6673, 0.6613, 0.6417, 0.6382, 0.6365, 0.6282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc56903", "doc1102442", "doc1685439", "doc873481", "doc2091597", "doc56921", "doc2313854", "doc56909", "doc2091589"], "ranked_scores": [0.7653, 0.7284, 0.7203, 0.7191, 0.7081, 0.6954, 0.6823, 0.6704, 0.6476, 0.6432], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80078", "doc1391659", "doc80067", "doc80151", "doc817616", "doc80074", "doc190325", "doc66226", "doc137908", "doc2537202"], "ranked_scores": [0.7436, 0.7292, 0.7109, 0.7066, 0.7017, 0.701, 0.6937, 0.6866, 0.6803, 0.6792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.525, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240291", "doc732015", "doc498654", "doc180079", "doc1852908", "doc732018", "doc1248717", "doc1214168", "doc2353712"], "ranked_scores": [0.7993, 0.6601, 0.6563, 0.6411, 0.6391, 0.6313, 0.6293, 0.6275, 0.6187, 0.6004], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc511592", "doc131786", "doc207464", "doc1858452", "doc721916", "doc26461", "doc2376934", "doc863686", "doc1159969"], "ranked_scores": [0.7919, 0.768, 0.7436, 0.7393, 0.7387, 0.7185, 0.711, 0.7078, 0.7016, 0.7009], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc5734", "doc1287918", "doc162716", "doc1430993", "doc162720", "doc1387772", "doc77973"], "ranked_scores": [0.8378, 0.7358, 0.7143, 0.6, 0.5937, 0.5705, 0.5441, 0.5366, 0.5354, 0.5311], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57940", "doc81655", "doc37890", "doc1199221", "doc57948", "doc57946", "doc37884", "doc721746", "doc2115402", "doc37895"], "ranked_scores": [0.7237, 0.7102, 0.7039, 0.7011, 0.6974, 0.6971, 0.6922, 0.6881, 0.668, 0.6603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1936829", "doc866703", "doc1428083", "doc751435", "doc1612364", "doc12271", "doc22149", "doc53465", "doc2503817"], "ranked_scores": [0.7203, 0.618, 0.6112, 0.6067, 0.5883, 0.5813, 0.5618, 0.5574, 0.5465, 0.543], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc64317", "doc851269", "doc971992", "doc41344", "doc1385349", "doc35524", "doc1683659", "doc1385353", "doc35513"], "ranked_scores": [0.7815, 0.7569, 0.7408, 0.7209, 0.7123, 0.7123, 0.7059, 0.7011, 0.6902, 0.6893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520222", "doc1520219", "doc638932", "doc1520244", "doc1520213", "doc539419", "doc252389", "doc1788429", "doc1334192", "doc1520275"], "ranked_scores": [0.761, 0.7572, 0.7523, 0.7483, 0.7423, 0.7412, 0.7365, 0.7342, 0.7305, 0.7197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1842144", "doc2087240", "doc866490", "doc1314944", "doc1768160", "doc2262226", "doc1675505", "doc2048678", "doc938718", "doc866429"], "ranked_scores": [0.5732, 0.5425, 0.5273, 0.5213, 0.5138, 0.5061, 0.503, 0.5002, 0.4996, 0.4996], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc357631", "doc773669", "doc1445420", "doc22149", "doc27298", "doc170931", "doc844175", "doc553245", "doc24934"], "ranked_scores": [0.6396, 0.5938, 0.5697, 0.5567, 0.5535, 0.5534, 0.5387, 0.5355, 0.5255, 0.5232], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1283940", "doc1346601", "doc153569", "doc611282", "doc2086681", "doc672552", "doc216328", "doc958476"], "ranked_scores": [0.8579, 0.7315, 0.6416, 0.5873, 0.582, 0.5807, 0.5731, 0.5689, 0.5622, 0.5552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc1840635", "doc2337863", "doc1394758", "doc1007190", "doc1394743", "doc324530", "doc626260"], "ranked_scores": [0.7812, 0.7751, 0.6802, 0.6435, 0.6397, 0.6312, 0.631, 0.63, 0.6222, 0.6195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1373324", "doc2527260", "doc660236", "doc2449643", "doc263654", "doc660237", "doc2393669", "doc402145", "doc368654", "doc1030288"], "ranked_scores": [0.7571, 0.7552, 0.7492, 0.7397, 0.7202, 0.7074, 0.6982, 0.6962, 0.6905, 0.6893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105758", "doc1587280", "doc105739", "doc849003", "doc105764", "doc2087170", "doc1223270", "doc1270352", "doc719076", "doc719060"], "ranked_scores": [0.7762, 0.7442, 0.7199, 0.7116, 0.6831, 0.6757, 0.6725, 0.6635, 0.6539, 0.6533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc1927002", "doc2111513", "doc2107018", "doc2224155", "doc1220233", "doc628470", "doc52414", "doc2080883", "doc172405"], "ranked_scores": [0.7433, 0.7316, 0.7189, 0.717, 0.7133, 0.7032, 0.6987, 0.6955, 0.6935, 0.6921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211209", "doc736126", "doc211230", "doc2607396", "doc1914276", "doc2599866", "doc435092", "doc768322", "doc70919", "doc70904"], "ranked_scores": [0.7889, 0.7506, 0.7369, 0.7342, 0.7273, 0.7085, 0.7045, 0.7034, 0.6993, 0.6945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2085567", "doc1222389", "doc1038435", "doc733127", "doc1531603", "doc264212", "doc1365395", "doc2054559", "doc2173325"], "ranked_scores": [0.7204, 0.7004, 0.6421, 0.631, 0.6218, 0.6195, 0.6171, 0.606, 0.6039, 0.5981], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc245411", "doc702263", "doc2582196", "doc1552106", "doc868658", "doc2083699", "doc2019605", "doc16766", "doc1563745"], "ranked_scores": [0.6893, 0.6333, 0.5911, 0.5871, 0.5829, 0.5738, 0.573, 0.5584, 0.5514, 0.5513], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc376241", "doc601133", "doc390322", "doc1477591", "doc358937", "doc1813688", "doc635536", "doc1345740", "doc2326766", "doc140893"], "ranked_scores": [0.6407, 0.6157, 0.6091, 0.6066, 0.5918, 0.5897, 0.5849, 0.5815, 0.5779, 0.5722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc546881", "doc2465656", "doc1333905", "doc1792210", "doc1986449", "doc2058897", "doc860546", "doc1986489"], "ranked_scores": [0.7325, 0.7231, 0.6962, 0.679, 0.6608, 0.6581, 0.6528, 0.6483, 0.6321, 0.6267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc807", "doc2316721", "doc2107261", "doc2361509", "doc58964", "doc2119808", "doc2391797", "doc1685203", "doc59550", "doc404160"], "ranked_scores": [0.6292, 0.6134, 0.6089, 0.5936, 0.5717, 0.5609, 0.5549, 0.5534, 0.552, 0.5494], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc1763997", "doc88934", "doc88931", "doc779563", "doc2015719", "doc127040", "doc88933", "doc127042", "doc175560", "doc127031"], "ranked_scores": [0.6573, 0.6436, 0.6425, 0.6393, 0.638, 0.6316, 0.6175, 0.6133, 0.6063, 0.597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21363", "doc21368", "doc338813", "doc614722", "doc338818", "doc1455469", "doc183948", "doc1738086", "doc21339", "doc1308445"], "ranked_scores": [0.68, 0.6461, 0.6376, 0.6213, 0.6014, 0.5799, 0.5698, 0.5663, 0.5616, 0.5584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc1791044", "doc2563559", "doc108456", "doc1939108", "doc108559", "doc1325435", "doc193828", "doc193844", "doc63590", "doc911115"], "ranked_scores": [0.7667, 0.7472, 0.7423, 0.7121, 0.7044, 0.692, 0.6897, 0.6849, 0.6821, 0.6821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1130696", "doc7163", "doc355540", "doc7166", "doc1945404", "doc7161", "doc2480339", "doc46245", "doc525751"], "ranked_scores": [0.6719, 0.659, 0.629, 0.6234, 0.6053, 0.5825, 0.5793, 0.5715, 0.5667, 0.5651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4416, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc2653657", "doc466241", "doc751726", "doc1387772", "doc1086963", "doc183948", "doc751714", "doc751729", "doc806787"], "ranked_scores": [0.6194, 0.5826, 0.5387, 0.5253, 0.5241, 0.5153, 0.5125, 0.5098, 0.502, 0.4992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2057552", "doc980993", "doc705226", "doc1020266", "doc1305242", "doc2634368", "doc208245", "doc1436063", "doc1795458", "doc1376157"], "ranked_scores": [0.61, 0.5932, 0.5764, 0.5682, 0.5615, 0.5594, 0.5565, 0.5558, 0.5509, 0.5498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc1618376", "doc36467", "doc2396140", "doc1618372", "doc2622759", "doc36485", "doc636318", "doc36463", "doc2396125"], "ranked_scores": [0.7889, 0.7816, 0.7578, 0.7041, 0.6846, 0.6754, 0.6627, 0.6414, 0.6409, 0.6324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc703714", "doc106332", "doc284042", "doc973089", "doc106355", "doc435057", "doc298160", "doc703706", "doc337523", "doc284003"], "ranked_scores": [0.7821, 0.7508, 0.7304, 0.7201, 0.7135, 0.7054, 0.7025, 0.6949, 0.6946, 0.694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1520499", "doc596021", "doc1373323", "doc729573", "doc108887", "doc91119", "doc643072", "doc1119544", "doc1119808", "doc1373324"], "ranked_scores": [0.7732, 0.7474, 0.7303, 0.7197, 0.7065, 0.7024, 0.6854, 0.675, 0.6737, 0.6721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1431001", "doc1430994", "doc1741046", "doc77971", "doc5734", "doc735792", "doc2431682", "doc77976", "doc977122"], "ranked_scores": [0.6743, 0.6243, 0.602, 0.58, 0.5591, 0.5584, 0.5484, 0.545, 0.5223, 0.5094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-tq-3bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc57242", "doc751998", "doc57232", "doc751967", "doc301772", "doc3001", "doc1395336", "doc1104254"], "ranked_scores": [0.8417, 0.7956, 0.7617, 0.735, 0.7267, 0.7039, 0.694, 0.6783, 0.6737, 0.6729], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc2292349", "doc1982537", "doc2136789", "doc345111", "doc1796956", "doc1934037", "doc1489658", "doc1117624"], "ranked_scores": [0.78, 0.7487, 0.7308, 0.7096, 0.7013, 0.6863, 0.6856, 0.6837, 0.6831, 0.673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21829", "doc812322", "doc2271309", "doc21841", "doc69767", "doc2526400", "doc278091", "doc21871", "doc25836"], "ranked_scores": [0.823, 0.7987, 0.7917, 0.775, 0.7665, 0.7648, 0.7585, 0.7463, 0.7459, 0.744], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc2386390", "doc392076", "doc1247565", "doc453091", "doc232625", "doc658301", "doc564709", "doc453172", "doc426844"], "ranked_scores": [0.7822, 0.7682, 0.764, 0.7552, 0.7538, 0.7504, 0.7456, 0.7347, 0.7296, 0.7287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc887635", "doc559423", "doc1812661", "doc1167678", "doc2019060", "doc1234227", "doc1366743", "doc1812660", "doc338852"], "ranked_scores": [0.8324, 0.8111, 0.7926, 0.7853, 0.7831, 0.769, 0.7655, 0.7652, 0.7644, 0.7642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1959244", "doc27535", "doc361702", "doc2035410", "doc540363", "doc437683", "doc361706", "doc437668", "doc381292"], "ranked_scores": [0.7485, 0.6592, 0.6564, 0.6422, 0.6217, 0.6143, 0.6138, 0.6061, 0.5819, 0.5818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc422133", "doc293491", "doc54270", "doc349747", "doc2025330", "doc349744", "doc925929", "doc119665", "doc1328113", "doc856725"], "ranked_scores": [0.8131, 0.8024, 0.8002, 0.7993, 0.782, 0.7809, 0.7783, 0.7701, 0.7608, 0.7595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520687", "doc1411599", "doc231271", "doc1456780", "doc625773", "doc966365", "doc1798668", "doc673208", "doc278641"], "ranked_scores": [0.8438, 0.6916, 0.6793, 0.6777, 0.6694, 0.6665, 0.6654, 0.6619, 0.6591, 0.6527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61036", "doc61054", "doc61043", "doc61045", "doc2083822", "doc928962", "doc491925", "doc1787812", "doc752404"], "ranked_scores": [0.7598, 0.7559, 0.7077, 0.7029, 0.6891, 0.6392, 0.6197, 0.6153, 0.6075, 0.6062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc2004921", "doc1116765", "doc97421", "doc369237", "doc97442", "doc369220", "doc152483", "doc369276", "doc2574334"], "ranked_scores": [0.8249, 0.8145, 0.7949, 0.7247, 0.7126, 0.7088, 0.6994, 0.6782, 0.6627, 0.6581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc233794", "doc447411", "doc1458417", "doc1357070", "doc2056931", "doc636337", "doc33191", "doc1612525"], "ranked_scores": [0.7479, 0.7409, 0.7032, 0.7017, 0.6947, 0.6504, 0.6479, 0.6461, 0.6348, 0.6317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc253608", "doc437627", "doc83863", "doc1386116", "doc2537824", "doc50109", "doc83871", "doc1604550", "doc83864"], "ranked_scores": [0.7902, 0.7758, 0.7617, 0.7558, 0.7492, 0.7323, 0.7311, 0.727, 0.7144, 0.7046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc1445498", "doc703714", "doc388464", "doc337523", "doc284042", "doc1332302", "doc1445515", "doc106355", "doc2832"], "ranked_scores": [0.8582, 0.8329, 0.8271, 0.8247, 0.7982, 0.7924, 0.79, 0.7887, 0.7866, 0.7865], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7119", "doc7106", "doc7108", "doc1027625", "doc7120", "doc692559", "doc526956", "doc485206", "doc1599042"], "ranked_scores": [0.8189, 0.8038, 0.795, 0.77, 0.7534, 0.7522, 0.748, 0.7477, 0.7426, 0.7319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1101734", "doc2093563", "doc1740481", "doc90808", "doc1606435", "doc1179550", "doc107878", "doc1877808", "doc1527545"], "ranked_scores": [0.8477, 0.7336, 0.7325, 0.7264, 0.718, 0.7082, 0.6962, 0.6962, 0.6935, 0.6912], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc1185427", "doc750407", "doc750416", "doc750414", "doc897", "doc2018288", "doc404160", "doc447240", "doc187232", "doc58964"], "ranked_scores": [0.6696, 0.6409, 0.6166, 0.6113, 0.5903, 0.5846, 0.577, 0.5646, 0.5606, 0.5593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc2509293", "doc90322", "doc468490", "doc788472", "doc651957", "doc382236", "doc30773", "doc300567", "doc620573"], "ranked_scores": [0.8183, 0.7936, 0.7914, 0.7897, 0.7864, 0.7843, 0.77, 0.7686, 0.7664, 0.7585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc36393", "doc2483632", "doc2274222", "doc58892", "doc23412", "doc1634950", "doc2041368", "doc1286622", "doc80948"], "ranked_scores": [0.7915, 0.757, 0.7368, 0.6897, 0.6776, 0.6776, 0.6604, 0.6533, 0.651, 0.6426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc873481", "doc56921", "doc1102442", "doc56903", "doc1288170", "doc2509996", "doc2313854", "doc1685439", "doc2439294"], "ranked_scores": [0.818, 0.8129, 0.7787, 0.7671, 0.7486, 0.716, 0.7092, 0.7044, 0.7021, 0.7007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80078", "doc80067", "doc80151", "doc137908", "doc352904", "doc80154", "doc1654062", "doc1912506", "doc80074", "doc1391659"], "ranked_scores": [0.8148, 0.7823, 0.7749, 0.7627, 0.757, 0.7512, 0.7472, 0.7405, 0.7403, 0.7358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc732101", "doc1852908", "doc2240293", "doc180079", "doc732015", "doc1214168", "doc1248717", "doc2240291", "doc732018"], "ranked_scores": [0.8218, 0.6826, 0.6804, 0.6793, 0.6751, 0.6747, 0.6714, 0.6703, 0.6631, 0.6473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc2376934", "doc1858452", "doc207464", "doc511592", "doc99377", "doc26461", "doc131786", "doc721916", "doc474060"], "ranked_scores": [0.8106, 0.7598, 0.7592, 0.7495, 0.7385, 0.7283, 0.7279, 0.7196, 0.7144, 0.7115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc162716", "doc77973", "doc1430993", "doc1287918", "doc1135778", "doc1651444", "doc2653657"], "ranked_scores": [0.8734, 0.8119, 0.7508, 0.5863, 0.5847, 0.5835, 0.579, 0.5587, 0.5539, 0.5529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc37890", "doc57948", "doc57946", "doc37895", "doc2115402", "doc57940", "doc81655", "doc1199221", "doc721746"], "ranked_scores": [0.7554, 0.7548, 0.7528, 0.744, 0.737, 0.7295, 0.7291, 0.7119, 0.704, 0.6965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1428083", "doc1936829", "doc866703", "doc2476432", "doc22149", "doc1381513", "doc751410", "doc2503817"], "ranked_scores": [0.7822, 0.7012, 0.6747, 0.656, 0.5951, 0.5848, 0.5689, 0.5555, 0.5488, 0.5467], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc851269", "doc35524", "doc64317", "doc456580", "doc1385353", "doc1385345", "doc971992", "doc35513", "doc1683659"], "ranked_scores": [0.7767, 0.7588, 0.747, 0.7443, 0.7314, 0.7247, 0.722, 0.7211, 0.7155, 0.7118], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1321929", "doc1520222", "doc1520219", "doc1978012", "doc1520311", "doc1321882", "doc539428", "doc1520244", "doc1334192", "doc437678"], "ranked_scores": [0.7915, 0.7877, 0.786, 0.7858, 0.7837, 0.7836, 0.7764, 0.7752, 0.7688, 0.7638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1842144", "doc938718", "doc720105", "doc1778743", "doc1768160", "doc2087240", "doc1314944", "doc35173", "doc1321876", "doc671973"], "ranked_scores": [0.6099, 0.5809, 0.5789, 0.5668, 0.5586, 0.5448, 0.5352, 0.5234, 0.5137, 0.5101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1445420", "doc585415", "doc24934", "doc844175", "doc22149", "doc725581", "doc170931", "doc795696", "doc719078"], "ranked_scores": [0.6327, 0.5902, 0.5785, 0.5664, 0.5647, 0.5514, 0.543, 0.5429, 0.5369, 0.5345], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1283940", "doc672552", "doc1617178", "doc230816", "doc2660672", "doc1346601", "doc602735", "doc216328"], "ranked_scores": [0.8809, 0.761, 0.6842, 0.6335, 0.6118, 0.6107, 0.6027, 0.5919, 0.5796, 0.5761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc1394743", "doc1007190", "doc2337863", "doc2142521", "doc626260", "doc324530", "doc530778"], "ranked_scores": [0.8816, 0.8326, 0.7657, 0.7156, 0.7015, 0.6789, 0.6768, 0.6652, 0.6646, 0.6636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1030288", "doc2527260", "doc2499695", "doc134070", "doc2393669", "doc2429823", "doc1185579", "doc1373324", "doc828130", "doc402145"], "ranked_scores": [0.7859, 0.7573, 0.7369, 0.732, 0.7311, 0.7296, 0.7266, 0.7163, 0.7032, 0.7031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105758", "doc105739", "doc1587280", "doc1270352", "doc849003", "doc105764", "doc719006", "doc719076", "doc105759", "doc823398"], "ranked_scores": [0.7834, 0.7389, 0.7114, 0.71, 0.7085, 0.6893, 0.6891, 0.6682, 0.666, 0.6655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc358938", "doc1927002", "doc1220233", "doc2107018", "doc628470", "doc2500959", "doc324540", "doc2111513", "doc606253"], "ranked_scores": [0.8228, 0.7931, 0.7887, 0.7848, 0.7766, 0.7683, 0.7523, 0.7522, 0.7516, 0.7482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc211209", "doc720207", "doc70919", "doc2607396", "doc435076", "doc2587564", "doc435092", "doc1914276", "doc435075"], "ranked_scores": [0.8116, 0.8046, 0.7895, 0.7565, 0.7521, 0.7508, 0.7483, 0.743, 0.7324, 0.7232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2085567", "doc733127", "doc2448623", "doc2636635", "doc1531603", "doc264212", "doc2119808", "doc878338", "doc2054559"], "ranked_scores": [0.7319, 0.7037, 0.6749, 0.6718, 0.67, 0.6634, 0.6514, 0.6397, 0.6312, 0.6266], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc2144435", "doc245411", "doc2083699", "doc2582196", "doc2361509", "doc825242", "doc1548640", "doc702263", "doc868658"], "ranked_scores": [0.6702, 0.6241, 0.6234, 0.6141, 0.5985, 0.5814, 0.575, 0.5693, 0.5626, 0.5616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc376241", "doc57975", "doc390322", "doc1813688", "doc635536", "doc2326766", "doc40405", "doc261351", "doc1345740"], "ranked_scores": [0.6664, 0.6471, 0.6452, 0.6279, 0.6265, 0.6082, 0.5951, 0.5911, 0.5906, 0.5903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc860546", "doc1160263", "doc2058897", "doc546881", "doc1986449", "doc2465656", "doc1333905", "doc1792210", "doc61233"], "ranked_scores": [0.7731, 0.7379, 0.7328, 0.7046, 0.7015, 0.7011, 0.6968, 0.6881, 0.6711, 0.6582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2361509", "doc2316721", "doc2391797", "doc807", "doc965461", "doc201181", "doc2107261", "doc201170", "doc2497559", "doc2262786"], "ranked_scores": [0.6378, 0.6304, 0.6227, 0.6124, 0.5987, 0.597, 0.588, 0.5799, 0.5784, 0.5774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc2015719", "doc1763997", "doc107246", "doc399027", "doc1343239", "doc88931", "doc1070787", "doc958366", "doc88933"], "ranked_scores": [0.7521, 0.7179, 0.7019, 0.6731, 0.6675, 0.6459, 0.6441, 0.6385, 0.63, 0.6292], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc338818", "doc21368", "doc1455511", "doc1455509", "doc21363", "doc183948", "doc2336226", "doc1455469", "doc21378"], "ranked_scores": [0.6841, 0.6757, 0.6595, 0.6583, 0.6461, 0.6231, 0.604, 0.5984, 0.5971, 0.5859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193828", "doc108559", "doc108456", "doc18273", "doc911115", "doc63590", "doc1791044", "doc1755601", "doc2563559", "doc193844"], "ranked_scores": [0.7758, 0.7713, 0.7607, 0.7502, 0.7502, 0.7502, 0.7432, 0.7353, 0.7344, 0.7235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc203256", "doc355540", "doc1130696", "doc7166", "doc7161", "doc1945404", "doc2480339", "doc2163101", "doc2373327"], "ranked_scores": [0.7167, 0.6573, 0.6473, 0.6358, 0.6233, 0.615, 0.595, 0.594, 0.584, 0.582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4556, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc2653657", "doc1279689", "doc1735215", "doc717117", "doc751726", "doc751729", "doc1891612", "doc102077", "doc1387772"], "ranked_scores": [0.6165, 0.5968, 0.5669, 0.5542, 0.5511, 0.5407, 0.5296, 0.528, 0.5251, 0.5165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc980993", "doc2057552", "doc2639996", "doc1436063", "doc2259197", "doc1570656", "doc673167", "doc207871", "doc492385", "doc851877"], "ranked_scores": [0.6758, 0.6306, 0.6217, 0.6181, 0.6178, 0.602, 0.5858, 0.579, 0.5774, 0.5774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc36467", "doc1618376", "doc1618372", "doc36463", "doc2622759", "doc36485", "doc2396125", "doc2396140", "doc636318"], "ranked_scores": [0.8083, 0.8052, 0.7968, 0.7712, 0.7584, 0.746, 0.6896, 0.672, 0.6658, 0.6635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106332", "doc284002", "doc703714", "doc284042", "doc388464", "doc714665", "doc973089", "doc284003", "doc35719", "doc337547"], "ranked_scores": [0.8134, 0.7992, 0.7936, 0.7879, 0.7755, 0.7742, 0.7727, 0.7636, 0.7573, 0.7549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc729573", "doc643072", "doc1119808", "doc1373323", "doc1520499", "doc2393669", "doc108887", "doc596021", "doc1373324", "doc91119"], "ranked_scores": [0.8065, 0.8005, 0.7961, 0.7884, 0.7745, 0.7719, 0.7679, 0.7669, 0.7428, 0.7425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1431001", "doc1224325", "doc77971", "doc77976", "doc1430994", "doc1387772", "doc1741046", "doc5734", "doc1287918"], "ranked_scores": [0.6647, 0.6325, 0.5899, 0.5865, 0.5852, 0.5772, 0.5672, 0.5654, 0.5635, 0.5566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-tq-1bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc57247", "doc751998", "doc2116209", "doc301772", "doc1395336", "doc57232", "doc1254733", "doc751967"], "ranked_scores": [0.625, 0.6094, 0.5625, 0.5312, 0.4844, 0.4688, 0.4688, 0.4375, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc357255", "doc357235", "doc1879889", "doc1749973", "doc2292349", "doc2345266", "doc2602317", "doc1489658", "doc2136789"], "ranked_scores": [0.5938, 0.5469, 0.5313, 0.5156, 0.4844, 0.4844, 0.4688, 0.4687, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21841", "doc1675505", "doc69778", "doc2074523", "doc1953114", "doc1393796", "doc21872", "doc69772", "doc812322"], "ranked_scores": [0.625, 0.5781, 0.5781, 0.5625, 0.5625, 0.5625, 0.5625, 0.5469, 0.5469, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc2386390", "doc404141", "doc564708", "doc232625", "doc2317442", "doc1177870", "doc426844", "doc1007260", "doc163261", "doc1347475"], "ranked_scores": [0.625, 0.5781, 0.5781, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc559423", "doc1382170", "doc1812661", "doc2165920", "doc2165905", "doc887635", "doc1812660", "doc1812659", "doc2019060", "doc2307709"], "ranked_scores": [0.6875, 0.6563, 0.625, 0.625, 0.625, 0.625, 0.6094, 0.5781, 0.5781, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc2085928", "doc1021718", "doc1324046", "doc1770477", "doc2035410", "doc27535", "doc459410", "doc27529", "doc1279689", "doc1959244"], "ranked_scores": [0.5469, 0.4844, 0.4844, 0.4844, 0.4844, 0.4687, 0.4531, 0.4531, 0.4531, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc101332", "doc1328113", "doc925929", "doc1953211", "doc349744", "doc825186", "doc272763", "doc77634", "doc2025330", "doc2299643"], "ranked_scores": [0.7031, 0.6719, 0.6562, 0.6406, 0.6406, 0.6406, 0.625, 0.625, 0.6094, 0.6094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc231271", "doc29757", "doc278641", "doc966365", "doc1017147", "doc101561", "doc2107778", "doc29759", "doc2688", "doc99857"], "ranked_scores": [0.6094, 0.5938, 0.5781, 0.5625, 0.5625, 0.5469, 0.5, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc1750116", "doc61036", "doc61043", "doc401103", "doc61054", "doc91244", "doc627159", "doc1612682", "doc1376345"], "ranked_scores": [0.5937, 0.5313, 0.5312, 0.5312, 0.5156, 0.5, 0.4844, 0.4688, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc1116765", "doc97421", "doc97430", "doc2083987", "doc2099374", "doc369261", "doc2071134", "doc626977"], "ranked_scores": [0.6562, 0.5938, 0.5781, 0.5312, 0.5, 0.4688, 0.4688, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33191", "doc233794", "doc33196", "doc1104251", "doc95291", "doc693223", "doc2569915", "doc2534674", "doc636337"], "ranked_scores": [0.5469, 0.5156, 0.5, 0.5, 0.4844, 0.4844, 0.4688, 0.4687, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc83863", "doc437627", "doc2295211", "doc1377115", "doc1386116", "doc1984127", "doc83871", "doc1604550", "doc1508087"], "ranked_scores": [0.5781, 0.5625, 0.5313, 0.5312, 0.5156, 0.5156, 0.5156, 0.5, 0.5, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1445498", "doc1445499", "doc106332", "doc1332302", "doc2832", "doc388464", "doc1445515", "doc106357", "doc337547", "doc106333"], "ranked_scores": [0.6719, 0.6563, 0.6563, 0.6563, 0.6406, 0.6406, 0.625, 0.6094, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7091", "doc7112", "doc1027625", "doc485221", "doc7106", "doc7119", "doc695983", "doc7108", "doc1384589", "doc2670770"], "ranked_scores": [0.625, 0.5781, 0.5625, 0.5312, 0.5312, 0.5312, 0.5312, 0.5156, 0.5156, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc306226", "doc90808", "doc2093563", "doc107878", "doc602724", "doc1101734", "doc1588867", "doc702263", "doc90819"], "ranked_scores": [0.6562, 0.5, 0.4844, 0.4844, 0.4687, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc244386", "doc750407", "doc269387", "doc2420483", "doc2203117", "doc802395", "doc2420503", "doc382065", "doc726012"], "ranked_scores": [0.5469, 0.5312, 0.5156, 0.4844, 0.4844, 0.4687, 0.4687, 0.4375, 0.4219, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc90322", "doc1786046", "doc468490", "doc788472", "doc416774", "doc1320382", "doc2202499", "doc24925", "doc2509293"], "ranked_scores": [0.5781, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36393", "doc2009369", "doc2483632", "doc2274222", "doc58892", "doc190650", "doc80948", "doc2395516", "doc648344", "doc1691613"], "ranked_scores": [0.5625, 0.5313, 0.5, 0.5, 0.4844, 0.4688, 0.4687, 0.4531, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56909", "doc56897", "doc56903", "doc2091597", "doc1102442", "doc873481", "doc56902", "doc1350141", "doc2408092", "doc56921"], "ranked_scores": [0.6563, 0.6562, 0.6406, 0.6406, 0.625, 0.6094, 0.5938, 0.5781, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc137908", "doc80133", "doc1640863", "doc1912505", "doc299573", "doc80089", "doc80151", "doc1912506", "doc1912470", "doc80074"], "ranked_scores": [0.5781, 0.5781, 0.5781, 0.5625, 0.5469, 0.5313, 0.5312, 0.5312, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1223275", "doc732101", "doc1852908", "doc72416", "doc1425878", "doc1248717", "doc773647", "doc18814", "doc2353712"], "ranked_scores": [0.5469, 0.5156, 0.4844, 0.4844, 0.4687, 0.4687, 0.4531, 0.4531, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc511592", "doc2376934", "doc725659", "doc207464", "doc99377", "doc1202814", "doc26461", "doc26462", "doc224770", "doc2517371"], "ranked_scores": [0.6406, 0.6094, 0.5781, 0.5469, 0.5469, 0.5156, 0.5156, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102077", "doc102097", "doc102096", "doc1287918", "doc759856", "doc2163089", "doc1732443", "doc192542", "doc495543", "doc520021"], "ranked_scores": [0.6719, 0.6719, 0.5625, 0.4063, 0.4062, 0.3906, 0.3906, 0.3906, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1199221", "doc37895", "doc57948", "doc282412", "doc37884", "doc81655", "doc57940", "doc721746", "doc2115402", "doc1390312"], "ranked_scores": [0.6094, 0.5625, 0.5312, 0.5312, 0.5312, 0.4844, 0.4844, 0.4844, 0.4844, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc22149", "doc751435", "doc1704007", "doc967500", "doc12271", "doc2059265", "doc814675", "doc2217346", "doc902657"], "ranked_scores": [0.6094, 0.4844, 0.4688, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219, 0.4219, 0.4063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc2072856", "doc64317", "doc1385345", "doc1683659", "doc41344", "doc456580", "doc1385353", "doc851269", "doc1385349"], "ranked_scores": [0.6719, 0.6563, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.6094, 0.6094, 0.6094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520320", "doc587518", "doc437656", "doc1334238", "doc2545031", "doc638932", "doc437632", "doc1321871", "doc1520254", "doc1321883"], "ranked_scores": [0.6406, 0.625, 0.6094, 0.5938, 0.5938, 0.5937, 0.5781, 0.5781, 0.5781, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc2593884", "doc1973848", "doc1130168", "doc1315097", "doc1654105", "doc859731", "doc1314979", "doc1314944", "doc2279199", "doc980033"], "ranked_scores": [0.4375, 0.4063, 0.4063, 0.3906, 0.3906, 0.3906, 0.3594, 0.3594, 0.3438, 0.3438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc832551", "doc1445420", "doc53464", "doc24939", "doc2131758", "doc806", "doc2251710", "doc22149", "doc1891609", "doc725581"], "ranked_scores": [0.5, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375, 0.4219, 0.4063, 0.4062, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc369298", "doc2086681", "doc53465", "doc846246", "doc1455775", "doc1443647", "doc1617178", "doc218667", "doc624943"], "ranked_scores": [0.625, 0.5625, 0.5469, 0.5156, 0.5, 0.4844, 0.4844, 0.4844, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc25697", "doc530778", "doc324530", "doc996399", "doc1394743", "doc430825", "doc1787621", "doc25696", "doc1840635"], "ranked_scores": [0.6562, 0.5937, 0.5781, 0.5625, 0.5625, 0.5469, 0.5313, 0.5312, 0.5156, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc294704", "doc990522", "doc1373324", "doc2393669", "doc1105038", "doc515771", "doc626445", "doc402145", "doc599371", "doc990514"], "ranked_scores": [0.5781, 0.5469, 0.5469, 0.5313, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105759", "doc105758", "doc105756", "doc105763", "doc2067376", "doc133369", "doc8477", "doc737771", "doc115973"], "ranked_scores": [0.625, 0.5781, 0.5469, 0.5313, 0.5, 0.4688, 0.4688, 0.4688, 0.4687, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1698080", "doc606253", "doc393303", "doc28935", "doc1602350", "doc3668", "doc2224155", "doc171775", "doc1220233", "doc61939"], "ranked_scores": [0.6406, 0.625, 0.625, 0.6094, 0.6094, 0.5938, 0.5938, 0.5938, 0.5937, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2607396", "doc435079", "doc435075", "doc465988", "doc70919", "doc42101", "doc313354", "doc1921625", "doc1204604", "doc435084"], "ranked_scores": [0.625, 0.6094, 0.5781, 0.5625, 0.5625, 0.5625, 0.5469, 0.5313, 0.5312, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2636635", "doc336518", "doc1238357", "doc1533390", "doc1736704", "doc98742", "doc518394", "doc261064", "doc2370090", "doc878338"], "ranked_scores": [0.5313, 0.5, 0.4688, 0.4687, 0.4687, 0.4687, 0.4531, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2361509", "doc1170390", "doc1384376", "doc543039", "doc306215", "doc1330250", "doc725581", "doc1084332"], "ranked_scores": [0.5312, 0.4688, 0.4688, 0.4219, 0.4062, 0.3906, 0.3906, 0.375, 0.375, 0.3594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc2043743", "doc390322", "doc1997613", "doc2265144", "doc601133", "doc40405", "doc1153924", "doc2396140", "doc7096"], "ranked_scores": [0.4531, 0.4375, 0.375, 0.375, 0.375, 0.375, 0.3438, 0.3437, 0.3437, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc2058897", "doc1986437", "doc588578", "doc1333905", "doc2465656", "doc1160263", "doc546881", "doc1986449", "doc588590", "doc1986496"], "ranked_scores": [0.625, 0.625, 0.6094, 0.5625, 0.5469, 0.5312, 0.5312, 0.5312, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc878338", "doc1526184", "doc2391797", "doc1370970", "doc1595692", "doc384744", "doc1508870", "doc404160", "doc220990", "doc418463"], "ranked_scores": [0.4844, 0.4531, 0.4375, 0.4375, 0.4219, 0.4062, 0.4062, 0.4062, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc1452752", "doc88934", "doc958366", "doc127031", "doc175560", "doc2624067", "doc779563", "doc88933", "doc88931", "doc1438166"], "ranked_scores": [0.5938, 0.5781, 0.5469, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312, 0.5156, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1308445", "doc21363", "doc2267531", "doc1455462", "doc21350", "doc1455511", "doc57946", "doc1455469", "doc1750769", "doc191614"], "ranked_scores": [0.4688, 0.4531, 0.4531, 0.4531, 0.4531, 0.4531, 0.4375, 0.4219, 0.4063, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2563559", "doc108481", "doc1755601", "doc18273", "doc911115", "doc63590", "doc88505", "doc108559", "doc108456", "doc1325435"], "ranked_scores": [0.5937, 0.5781, 0.5781, 0.5781, 0.5781, 0.5781, 0.5625, 0.5625, 0.5625, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc7163", "doc7166", "doc1378028", "doc1629552", "doc450131", "doc1823034", "doc851514", "doc671577"], "ranked_scores": [0.625, 0.4687, 0.4687, 0.4531, 0.4062, 0.3906, 0.3906, 0.3906, 0.3906, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc2402770", "doc751718", "doc751719", "doc2439440", "doc779483", "doc751729", "doc1826212", "doc152515", "doc732083"], "ranked_scores": [0.5, 0.4531, 0.4219, 0.4063, 0.3906, 0.375, 0.375, 0.3594, 0.3594, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2483632", "doc492385", "doc851877", "doc1258664", "doc2376934", "doc1689805", "doc2057552", "doc2282286", "doc173893", "doc2105047"], "ranked_scores": [0.4844, 0.4688, 0.4688, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219, 0.4063, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1256783", "doc1618372", "doc1618376", "doc2329334", "doc36460", "doc2245700", "doc417445", "doc2622759", "doc2396125"], "ranked_scores": [0.6406, 0.625, 0.5781, 0.5781, 0.5625, 0.5313, 0.5156, 0.5156, 0.5156, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc388464", "doc2832", "doc703714", "doc337547", "doc973089", "doc1445498", "doc106333", "doc703719", "doc2846", "doc106357"], "ranked_scores": [0.7031, 0.6406, 0.6406, 0.625, 0.625, 0.6094, 0.5938, 0.5938, 0.5781, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc729573", "doc1119808", "doc1373323", "doc643072", "doc596021", "doc108892", "doc108887", "doc2167590", "doc368686", "doc626438"], "ranked_scores": [0.7031, 0.6875, 0.6719, 0.6719, 0.6562, 0.6562, 0.625, 0.625, 0.6094, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1431001", "doc1430994", "doc1430993", "doc417330", "doc1927658", "doc2445344", "doc1787620", "doc2622759", "doc1972282", "doc2396125"], "ranked_scores": [0.4219, 0.375, 0.3594, 0.3594, 0.3594, 0.3594, 0.3281, 0.3125, 0.3125, 0.2969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-tq-2bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57247", "doc751998", "doc57232", "doc751967", "doc1104254", "doc2040327", "doc57248", "doc63804"], "ranked_scores": [0.77, 0.7095, 0.6896, 0.6807, 0.6733, 0.6325, 0.6212, 0.5978, 0.5869, 0.5813], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc2292349", "doc1749973", "doc1934037", "doc345111", "doc2136789", "doc2415290", "doc357235", "doc357255", "doc2345266"], "ranked_scores": [0.6894, 0.6721, 0.6491, 0.6079, 0.591, 0.5798, 0.5797, 0.5747, 0.5697, 0.5678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc2285692", "doc69767", "doc1393796", "doc2526400", "doc21829", "doc776142", "doc776139", "doc377466", "doc1675505"], "ranked_scores": [0.8286, 0.7242, 0.7234, 0.7081, 0.7076, 0.7075, 0.7048, 0.7003, 0.6972, 0.691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1007260", "doc1177870", "doc2386390", "doc146101", "doc453172", "doc453091", "doc163261", "doc564709", "doc426844", "doc564708"], "ranked_scores": [0.7122, 0.6919, 0.68, 0.6739, 0.6685, 0.6657, 0.6558, 0.6526, 0.6453, 0.643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc559423", "doc1234227", "doc1812661", "doc2165905", "doc2165920", "doc887635", "doc338868", "doc1366769", "doc2450178"], "ranked_scores": [0.7714, 0.7691, 0.7474, 0.7293, 0.7224, 0.7216, 0.7105, 0.7059, 0.7042, 0.7], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc540358", "doc540363", "doc2085928", "doc1386925", "doc2035410", "doc1959244", "doc27535", "doc1770477", "doc1852503"], "ranked_scores": [0.6884, 0.6272, 0.6263, 0.5863, 0.5539, 0.5487, 0.5404, 0.5329, 0.5209, 0.5176], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc349747", "doc1328113", "doc925929", "doc349744", "doc54270", "doc77634", "doc293491", "doc119665", "doc1953211", "doc2095396"], "ranked_scores": [0.7638, 0.7592, 0.7442, 0.7339, 0.7255, 0.7235, 0.7201, 0.7071, 0.705, 0.7009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc278641", "doc1798668", "doc29759", "doc1017147", "doc966365", "doc2096501", "doc231271", "doc520687", "doc101561"], "ranked_scores": [0.7574, 0.6327, 0.632, 0.6307, 0.6132, 0.6062, 0.6055, 0.5974, 0.5911, 0.5839], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61036", "doc61043", "doc61045", "doc61054", "doc627159", "doc401103", "doc1231969", "doc928962", "doc2032351"], "ranked_scores": [0.7074, 0.7003, 0.6708, 0.6671, 0.6584, 0.6137, 0.5902, 0.5821, 0.575, 0.5429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97445", "doc97421", "doc97430", "doc369237", "doc97442", "doc369234", "doc369261", "doc2083987"], "ranked_scores": [0.7816, 0.7203, 0.7131, 0.659, 0.619, 0.5924, 0.5824, 0.5789, 0.5631, 0.5612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1458417", "doc1357070", "doc2534674", "doc2569915", "doc357482", "doc260668", "doc1458400", "doc2534676"], "ranked_scores": [0.6969, 0.6707, 0.5865, 0.5682, 0.5651, 0.5629, 0.5541, 0.5457, 0.5406, 0.5386], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc437627", "doc1386116", "doc83863", "doc1984127", "doc1377115", "doc83871", "doc2537824", "doc2295211", "doc50109"], "ranked_scores": [0.682, 0.6568, 0.6511, 0.6492, 0.6325, 0.618, 0.6065, 0.5796, 0.5685, 0.5655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703714", "doc1332302", "doc388464", "doc106355", "doc703719", "doc703702", "doc106338", "doc1445498", "doc2832"], "ranked_scores": [0.7788, 0.7592, 0.7525, 0.7502, 0.7483, 0.7377, 0.7313, 0.7313, 0.7241, 0.7194], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7091", "doc7106", "doc7112", "doc7119", "doc7099", "doc7108", "doc7120", "doc695983", "doc1027625", "doc697071"], "ranked_scores": [0.7557, 0.741, 0.6922, 0.6916, 0.6832, 0.6815, 0.681, 0.6419, 0.6371, 0.637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1606435", "doc2093563", "doc1169637", "doc1740481", "doc2247113", "doc1101734", "doc107878", "doc2033841"], "ranked_scores": [0.7602, 0.6199, 0.5962, 0.5945, 0.5915, 0.5745, 0.5673, 0.566, 0.5643, 0.5525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750407", "doc897", "doc244386", "doc2420483", "doc750416", "doc2018288", "doc750414", "doc1458090", "doc453118", "doc269387"], "ranked_scores": [0.6587, 0.5929, 0.5581, 0.558, 0.5506, 0.5402, 0.5386, 0.5191, 0.5019, 0.5013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc90322", "doc2509293", "doc382236", "doc300567", "doc468490", "doc1734041", "doc620573", "doc563701", "doc416774"], "ranked_scores": [0.6866, 0.6795, 0.6609, 0.6505, 0.6493, 0.6284, 0.6129, 0.6055, 0.6048, 0.6041], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc36393", "doc2274222", "doc2009369", "doc1691613", "doc2504604", "doc58892", "doc2127006", "doc80948", "doc1646627"], "ranked_scores": [0.6397, 0.6187, 0.6081, 0.5932, 0.5534, 0.5477, 0.5463, 0.5445, 0.5397, 0.538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc873481", "doc56921", "doc56903", "doc2091597", "doc963669", "doc56902", "doc1966930", "doc2509993"], "ranked_scores": [0.7431, 0.7382, 0.7249, 0.6715, 0.6583, 0.6533, 0.6334, 0.6182, 0.6138, 0.611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc1912506", "doc137908", "doc80067", "doc80151", "doc1640863", "doc80074", "doc1654062", "doc1391659", "doc66226"], "ranked_scores": [0.7059, 0.694, 0.6842, 0.679, 0.6585, 0.6541, 0.6517, 0.6502, 0.6466, 0.6375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4685, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc2353712", "doc1852908", "doc2240291", "doc732101", "doc732015", "doc498654", "doc86071", "doc2010420"], "ranked_scores": [0.747, 0.6128, 0.6104, 0.6062, 0.6015, 0.5963, 0.596, 0.5859, 0.5678, 0.5677], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc207464", "doc99377", "doc26444", "doc2376934", "doc511592", "doc1107323", "doc768172", "doc2517390", "doc1202814", "doc474073"], "ranked_scores": [0.7, 0.6444, 0.6304, 0.6255, 0.6095, 0.5802, 0.5771, 0.5762, 0.5625, 0.555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1887731", "doc1287918", "doc447411", "doc388464", "doc905614", "doc759856", "doc435057"], "ranked_scores": [0.774, 0.7675, 0.69, 0.4635, 0.4515, 0.4359, 0.4321, 0.4312, 0.4269, 0.4194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc57940", "doc57946", "doc282412", "doc57948", "doc721746", "doc2115402", "doc37884", "doc1390312"], "ranked_scores": [0.7296, 0.7027, 0.6999, 0.6983, 0.6872, 0.6758, 0.6621, 0.6463, 0.6227, 0.6122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1612364", "doc866703", "doc1936829", "doc469055", "doc1428083", "doc2357495", "doc469056", "doc22149"], "ranked_scores": [0.7562, 0.6127, 0.5686, 0.5471, 0.5372, 0.5212, 0.4785, 0.4733, 0.4716, 0.4715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc851269", "doc64317", "doc64318", "doc456580", "doc971992", "doc35524", "doc64316", "doc35522", "doc1385349", "doc1385353"], "ranked_scores": [0.772, 0.7637, 0.7573, 0.7345, 0.7344, 0.7327, 0.724, 0.7187, 0.7181, 0.716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc1520320", "doc437656", "doc437678", "doc1334192", "doc1334238", "doc539419", "doc437677", "doc1321883", "doc1520222"], "ranked_scores": [0.7491, 0.7314, 0.7204, 0.7169, 0.714, 0.7126, 0.7123, 0.7044, 0.7003, 0.7001], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc4611", "doc35173", "doc1314979", "doc1842144", "doc2087240", "doc859731", "doc938718", "doc1675505", "doc2526412", "doc338801"], "ranked_scores": [0.4944, 0.4738, 0.4644, 0.4592, 0.4506, 0.4341, 0.4275, 0.4047, 0.3996, 0.3987], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc645564", "doc1445420", "doc1894178", "doc24934", "doc254953", "doc200940", "doc725581", "doc806", "doc1891609"], "ranked_scores": [0.6482, 0.5747, 0.5646, 0.4926, 0.4837, 0.476, 0.4725, 0.4721, 0.4709, 0.47], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2086681", "doc369298", "doc1169637", "doc1443647", "doc1455775", "doc1011075", "doc218667", "doc1096393"], "ranked_scores": [0.7337, 0.685, 0.6083, 0.6007, 0.58, 0.5732, 0.5714, 0.5685, 0.5562, 0.5466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc530778", "doc996399", "doc1840635", "doc1410020", "doc1394743", "doc1787621", "doc324530", "doc1007190"], "ranked_scores": [0.794, 0.7495, 0.646, 0.6351, 0.6339, 0.6191, 0.6136, 0.6045, 0.596, 0.5959], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc515771", "doc1030288", "doc1119808", "doc2393669", "doc2527260", "doc660237", "doc2449643", "doc402145", "doc660236", "doc2499695"], "ranked_scores": [0.6935, 0.6897, 0.6883, 0.6757, 0.6674, 0.6597, 0.652, 0.652, 0.6515, 0.6435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc105756", "doc105763", "doc849003", "doc105751", "doc737771", "doc8477", "doc105759", "doc1270352"], "ranked_scores": [0.7613, 0.7113, 0.6641, 0.6403, 0.6287, 0.6171, 0.6136, 0.6131, 0.6127, 0.6062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc628470", "doc2107033", "doc2107018", "doc2224155", "doc606253", "doc1927002", "doc53643", "doc3668", "doc324540"], "ranked_scores": [0.7985, 0.7523, 0.7401, 0.7349, 0.7226, 0.7085, 0.7006, 0.7005, 0.6973, 0.6957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2607396", "doc1921625", "doc313365", "doc768322", "doc211230", "doc2352487", "doc1914276", "doc1957486", "doc736126", "doc211209"], "ranked_scores": [0.6851, 0.6602, 0.6295, 0.6236, 0.6227, 0.6188, 0.6158, 0.6146, 0.614, 0.6126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc336518", "doc1736708", "doc15890", "doc733127", "doc1508870", "doc2085567", "doc1238357", "doc1531603", "doc1736704"], "ranked_scores": [0.6295, 0.6103, 0.5747, 0.5538, 0.5398, 0.5384, 0.5325, 0.5312, 0.524, 0.5223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2361509", "doc245411", "doc1170390", "doc946285", "doc725581", "doc2582196", "doc2144435", "doc1330250"], "ranked_scores": [0.7076, 0.6259, 0.5186, 0.5177, 0.4907, 0.4815, 0.4788, 0.4731, 0.4692, 0.4617], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc376241", "doc1055373", "doc601133", "doc2043743", "doc390322", "doc1345740", "doc57975", "doc40405", "doc864555", "doc225655"], "ranked_scores": [0.5772, 0.573, 0.5475, 0.5088, 0.4987, 0.4843, 0.4831, 0.4823, 0.473, 0.4603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1333905", "doc1986449", "doc2465656", "doc1160263", "doc546881", "doc588612", "doc182888", "doc2058897", "doc61233"], "ranked_scores": [0.7354, 0.6547, 0.6444, 0.6438, 0.6319, 0.6151, 0.6116, 0.6076, 0.597, 0.5906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc878338", "doc1526184", "doc2501125", "doc2391797", "doc1685203", "doc190844", "doc2262639", "doc2316721", "doc1014955", "doc312607"], "ranked_scores": [0.5233, 0.5191, 0.5063, 0.4928, 0.4846, 0.479, 0.4744, 0.4732, 0.4729, 0.4681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc107246", "doc88934", "doc127031", "doc2015719", "doc399027", "doc1070787", "doc2624067", "doc88933", "doc958366"], "ranked_scores": [0.7096, 0.6588, 0.6469, 0.6432, 0.6329, 0.6268, 0.6173, 0.6092, 0.6018, 0.5944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1455511", "doc338818", "doc338813", "doc21363", "doc1455509", "doc21378", "doc21350", "doc1798523", "doc2267530", "doc21368"], "ranked_scores": [0.6165, 0.6046, 0.5425, 0.5367, 0.5362, 0.5333, 0.5316, 0.5293, 0.5177, 0.5101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108481", "doc108456", "doc88505", "doc108559", "doc1791044", "doc63585", "doc1774519", "doc2563559", "doc376580", "doc1523323"], "ranked_scores": [0.6764, 0.6638, 0.6588, 0.6567, 0.6552, 0.6499, 0.6381, 0.6245, 0.6205, 0.619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc7163", "doc355540", "doc1670303", "doc7166", "doc688749", "doc2265484", "doc1411867", "doc1823034"], "ranked_scores": [0.7363, 0.6149, 0.5893, 0.5635, 0.5402, 0.528, 0.516, 0.5089, 0.4944, 0.4877], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc751726", "doc1735215", "doc1826212", "doc2653657", "doc2295957", "doc455756", "doc1260422", "doc751729", "doc751719", "doc751718"], "ranked_scores": [0.565, 0.5624, 0.553, 0.5354, 0.5228, 0.5186, 0.4955, 0.474, 0.4739, 0.4667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2639996", "doc2057552", "doc642762", "doc2558036", "doc673167", "doc2483577", "doc1564173", "doc190281", "doc13999"], "ranked_scores": [0.5217, 0.5206, 0.5069, 0.4957, 0.4918, 0.4817, 0.4806, 0.4793, 0.4792, 0.4741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc1618376", "doc36463", "doc36485", "doc1618372", "doc36467", "doc2396125", "doc2622759", "doc2622778", "doc2329334"], "ranked_scores": [0.7251, 0.7055, 0.6948, 0.6837, 0.6739, 0.6592, 0.6545, 0.6252, 0.6215, 0.5898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc703714", "doc2832", "doc973089", "doc106332", "doc1445498", "doc284042", "doc388464", "doc284002", "doc1332302", "doc714665"], "ranked_scores": [0.7455, 0.7433, 0.7208, 0.719, 0.7181, 0.7109, 0.7082, 0.7075, 0.6949, 0.6846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc1119808", "doc108887", "doc729573", "doc596021", "doc1373324", "doc2167590", "doc108892", "doc2393669"], "ranked_scores": [0.8161, 0.8089, 0.7829, 0.7754, 0.7682, 0.7661, 0.7606, 0.7312, 0.7202, 0.7183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1431001", "doc1504263", "doc1430993", "doc77976", "doc2431682", "doc1430994", "doc1380860", "doc963099", "doc613408", "doc1244692"], "ranked_scores": [0.5542, 0.4697, 0.4645, 0.4101, 0.4049, 0.3975, 0.3887, 0.3864, 0.379, 0.37], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-tq-3bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc57242", "doc57232", "doc751998", "doc1395336", "doc751967", "doc1104254", "doc2040327", "doc1254733"], "ranked_scores": [0.8241, 0.741, 0.7222, 0.7181, 0.7138, 0.6663, 0.6647, 0.6434, 0.6309, 0.6154], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc2292349", "doc1749973", "doc2415290", "doc345111", "doc2136789", "doc2555353", "doc357255", "doc1815291", "doc357235"], "ranked_scores": [0.7348, 0.6968, 0.6833, 0.6219, 0.6209, 0.6131, 0.6067, 0.6058, 0.6041, 0.6011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc21829", "doc776139", "doc69775", "doc761186", "doc69778", "doc21856", "doc1393796", "doc2285692"], "ranked_scores": [0.8549, 0.7875, 0.7626, 0.7369, 0.7342, 0.734, 0.7331, 0.731, 0.7301, 0.7278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc146101", "doc1007260", "doc453091", "doc1177870", "doc2386390", "doc1247565", "doc564709", "doc1674853", "doc94024", "doc658301"], "ranked_scores": [0.7283, 0.7204, 0.7198, 0.7176, 0.7146, 0.6956, 0.6923, 0.6888, 0.6873, 0.6851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc559423", "doc887635", "doc1812661", "doc2165905", "doc1741706", "doc2165920", "doc1234227", "doc2019060", "doc1366769"], "ranked_scores": [0.7795, 0.7681, 0.7635, 0.7572, 0.7445, 0.7414, 0.7384, 0.7224, 0.7223, 0.7123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc540358", "doc540363", "doc2085928", "doc2035410", "doc27535", "doc1959244", "doc1324046", "doc2085932", "doc1386925"], "ranked_scores": [0.7, 0.6094, 0.602, 0.5934, 0.5846, 0.5706, 0.5535, 0.5519, 0.5432, 0.532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc293491", "doc925929", "doc349747", "doc54270", "doc579128", "doc349744", "doc1328113", "doc77640", "doc422133", "doc77634"], "ranked_scores": [0.7826, 0.7823, 0.7796, 0.779, 0.7694, 0.7621, 0.761, 0.761, 0.7597, 0.7512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc278641", "doc1017147", "doc2096501", "doc520684", "doc2107778", "doc520687", "doc327730", "doc896716"], "ranked_scores": [0.8018, 0.6551, 0.6262, 0.6187, 0.6164, 0.5954, 0.5932, 0.593, 0.5843, 0.5832], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61043", "doc1376346", "doc61036", "doc61045", "doc61054", "doc627159", "doc1231969", "doc928962", "doc401103", "doc1971249"], "ranked_scores": [0.7616, 0.7602, 0.745, 0.7117, 0.7111, 0.658, 0.6073, 0.5876, 0.5775, 0.5702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97445", "doc97421", "doc97430", "doc369220", "doc97442", "doc369276", "doc369237", "doc1349039"], "ranked_scores": [0.8306, 0.779, 0.7556, 0.7209, 0.6776, 0.6733, 0.644, 0.6434, 0.6369, 0.6306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1357070", "doc1458417", "doc357482", "doc2534674", "doc1458400", "doc1612515", "doc636337", "doc779483"], "ranked_scores": [0.7691, 0.7351, 0.6471, 0.6384, 0.6065, 0.6055, 0.6024, 0.5994, 0.5952, 0.5934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1984127", "doc1386116", "doc253608", "doc83871", "doc83863", "doc1377115", "doc1386166", "doc66003", "doc1883243"], "ranked_scores": [0.7321, 0.7116, 0.6941, 0.6748, 0.6633, 0.6608, 0.6606, 0.6593, 0.6537, 0.6325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703714", "doc106355", "doc388464", "doc106333", "doc703719", "doc106338", "doc703702", "doc1445498", "doc703728"], "ranked_scores": [0.8438, 0.7946, 0.7857, 0.7819, 0.7816, 0.7776, 0.7743, 0.7743, 0.7623, 0.7576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7112", "doc7119", "doc7091", "doc7108", "doc7120", "doc7099", "doc7116", "doc526956", "doc697071"], "ranked_scores": [0.7447, 0.7433, 0.7355, 0.7205, 0.7187, 0.7115, 0.7115, 0.6894, 0.6789, 0.6751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc2093563", "doc1740481", "doc1859220", "doc107878", "doc1606435", "doc1891830", "doc2247113"], "ranked_scores": [0.7966, 0.6722, 0.6552, 0.6379, 0.637, 0.6067, 0.6053, 0.6005, 0.5867, 0.5847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750407", "doc897", "doc750416", "doc244386", "doc750414", "doc2018288", "doc1185427", "doc490514", "doc2420483", "doc220990"], "ranked_scores": [0.6722, 0.6315, 0.6038, 0.603, 0.5941, 0.5931, 0.5738, 0.5663, 0.5577, 0.5466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc24903", "doc468490", "doc30773", "doc24925", "doc416774", "doc382236", "doc300567", "doc2509293", "doc1380356"], "ranked_scores": [0.7317, 0.7253, 0.7059, 0.6809, 0.6668, 0.6569, 0.6528, 0.6519, 0.649, 0.6242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc36393", "doc2274222", "doc2483632", "doc2009369", "doc2127006", "doc1286622", "doc58892", "doc2196547", "doc2504604"], "ranked_scores": [0.6845, 0.6604, 0.6572, 0.6395, 0.6173, 0.6023, 0.5875, 0.5796, 0.5785, 0.5728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc873481", "doc56921", "doc56903", "doc2091597", "doc2408092", "doc56902", "doc1685439", "doc2091589"], "ranked_scores": [0.7915, 0.7724, 0.7605, 0.7354, 0.7114, 0.6701, 0.6649, 0.6644, 0.6435, 0.6383], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc137908", "doc80074", "doc352904", "doc1912506", "doc80154", "doc80078", "doc80067", "doc345642", "doc1391659", "doc80151"], "ranked_scores": [0.7613, 0.7405, 0.7229, 0.719, 0.7183, 0.702, 0.6982, 0.6961, 0.6778, 0.6767], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc2353712", "doc498654", "doc1852908", "doc506854", "doc732101", "doc2240291", "doc1945762", "doc86071"], "ranked_scores": [0.7663, 0.6647, 0.651, 0.6493, 0.6291, 0.6265, 0.6122, 0.6122, 0.5965, 0.5923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc207464", "doc99377", "doc2376934", "doc511592", "doc1858452", "doc26461", "doc1202814", "doc1828659", "doc224101"], "ranked_scores": [0.7139, 0.7113, 0.6916, 0.6906, 0.6676, 0.6592, 0.652, 0.6497, 0.6398, 0.6359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1287918", "doc759856", "doc1887731", "doc447411", "doc192542", "doc973089", "doc417445"], "ranked_scores": [0.8441, 0.7596, 0.7098, 0.4936, 0.4323, 0.4211, 0.4152, 0.4057, 0.4055, 0.4033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc57948", "doc1199221", "doc57946", "doc721746", "doc81655", "doc57940", "doc2115402", "doc37895", "doc1390312"], "ranked_scores": [0.723, 0.7212, 0.7085, 0.7036, 0.6909, 0.6866, 0.6852, 0.6617, 0.6352, 0.6226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1612364", "doc1368159", "doc22149", "doc1428083", "doc1936829", "doc866703", "doc469055", "doc1723101"], "ranked_scores": [0.8348, 0.6784, 0.5808, 0.5724, 0.557, 0.5494, 0.5455, 0.5231, 0.5154, 0.4934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc1385349", "doc971992", "doc64317", "doc35524", "doc1385345", "doc41344", "doc851269", "doc1683659", "doc64316"], "ranked_scores": [0.7968, 0.7842, 0.7817, 0.7816, 0.7809, 0.7775, 0.7738, 0.7733, 0.7625, 0.748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc437678", "doc539428", "doc437677", "doc1334192", "doc2545031", "doc1520320", "doc1520222", "doc539417", "doc437656"], "ranked_scores": [0.7941, 0.7731, 0.7722, 0.7694, 0.7683, 0.7611, 0.7579, 0.7564, 0.7525, 0.7511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc4611", "doc35173", "doc720105", "doc938718", "doc2593884", "doc1842144", "doc1314944", "doc1314979", "doc2087240", "doc1675505"], "ranked_scores": [0.525, 0.5201, 0.4866, 0.4632, 0.4552, 0.4536, 0.451, 0.4423, 0.4305, 0.4302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc645564", "doc1445420", "doc24934", "doc1597244", "doc1891609", "doc570839", "doc2131758", "doc645602", "doc725581"], "ranked_scores": [0.6864, 0.6235, 0.5644, 0.5375, 0.5318, 0.5309, 0.5188, 0.5184, 0.5128, 0.5095], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc369298", "doc2086681", "doc1443647", "doc1283940", "doc1617178", "doc1703998", "doc317197", "doc1169637"], "ranked_scores": [0.836, 0.754, 0.6263, 0.6253, 0.6141, 0.6061, 0.5869, 0.5845, 0.579, 0.5725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc530778", "doc1410020", "doc996399", "doc1394743", "doc1840635", "doc1007190", "doc2054463", "doc25697"], "ranked_scores": [0.8569, 0.7945, 0.7012, 0.6993, 0.6862, 0.6788, 0.675, 0.6595, 0.6523, 0.6491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2499695", "doc402145", "doc1030288", "doc515771", "doc1119808", "doc660236", "doc2393669", "doc1837771", "doc1373324", "doc2429823"], "ranked_scores": [0.7339, 0.7186, 0.7149, 0.7142, 0.7129, 0.712, 0.6976, 0.6971, 0.6935, 0.6929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc105756", "doc105763", "doc105759", "doc1729412", "doc849003", "doc2355469", "doc1587280", "doc543176"], "ranked_scores": [0.8307, 0.7629, 0.7246, 0.678, 0.6759, 0.6735, 0.6693, 0.6646, 0.6627, 0.6611], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2224155", "doc324540", "doc1927002", "doc2107018", "doc2107022", "doc2107033", "doc6531", "doc606253", "doc628470"], "ranked_scores": [0.8009, 0.7805, 0.7575, 0.7546, 0.7545, 0.7472, 0.7455, 0.7367, 0.7359, 0.7325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc2607396", "doc211209", "doc768322", "doc1921625", "doc435076", "doc2498492", "doc465988", "doc720207", "doc435075"], "ranked_scores": [0.7211, 0.7107, 0.6897, 0.685, 0.6845, 0.6722, 0.6574, 0.653, 0.6502, 0.6493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc336518", "doc733127", "doc2636635", "doc2085567", "doc1531603", "doc264212", "doc1508870", "doc1736704", "doc1736708"], "ranked_scores": [0.65, 0.6413, 0.6013, 0.5946, 0.5865, 0.5769, 0.5584, 0.5542, 0.5486, 0.5456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2361509", "doc245411", "doc2144435", "doc725581", "doc1170390", "doc946285", "doc878352", "doc2019605"], "ranked_scores": [0.6837, 0.6188, 0.5388, 0.5315, 0.5312, 0.4957, 0.4787, 0.4687, 0.4666, 0.4665], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc601133", "doc376241", "doc390322", "doc57975", "doc864555", "doc225655", "doc1345740", "doc2043743", "doc376243"], "ranked_scores": [0.6329, 0.6032, 0.5678, 0.5547, 0.5486, 0.5231, 0.5204, 0.5154, 0.515, 0.5098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1333905", "doc2058897", "doc2465656", "doc546881", "doc1160263", "doc61233", "doc588578", "doc1986449", "doc182888"], "ranked_scores": [0.7093, 0.6751, 0.6669, 0.6658, 0.663, 0.6564, 0.6371, 0.6367, 0.6208, 0.6046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc190844", "doc2391797", "doc1685203", "doc1526184", "doc878338", "doc2361509", "doc2316721", "doc890682", "doc500342", "doc807"], "ranked_scores": [0.5565, 0.5412, 0.541, 0.54, 0.5312, 0.5291, 0.5101, 0.5068, 0.5063, 0.5019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc88934", "doc2624067", "doc399027", "doc127031", "doc779563", "doc1070787", "doc88931", "doc1763997", "doc88933"], "ranked_scores": [0.7035, 0.6883, 0.6803, 0.6596, 0.6473, 0.6353, 0.6339, 0.6306, 0.6198, 0.6197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc1455511", "doc338818", "doc2336226", "doc1455509", "doc21363", "doc21350", "doc1308445", "doc864003", "doc81655"], "ranked_scores": [0.6161, 0.5824, 0.5738, 0.5623, 0.5569, 0.5567, 0.5522, 0.5462, 0.5269, 0.5265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc1791044", "doc108456", "doc108559", "doc108481", "doc2072948", "doc2563559", "doc18273", "doc63590", "doc911115", "doc88505"], "ranked_scores": [0.7313, 0.6949, 0.6856, 0.6683, 0.66, 0.6599, 0.6591, 0.6591, 0.6591, 0.6538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc355540", "doc7166", "doc1670303", "doc7163", "doc450131", "doc1272096", "doc46245", "doc8477"], "ranked_scores": [0.7516, 0.6227, 0.5892, 0.58, 0.5575, 0.5559, 0.5217, 0.5161, 0.5113, 0.5085], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1260422", "doc1735215", "doc751726", "doc2653657", "doc1826212", "doc455756", "doc1452587", "doc751729", "doc779483", "doc1537788"], "ranked_scores": [0.6015, 0.5981, 0.5758, 0.5523, 0.5433, 0.5353, 0.4783, 0.4745, 0.4692, 0.4659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2057552", "doc705226", "doc642762", "doc1564173", "doc2639996", "doc1205332", "doc2483577", "doc190281", "doc2634368", "doc673167"], "ranked_scores": [0.564, 0.5619, 0.543, 0.5352, 0.5224, 0.5224, 0.5124, 0.5085, 0.5028, 0.5022], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618376", "doc36467", "doc36460", "doc1618372", "doc2396125", "doc36485", "doc2622759", "doc1256783", "doc1618374"], "ranked_scores": [0.7635, 0.756, 0.7483, 0.7442, 0.7243, 0.6979, 0.6933, 0.6849, 0.6736, 0.6338], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc703714", "doc106332", "doc2832", "doc284042", "doc388464", "doc284002", "doc1445498", "doc106355", "doc298160", "doc973089"], "ranked_scores": [0.7579, 0.7494, 0.7475, 0.7459, 0.7433, 0.7266, 0.7197, 0.7188, 0.717, 0.7087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc108887", "doc1119808", "doc1373324", "doc729661", "doc729573", "doc1520499", "doc108892", "doc2393669"], "ranked_scores": [0.8518, 0.8393, 0.8124, 0.7784, 0.7663, 0.7641, 0.7621, 0.7494, 0.7448, 0.7369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1431001", "doc1430993", "doc1430994", "doc77976", "doc1504263", "doc2431682", "doc1287918", "doc77971", "doc1244692", "doc5734"], "ranked_scores": [0.5532, 0.5311, 0.5111, 0.5045, 0.4947, 0.4393, 0.4104, 0.4043, 0.3925, 0.3893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-tq-1bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc57247", "doc57242", "doc63804", "doc1395336", "doc751998", "doc751967", "doc2040327", "doc24310"], "ranked_scores": [0.6563, 0.6016, 0.5625, 0.5547, 0.5078, 0.5078, 0.5, 0.5, 0.4922, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc357235", "doc1934037", "doc2292349", "doc357255", "doc1664486", "doc2217712", "doc1268295", "doc63543"], "ranked_scores": [0.5625, 0.5156, 0.4219, 0.4219, 0.4063, 0.4062, 0.3984, 0.3906, 0.3906, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc69778", "doc69775", "doc2285692", "doc21832", "doc21829", "doc69774", "doc2019171", "doc452039"], "ranked_scores": [0.5469, 0.5313, 0.5313, 0.5078, 0.5, 0.5, 0.4922, 0.4922, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc146101", "doc564709", "doc453091", "doc1177870", "doc1007260", "doc163261", "doc764184", "doc392061", "doc1911408", "doc2525766"], "ranked_scores": [0.5781, 0.5469, 0.5391, 0.5156, 0.5078, 0.5, 0.4922, 0.4922, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc887635", "doc559423", "doc1741706", "doc2019060", "doc1828693", "doc1366757", "doc1812660", "doc1366769", "doc2557195", "doc387897"], "ranked_scores": [0.5625, 0.5547, 0.5469, 0.5469, 0.5391, 0.5312, 0.5312, 0.5312, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1324046", "doc2035410", "doc540358", "doc27535", "doc738832", "doc1407409", "doc1389070", "doc1021718", "doc1770477"], "ranked_scores": [0.4687, 0.4453, 0.4219, 0.4063, 0.4062, 0.3984, 0.3906, 0.3828, 0.375, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc119665", "doc77634", "doc1328113", "doc2095396", "doc77640", "doc925929", "doc825186", "doc579128", "doc293491", "doc349744"], "ranked_scores": [0.6563, 0.6094, 0.5937, 0.5781, 0.5703, 0.5625, 0.5547, 0.5469, 0.5391, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1456780", "doc1798668", "doc101561", "doc278641", "doc520684", "doc2688", "doc38721", "doc1017147", "doc966365"], "ranked_scores": [0.6094, 0.4844, 0.4766, 0.4766, 0.4766, 0.4687, 0.4609, 0.4609, 0.4453, 0.4453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61036", "doc61054", "doc61043", "doc61045", "doc928962", "doc61056", "doc1616763", "doc1048266", "doc2092646"], "ranked_scores": [0.5703, 0.5469, 0.5391, 0.4844, 0.4453, 0.4219, 0.3984, 0.3906, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97445", "doc97442", "doc97421", "doc97430", "doc1587502", "doc369234", "doc2574334", "doc2083994"], "ranked_scores": [0.7344, 0.5938, 0.5703, 0.5156, 0.4922, 0.4922, 0.4609, 0.4453, 0.4375, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc1458417", "doc1357070", "doc1612515", "doc2534674", "doc64791", "doc54026", "doc1612525", "doc162834"], "ranked_scores": [0.5703, 0.5391, 0.5, 0.4687, 0.4609, 0.4609, 0.4375, 0.4219, 0.4219, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386116", "doc875841", "doc1984127", "doc1386166", "doc50109", "doc595818", "doc253608", "doc66003", "doc1386159"], "ranked_scores": [0.5703, 0.5547, 0.5234, 0.5234, 0.5078, 0.5078, 0.5, 0.5, 0.4922, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc2832", "doc106333", "doc703701", "doc106372", "doc106357", "doc106355", "doc703736", "doc388464", "doc703721"], "ranked_scores": [0.6797, 0.625, 0.6172, 0.6094, 0.6094, 0.6094, 0.6016, 0.6016, 0.6016, 0.6016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7116", "doc7106", "doc7091", "doc7108", "doc7099", "doc7119", "doc7120", "doc1599042", "doc1401076"], "ranked_scores": [0.6094, 0.5781, 0.5781, 0.5547, 0.5547, 0.5469, 0.5234, 0.5, 0.4922, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc854693", "doc107878", "doc2033842", "doc2252228", "doc602724", "doc702263", "doc1551353", "doc1606435"], "ranked_scores": [0.4766, 0.4453, 0.4297, 0.4062, 0.3906, 0.3828, 0.3828, 0.3828, 0.3828, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2018288", "doc750407", "doc244386", "doc648335", "doc15095", "doc2659217", "doc750416", "doc220990", "doc2127006"], "ranked_scores": [0.4844, 0.4688, 0.4609, 0.4453, 0.4141, 0.4062, 0.4062, 0.4062, 0.3906, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc382236", "doc30773", "doc90322", "doc24925", "doc2570457", "doc416774", "doc1686189", "doc1734041", "doc2509293", "doc1380357"], "ranked_scores": [0.4922, 0.4844, 0.4766, 0.4688, 0.4609, 0.4609, 0.4609, 0.4531, 0.4453, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc36402", "doc2009369", "doc1634950", "doc750416", "doc2203108", "doc454591", "doc1088751", "doc2127006", "doc605467"], "ranked_scores": [0.5312, 0.5078, 0.4531, 0.4453, 0.4453, 0.4375, 0.4375, 0.4297, 0.4297, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56921", "doc2313854", "doc56903", "doc2408092", "doc1102442", "doc56897", "doc2439294", "doc2091597", "doc963669"], "ranked_scores": [0.6875, 0.5703, 0.5078, 0.5078, 0.4922, 0.4844, 0.4766, 0.4687, 0.4609, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc137908", "doc80151", "doc80067", "doc80074", "doc80078", "doc1640863", "doc2017803", "doc1912505", "doc352904", "doc1912506"], "ranked_scores": [0.6016, 0.5938, 0.5625, 0.5625, 0.5391, 0.5313, 0.5156, 0.5078, 0.5078, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc169399", "doc108794", "doc2240291", "doc732015", "doc1313601", "doc180079", "doc2353712", "doc506841"], "ranked_scores": [0.5391, 0.5, 0.4609, 0.4609, 0.4453, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc207464", "doc863698", "doc26444", "doc474060", "doc26461", "doc2376934", "doc721916", "doc746306", "doc1202814", "doc138458"], "ranked_scores": [0.5938, 0.5547, 0.5469, 0.5469, 0.5234, 0.5156, 0.5156, 0.5078, 0.5, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc212860", "doc1543725", "doc963332", "doc162716", "doc669209", "doc1163516", "doc2173547"], "ranked_scores": [0.6484, 0.5781, 0.5078, 0.3906, 0.3437, 0.3359, 0.3359, 0.3281, 0.3281, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc57940", "doc57946", "doc57948", "doc81655", "doc1199221", "doc721746", "doc37895", "doc2389178", "doc698075"], "ranked_scores": [0.5625, 0.5, 0.4922, 0.4844, 0.4609, 0.4297, 0.4141, 0.3984, 0.3906, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1612364", "doc1428083", "doc866703", "doc1936829", "doc1723101", "doc751410", "doc1368159", "doc469055"], "ranked_scores": [0.5547, 0.5156, 0.4531, 0.4531, 0.4219, 0.4063, 0.3906, 0.3906, 0.3906, 0.3828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc851269", "doc971992", "doc35513", "doc456580", "doc1376793", "doc1385353", "doc41344", "doc1385345", "doc64316", "doc64318"], "ranked_scores": [0.6172, 0.6016, 0.6016, 0.5937, 0.5859, 0.5859, 0.5781, 0.5703, 0.5703, 0.5703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc539428", "doc1520213", "doc1334192", "doc539419", "doc437677", "doc1334238", "doc1520311", "doc539417", "doc1520222"], "ranked_scores": [0.6328, 0.625, 0.625, 0.6094, 0.6094, 0.6094, 0.5938, 0.5859, 0.5859, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc877823", "doc1603040", "doc720105", "doc1314852", "doc2384757", "doc1315097", "doc1130168", "doc865796", "doc938718"], "ranked_scores": [0.4297, 0.3984, 0.3672, 0.3594, 0.3438, 0.3437, 0.3359, 0.3359, 0.3281, 0.3281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24938", "doc24939", "doc645564", "doc377105", "doc1728777", "doc1162080", "doc543039", "doc1050188", "doc531512", "doc2390440"], "ranked_scores": [0.375, 0.3594, 0.3594, 0.3437, 0.3359, 0.3359, 0.3359, 0.3281, 0.3281, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1703998", "doc1617178", "doc645572", "doc2034127", "doc602150", "doc645564", "doc377067", "doc2347811"], "ranked_scores": [0.625, 0.5938, 0.4297, 0.4141, 0.4141, 0.4141, 0.4063, 0.3984, 0.3984, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc2142521", "doc1410020", "doc1394743", "doc996399", "doc233596", "doc324530", "doc530778", "doc2529675"], "ranked_scores": [0.6797, 0.5547, 0.4766, 0.4688, 0.4609, 0.4531, 0.4453, 0.4219, 0.4141, 0.4063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2429823", "doc1030288", "doc2366135", "doc1185579", "doc1119808", "doc368643", "doc94371", "doc147268", "doc2449643"], "ranked_scores": [0.5547, 0.5312, 0.5078, 0.5078, 0.5078, 0.5, 0.5, 0.4922, 0.4922, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc737771", "doc105758", "doc2355469", "doc1236851", "doc830308", "doc719006", "doc1729412", "doc1427177"], "ranked_scores": [0.6016, 0.5625, 0.5469, 0.5469, 0.5313, 0.5312, 0.5234, 0.5234, 0.5156, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc2107018", "doc1927002", "doc358938", "doc32937", "doc6531", "doc171775", "doc4147", "doc628470", "doc6540"], "ranked_scores": [0.6563, 0.5859, 0.5625, 0.5469, 0.5469, 0.5391, 0.5391, 0.5391, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc378301", "doc768322", "doc720207", "doc1921625", "doc211230", "doc435079", "doc1580688", "doc2502216", "doc1985845"], "ranked_scores": [0.5938, 0.5781, 0.5703, 0.5156, 0.5, 0.5, 0.4922, 0.4844, 0.4766, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc336518", "doc1531603", "doc2665803", "doc418463", "doc733127", "doc2636635", "doc1508870", "doc2085567", "doc878338", "doc2448623"], "ranked_scores": [0.4688, 0.4297, 0.4219, 0.4062, 0.3984, 0.3984, 0.3906, 0.3906, 0.3828, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2119024", "doc946285", "doc2184940", "doc2306629", "doc881796", "doc783135", "doc2361509", "doc245411"], "ranked_scores": [0.5781, 0.4766, 0.3984, 0.3906, 0.3828, 0.375, 0.3594, 0.3516, 0.3516, 0.3438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc390322", "doc225655", "doc864555", "doc376241", "doc1055373", "doc1345740", "doc1153924", "doc601133", "doc57975", "doc376243"], "ranked_scores": [0.4609, 0.4453, 0.4453, 0.4375, 0.4297, 0.3594, 0.3438, 0.3359, 0.3203, 0.3125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986449", "doc1584862", "doc1986433", "doc61233", "doc134196", "doc546881", "doc1333905", "doc860592", "doc182888"], "ranked_scores": [0.6016, 0.5547, 0.5469, 0.5391, 0.5313, 0.5313, 0.5234, 0.5078, 0.5078, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2361509", "doc2056931", "doc965463", "doc2652795", "doc890682", "doc384744", "doc2316721", "doc1892012", "doc312607", "doc221817"], "ranked_scores": [0.3984, 0.375, 0.3594, 0.3516, 0.3516, 0.3516, 0.3359, 0.3359, 0.3359, 0.3359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc2624067", "doc88934", "doc2015719", "doc88931", "doc1763997", "doc1670518", "doc88933", "doc127031", "doc399027"], "ranked_scores": [0.4922, 0.4766, 0.4766, 0.4609, 0.4609, 0.4531, 0.4375, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1455509", "doc1798523", "doc1455508", "doc338818", "doc338813", "doc21368", "doc21340", "doc1455469", "doc2336226", "doc1650958"], "ranked_scores": [0.3984, 0.3984, 0.3906, 0.3906, 0.3828, 0.3672, 0.3594, 0.3594, 0.3594, 0.3516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108456", "doc18273", "doc63590", "doc911115", "doc1791044", "doc108559", "doc376565", "doc2563559", "doc1791093", "doc1774519"], "ranked_scores": [0.6094, 0.5937, 0.5937, 0.5937, 0.5625, 0.5469, 0.5, 0.5, 0.4922, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc355540", "doc1948176", "doc7163", "doc203256", "doc1670303", "doc580244", "doc2482938", "doc2419056"], "ranked_scores": [0.5781, 0.4844, 0.4453, 0.4219, 0.4219, 0.4141, 0.3984, 0.3906, 0.3906, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1260422", "doc2653657", "doc734723", "doc1735215", "doc1826212", "doc455756", "doc751729", "doc525586", "doc54026", "doc1668716"], "ranked_scores": [0.4453, 0.4375, 0.4062, 0.3906, 0.3828, 0.3672, 0.3359, 0.3359, 0.3359, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc785515", "doc980993", "doc2007762", "doc594776", "doc1801894", "doc1170390", "doc1781006", "doc2057552", "doc2639996", "doc1185713"], "ranked_scores": [0.4375, 0.4297, 0.4219, 0.4141, 0.4141, 0.4063, 0.4062, 0.4062, 0.3828, 0.3672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc36463", "doc2396125", "doc1618376", "doc1618372", "doc2622778", "doc2622759", "doc36467", "doc36485", "doc1256783"], "ranked_scores": [0.625, 0.6172, 0.5781, 0.5781, 0.5703, 0.5391, 0.5391, 0.5, 0.4844, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc388464", "doc703714", "doc703701", "doc106332", "doc106333", "doc106355", "doc703719", "doc106335", "doc2846", "doc1887731"], "ranked_scores": [0.6406, 0.6016, 0.6016, 0.5781, 0.5781, 0.5625, 0.5625, 0.5391, 0.5391, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc729573", "doc108887", "doc1119808", "doc1373323", "doc729661", "doc643072", "doc828063", "doc368643", "doc1119544", "doc2393669"], "ranked_scores": [0.6641, 0.6406, 0.6406, 0.6328, 0.6172, 0.6094, 0.6016, 0.5938, 0.5859, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1431001", "doc1430994", "doc77976", "doc1430993", "doc77973", "doc671111", "doc1124580", "doc2599837", "doc2576376", "doc5734"], "ranked_scores": [0.4219, 0.4219, 0.3437, 0.3359, 0.3281, 0.2969, 0.2969, 0.2891, 0.2891, 0.2891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-tq-2bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc57242", "doc751998", "doc57247", "doc751967", "doc63804", "doc1395336", "doc1622317", "doc2569915"], "ranked_scores": [0.7671, 0.6786, 0.6771, 0.6701, 0.6591, 0.6192, 0.6027, 0.6006, 0.5832, 0.583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc2292349", "doc2136789", "doc345111", "doc497737", "doc914411", "doc357255", "doc1664486", "doc2345266"], "ranked_scores": [0.6559, 0.6296, 0.5378, 0.5268, 0.5261, 0.5258, 0.5243, 0.52, 0.5187, 0.5182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc21829", "doc2285692", "doc2019171", "doc776142", "doc21856", "doc21871", "doc69778", "doc21832"], "ranked_scores": [0.7536, 0.666, 0.6479, 0.6445, 0.6332, 0.6269, 0.6259, 0.6218, 0.6217, 0.6186], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc146101", "doc564709", "doc26481", "doc1177870", "doc453172", "doc1007260", "doc232625", "doc2317442", "doc415323", "doc2386390"], "ranked_scores": [0.6644, 0.6498, 0.6209, 0.6142, 0.6121, 0.596, 0.5941, 0.5938, 0.5913, 0.5901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1741706", "doc2165920", "doc559423", "doc1366757", "doc887635", "doc1812661", "doc2165905", "doc1741707", "doc2165906", "doc1382170"], "ranked_scores": [0.7301, 0.702, 0.7001, 0.6975, 0.6911, 0.6869, 0.6787, 0.6673, 0.6667, 0.6657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc2085928", "doc1324046", "doc540358", "doc1407409", "doc1021718", "doc27535", "doc1389070", "doc1749568", "doc27538"], "ranked_scores": [0.6293, 0.5354, 0.5222, 0.5121, 0.5052, 0.4981, 0.4981, 0.4948, 0.4895, 0.4829], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc825186", "doc119665", "doc925929", "doc1328113", "doc422133", "doc293491", "doc77640", "doc825187", "doc101332"], "ranked_scores": [0.7228, 0.7069, 0.7054, 0.6965, 0.6862, 0.6801, 0.6789, 0.6779, 0.6755, 0.6728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc278641", "doc101561", "doc966365", "doc1486663", "doc1456780", "doc38721", "doc29759", "doc520684"], "ranked_scores": [0.7347, 0.5914, 0.5744, 0.5553, 0.5449, 0.5391, 0.5325, 0.5292, 0.528, 0.5207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61054", "doc61036", "doc61043", "doc61045", "doc928962", "doc627159", "doc491925", "doc2083822", "doc1231969"], "ranked_scores": [0.686, 0.6737, 0.6572, 0.6247, 0.5926, 0.5522, 0.5154, 0.4953, 0.4891, 0.4815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97445", "doc369234", "doc369237", "doc2083994", "doc97430", "doc97442", "doc2574334"], "ranked_scores": [0.811, 0.7627, 0.7137, 0.6826, 0.6354, 0.6346, 0.623, 0.5961, 0.5914, 0.5861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1458417", "doc1357070", "doc2534674", "doc233794", "doc1612515", "doc636337", "doc1153299", "doc1458400"], "ranked_scores": [0.7462, 0.682, 0.6074, 0.5623, 0.5354, 0.5177, 0.517, 0.5149, 0.5061, 0.5014], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386116", "doc1386166", "doc253608", "doc1984127", "doc83863", "doc50109", "doc66003", "doc1386159", "doc1386120"], "ranked_scores": [0.7073, 0.6647, 0.6602, 0.6563, 0.6501, 0.6288, 0.611, 0.6082, 0.6066, 0.5919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703719", "doc106332", "doc106355", "doc106372", "doc703736", "doc388464", "doc106333", "doc703714", "doc427621", "doc703728"], "ranked_scores": [0.7415, 0.7413, 0.7405, 0.7267, 0.7225, 0.7193, 0.7088, 0.7015, 0.7002, 0.6848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7106", "doc7091", "doc7119", "doc7099", "doc1599042", "doc7108", "doc683357", "doc697071", "doc7120"], "ranked_scores": [0.7454, 0.7172, 0.6775, 0.6764, 0.6761, 0.6757, 0.6697, 0.6572, 0.6482, 0.6452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc2033842", "doc787597", "doc1859220", "doc107878", "doc1101734", "doc2033841", "doc854693", "doc2093563"], "ranked_scores": [0.7029, 0.6073, 0.5524, 0.5333, 0.5313, 0.5244, 0.5224, 0.514, 0.5133, 0.5012], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2018288", "doc750407", "doc648335", "doc750416", "doc187232", "doc244386", "doc15095", "doc648344", "doc1185427"], "ranked_scores": [0.5981, 0.5804, 0.5344, 0.5223, 0.5204, 0.4997, 0.498, 0.4912, 0.491, 0.4894], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc90322", "doc382236", "doc468490", "doc24925", "doc300567", "doc30773", "doc620571", "doc1734041", "doc1380356"], "ranked_scores": [0.6673, 0.6652, 0.642, 0.6413, 0.623, 0.6186, 0.6185, 0.6005, 0.5999, 0.5899], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc36393", "doc750416", "doc2127006", "doc648335", "doc648364", "doc1244989", "doc2274222"], "ranked_scores": [0.6519, 0.6068, 0.5657, 0.5618, 0.5261, 0.5226, 0.5189, 0.5156, 0.5135, 0.5093], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56921", "doc1102442", "doc56897", "doc56903", "doc2091597", "doc2313854", "doc2408092", "doc56909", "doc2509993"], "ranked_scores": [0.7195, 0.6921, 0.6551, 0.65, 0.6442, 0.6046, 0.5996, 0.5932, 0.5843, 0.5744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc137908", "doc80074", "doc80151", "doc352904", "doc80067", "doc345632", "doc80078", "doc345642", "doc1912506", "doc1640863"], "ranked_scores": [0.705, 0.695, 0.6893, 0.6877, 0.6804, 0.6592, 0.6577, 0.649, 0.6427, 0.6423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240293", "doc1248717", "doc732015", "doc2353712", "doc180079", "doc702902", "doc1852908", "doc2010420", "doc2240291"], "ranked_scores": [0.7209, 0.584, 0.5832, 0.5798, 0.579, 0.5617, 0.5547, 0.5543, 0.5483, 0.5448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc207464", "doc26444", "doc99377", "doc26461", "doc224101", "doc2376934", "doc224770", "doc131786", "doc474073", "doc863698"], "ranked_scores": [0.7014, 0.6729, 0.644, 0.621, 0.6195, 0.6188, 0.6185, 0.6088, 0.6082, 0.6066], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc162716", "doc698039", "doc1287918", "doc212860", "doc2173547", "doc184609", "doc1682561"], "ranked_scores": [0.8192, 0.6823, 0.6796, 0.4476, 0.426, 0.4054, 0.3856, 0.3843, 0.376, 0.3755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc1199221", "doc57946", "doc721746", "doc57940", "doc81655", "doc57948", "doc2115402", "doc1390312", "doc1390300"], "ranked_scores": [0.6725, 0.6719, 0.6434, 0.6313, 0.6205, 0.6086, 0.5946, 0.5354, 0.5311, 0.5069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1612364", "doc1936829", "doc22149", "doc866703", "doc1428083", "doc2113492", "doc1368159", "doc751410"], "ranked_scores": [0.7572, 0.633, 0.6043, 0.5551, 0.5496, 0.5294, 0.511, 0.497, 0.4933, 0.4882], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc851269", "doc1376793", "doc64318", "doc456580", "doc1385349", "doc35524", "doc1385353", "doc971992", "doc1683659"], "ranked_scores": [0.7453, 0.7436, 0.7053, 0.7048, 0.6981, 0.6942, 0.6932, 0.6861, 0.6773, 0.6762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc638932", "doc1334192", "doc437677", "doc539419", "doc539428", "doc437678", "doc437685", "doc1520244", "doc1520222"], "ranked_scores": [0.7349, 0.7054, 0.7032, 0.688, 0.6767, 0.6759, 0.6759, 0.6752, 0.6685, 0.6654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc938718", "doc720105", "doc2462709", "doc4611", "doc2384757", "doc1314979", "doc1826212", "doc1846050", "doc1333507"], "ranked_scores": [0.479, 0.4231, 0.4228, 0.4017, 0.3974, 0.375, 0.3744, 0.3697, 0.3674, 0.3656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1445420", "doc24934", "doc2390440", "doc645564", "doc24938", "doc1801894", "doc1050188", "doc773669", "doc200940"], "ranked_scores": [0.5573, 0.4996, 0.469, 0.4644, 0.4526, 0.4391, 0.4138, 0.4098, 0.4072, 0.4025], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc611282", "doc672552", "doc1283940", "doc1074209", "doc645572", "doc758677", "doc958476", "doc611283"], "ranked_scores": [0.7769, 0.7072, 0.4945, 0.4941, 0.4923, 0.4892, 0.4871, 0.4793, 0.4792, 0.4763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc1007190", "doc530778", "doc1840635", "doc324530", "doc2142521", "doc1394743", "doc626260"], "ranked_scores": [0.8144, 0.745, 0.6394, 0.582, 0.5771, 0.5713, 0.5704, 0.5615, 0.5609, 0.5609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1030288", "doc2449643", "doc2429823", "doc402145", "doc1185579", "doc94371", "doc2527260", "doc2194194", "doc515771", "doc2393669"], "ranked_scores": [0.6734, 0.6661, 0.6566, 0.6479, 0.6339, 0.6335, 0.615, 0.6097, 0.6029, 0.5941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc105758", "doc2355469", "doc737771", "doc849003", "doc1729412", "doc105763", "doc830308", "doc1270352"], "ranked_scores": [0.7552, 0.6845, 0.6738, 0.6602, 0.6573, 0.6539, 0.6403, 0.6382, 0.6281, 0.616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2224155", "doc2107018", "doc1927002", "doc2107022", "doc628470", "doc275856", "doc4147", "doc52414", "doc2107033"], "ranked_scores": [0.753, 0.7479, 0.7247, 0.7187, 0.6922, 0.691, 0.6861, 0.685, 0.6845, 0.6834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc313364", "doc768322", "doc465988", "doc720207", "doc211230", "doc435076", "doc435078", "doc42101", "doc1483894"], "ranked_scores": [0.6571, 0.6258, 0.6247, 0.6033, 0.5998, 0.5964, 0.5963, 0.5917, 0.5881, 0.58], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc336518", "doc1508870", "doc1531603", "doc2085567", "doc418463", "doc2448623", "doc733127", "doc1498263", "doc15890"], "ranked_scores": [0.5569, 0.5513, 0.5301, 0.5273, 0.5191, 0.5093, 0.4969, 0.4955, 0.49, 0.4869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1713783", "doc2144435", "doc2361509", "doc2582196", "doc245411", "doc2306629", "doc2083699", "doc2019605"], "ranked_scores": [0.686, 0.6183, 0.4558, 0.4365, 0.422, 0.4132, 0.3987, 0.3968, 0.3916, 0.3897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc376241", "doc225655", "doc57975", "doc390322", "doc864555", "doc376243", "doc601133", "doc1345740", "doc2043743"], "ranked_scores": [0.5752, 0.5056, 0.4968, 0.4748, 0.4704, 0.469, 0.4645, 0.4644, 0.4518, 0.4347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986449", "doc1333905", "doc134196", "doc1584862", "doc546881", "doc2465656", "doc61233", "doc588578", "doc1629620"], "ranked_scores": [0.6545, 0.6423, 0.6106, 0.607, 0.596, 0.5918, 0.5913, 0.5684, 0.56, 0.5569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2361509", "doc221817", "doc877974", "doc312607", "doc890682", "doc2316721", "doc2391797", "doc190844", "doc878338", "doc965463"], "ranked_scores": [0.4829, 0.4548, 0.4543, 0.4469, 0.4401, 0.4371, 0.4363, 0.4328, 0.4287, 0.4235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2624067", "doc127040", "doc88934", "doc2015719", "doc88931", "doc779563", "doc107246", "doc127031", "doc1763997", "doc399027"], "ranked_scores": [0.6187, 0.5957, 0.5812, 0.5701, 0.5519, 0.5473, 0.5376, 0.5353, 0.5293, 0.5233], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1455509", "doc338813", "doc338818", "doc1455469", "doc81655", "doc1798523", "doc21368", "doc21378", "doc21363", "doc1455444"], "ranked_scores": [0.5008, 0.4987, 0.4913, 0.4856, 0.4774, 0.4761, 0.4753, 0.475, 0.4715, 0.4703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108559", "doc18273", "doc911115", "doc63590", "doc108456", "doc2563559", "doc1791044", "doc376565", "doc376580", "doc2072948"], "ranked_scores": [0.6689, 0.6621, 0.6621, 0.6621, 0.655, 0.6456, 0.639, 0.5922, 0.5917, 0.5837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc7161", "doc355540", "doc1670303", "doc656863", "doc1948176", "doc7166", "doc7163", "doc1183356", "doc2265484"], "ranked_scores": [0.6864, 0.6254, 0.5884, 0.5703, 0.5329, 0.5252, 0.5242, 0.5098, 0.5046, 0.4846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1260422", "doc1735215", "doc2653657", "doc751726", "doc455756", "doc1826212", "doc751729", "doc751719", "doc734723", "doc751714"], "ranked_scores": [0.5486, 0.5391, 0.4911, 0.4744, 0.4659, 0.4632, 0.4535, 0.4186, 0.41, 0.4082], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2639996", "doc1170390", "doc980993", "doc1170391", "doc1038435", "doc2483577", "doc2007762", "doc2057552", "doc190281"], "ranked_scores": [0.5553, 0.5185, 0.5116, 0.509, 0.5087, 0.4691, 0.4685, 0.4673, 0.4649, 0.4632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc36463", "doc1618376", "doc36467", "doc1618372", "doc2396125", "doc2622759", "doc36485", "doc2622778", "doc2396140"], "ranked_scores": [0.7321, 0.6959, 0.6919, 0.6699, 0.6594, 0.6358, 0.6118, 0.6094, 0.6018, 0.5878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106355", "doc703719", "doc2832", "doc106372", "doc106332", "doc703736", "doc388464", "doc106333", "doc337547", "doc284042"], "ranked_scores": [0.7144, 0.7144, 0.7018, 0.6863, 0.6854, 0.6853, 0.6845, 0.6816, 0.6722, 0.6686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc729573", "doc729661", "doc108887", "doc1119808", "doc1373324", "doc2393669", "doc91119", "doc2376695"], "ranked_scores": [0.7554, 0.7439, 0.7142, 0.7125, 0.7068, 0.7062, 0.6794, 0.6509, 0.648, 0.6369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1431001", "doc1430994", "doc77976", "doc1430993", "doc5734", "doc1504263", "doc77973", "doc2083987", "doc2173325", "doc2599837"], "ranked_scores": [0.5587, 0.5569, 0.4678, 0.4548, 0.4474, 0.4036, 0.3575, 0.3528, 0.3412, 0.3335], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-tq-3bit": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc57242", "doc57247", "doc751998", "doc3001", "doc63804", "doc751967", "doc1104254", "doc2040327"], "ranked_scores": [0.8339, 0.761, 0.7406, 0.7301, 0.6981, 0.6501, 0.6453, 0.6415, 0.6389, 0.626], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc2292349", "doc345111", "doc1664486", "doc2136789", "doc63542", "doc357235", "doc357255", "doc497737"], "ranked_scores": [0.713, 0.6517, 0.6122, 0.5887, 0.5868, 0.5833, 0.5788, 0.5756, 0.5704, 0.5634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc2285692", "doc377466", "doc21829", "doc69778", "doc2613405", "doc21832", "doc2019171", "doc776142"], "ranked_scores": [0.8175, 0.7182, 0.6887, 0.684, 0.6782, 0.671, 0.6573, 0.655, 0.6536, 0.6526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc146101", "doc1177870", "doc2386390", "doc453091", "doc1007260", "doc658301", "doc232625", "doc415323", "doc453172"], "ranked_scores": [0.7053, 0.6745, 0.6643, 0.6576, 0.6566, 0.656, 0.6438, 0.6414, 0.6397, 0.6344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc559423", "doc887635", "doc1812661", "doc2165920", "doc1741706", "doc1812659", "doc2165905", "doc1812660", "doc2019060", "doc1167678"], "ranked_scores": [0.7673, 0.7665, 0.766, 0.7614, 0.7538, 0.7444, 0.7407, 0.7347, 0.7318, 0.7231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc540358", "doc1324046", "doc2085928", "doc27535", "doc1407409", "doc1386925", "doc540363", "doc27538", "doc1852503"], "ranked_scores": [0.6705, 0.5626, 0.5591, 0.539, 0.5216, 0.5177, 0.5171, 0.5099, 0.5076, 0.5053], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc925929", "doc119665", "doc422133", "doc101332", "doc1669853", "doc825186", "doc1328113", "doc293491", "doc579128"], "ranked_scores": [0.7323, 0.7268, 0.7268, 0.7064, 0.704, 0.7006, 0.6977, 0.6952, 0.6945, 0.6945], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc278641", "doc520684", "doc29759", "doc1017147", "doc101561", "doc966365", "doc1456780", "doc1486663"], "ranked_scores": [0.7674, 0.6266, 0.585, 0.5751, 0.5685, 0.5544, 0.5515, 0.5489, 0.5365, 0.534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc1376346", "doc61036", "doc61045", "doc61043", "doc627159", "doc928962", "doc1380860", "doc491925", "doc1231969"], "ranked_scores": [0.7525, 0.7465, 0.7242, 0.6973, 0.6776, 0.6024, 0.6003, 0.5319, 0.5309, 0.5284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97445", "doc369237", "doc97430", "doc369276", "doc369234", "doc97442", "doc2574334"], "ranked_scores": [0.8382, 0.7799, 0.7303, 0.721, 0.654, 0.6472, 0.6398, 0.6266, 0.6241, 0.6175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1458417", "doc1357070", "doc1612515", "doc2534674", "doc636337", "doc233794", "doc1153299", "doc636318"], "ranked_scores": [0.7321, 0.7052, 0.6644, 0.6126, 0.5587, 0.5545, 0.5508, 0.546, 0.5422, 0.5335], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1984127", "doc1386116", "doc1386166", "doc253608", "doc83863", "doc66003", "doc50109", "doc83871", "doc2537824"], "ranked_scores": [0.7466, 0.7066, 0.7063, 0.703, 0.6896, 0.6757, 0.6498, 0.639, 0.6353, 0.6325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc106355", "doc106333", "doc703719", "doc388464", "doc703714", "doc1445498", "doc2832", "doc106338", "doc703702"], "ranked_scores": [0.8167, 0.7768, 0.773, 0.7721, 0.7653, 0.7596, 0.7472, 0.742, 0.7342, 0.7342], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7119", "doc7106", "doc7108", "doc7091", "doc7099", "doc697071", "doc7120", "doc683357", "doc692559"], "ranked_scores": [0.7796, 0.7425, 0.7387, 0.7299, 0.7269, 0.7133, 0.7126, 0.7008, 0.6958, 0.6928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc1740481", "doc1859220", "doc2033842", "doc1606435", "doc2093563", "doc2033841", "doc1101734"], "ranked_scores": [0.733, 0.6154, 0.5663, 0.5573, 0.5527, 0.55, 0.5495, 0.5456, 0.5449, 0.5438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2018288", "doc750416", "doc750407", "doc244386", "doc220990", "doc648335", "doc52429", "doc2659217", "doc1185427"], "ranked_scores": [0.6076, 0.5835, 0.5831, 0.5683, 0.5667, 0.5598, 0.5264, 0.519, 0.5189, 0.5179], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc24903", "doc468490", "doc382236", "doc30773", "doc24925", "doc300567", "doc416774", "doc1380356", "doc620571"], "ranked_scores": [0.7397, 0.7235, 0.7106, 0.7053, 0.6985, 0.6823, 0.6708, 0.6592, 0.6527, 0.6348], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc36393", "doc2009369", "doc750416", "doc1104361", "doc2127006", "doc2274222", "doc648335", "doc1244989"], "ranked_scores": [0.7143, 0.6449, 0.6212, 0.6178, 0.5963, 0.5762, 0.5674, 0.5504, 0.546, 0.5438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56921", "doc56897", "doc1102442", "doc56903", "doc2408092", "doc2091597", "doc2313854", "doc56909", "doc1685439"], "ranked_scores": [0.7622, 0.7258, 0.7227, 0.7178, 0.6879, 0.6499, 0.6298, 0.6205, 0.6178, 0.6128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80067", "doc352904", "doc80074", "doc137908", "doc80078", "doc1912506", "doc80151", "doc345642", "doc345632", "doc80154"], "ranked_scores": [0.7414, 0.7339, 0.7287, 0.7209, 0.7198, 0.7071, 0.7068, 0.6886, 0.6883, 0.6696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc2353712", "doc2240293", "doc2240291", "doc732015", "doc180079", "doc506854", "doc18814", "doc506841"], "ranked_scores": [0.7656, 0.6536, 0.6341, 0.6335, 0.6122, 0.6092, 0.5951, 0.5928, 0.589, 0.5836], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc207464", "doc99377", "doc863698", "doc26461", "doc131786", "doc474060", "doc511592", "doc721916", "doc224770"], "ranked_scores": [0.7361, 0.7177, 0.6783, 0.6555, 0.6547, 0.6545, 0.6478, 0.6415, 0.6412, 0.641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1287918", "doc162716", "doc698039", "doc447411", "doc1878861", "doc1471942", "doc2486395"], "ranked_scores": [0.8296, 0.7634, 0.7568, 0.4399, 0.4287, 0.4259, 0.4215, 0.4134, 0.4012, 0.3998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc57946", "doc81655", "doc1199221", "doc721746", "doc57940", "doc57948", "doc2115402", "doc1390312", "doc1390300"], "ranked_scores": [0.7128, 0.6832, 0.6788, 0.6766, 0.6713, 0.6619, 0.6342, 0.5789, 0.5741, 0.5612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1612364", "doc1936829", "doc866703", "doc1368159", "doc1428083", "doc22149", "doc751410", "doc1723101"], "ranked_scores": [0.7929, 0.6547, 0.6236, 0.591, 0.5845, 0.5728, 0.5643, 0.5557, 0.5007, 0.4917], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc851269", "doc64316", "doc64318", "doc971992", "doc35524", "doc1385349", "doc1376793", "doc1385353", "doc456580", "doc1385345"], "ranked_scores": [0.7736, 0.7713, 0.7607, 0.7436, 0.7421, 0.7349, 0.7331, 0.7291, 0.7285, 0.7265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc1520311", "doc1334192", "doc437678", "doc539428", "doc437677", "doc437685", "doc539419", "doc1520222", "doc1520213"], "ranked_scores": [0.7588, 0.7444, 0.7321, 0.7287, 0.7152, 0.7122, 0.7061, 0.6949, 0.6944, 0.6941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc720105", "doc938718", "doc1314979", "doc877823", "doc4611", "doc2593884", "doc1315097", "doc1315001", "doc866490"], "ranked_scores": [0.5061, 0.4645, 0.4301, 0.4187, 0.4074, 0.4074, 0.3987, 0.3941, 0.3886, 0.3842], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1445420", "doc645564", "doc24934", "doc24938", "doc1801894", "doc2390440", "doc773669", "doc1597244", "doc570839"], "ranked_scores": [0.5766, 0.5418, 0.4961, 0.4694, 0.4502, 0.4428, 0.434, 0.4322, 0.4283, 0.4281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1283940", "doc1074209", "doc672552", "doc611282", "doc317197", "doc958476", "doc758677", "doc238798"], "ranked_scores": [0.8282, 0.7227, 0.5418, 0.5236, 0.5222, 0.522, 0.5208, 0.5159, 0.5135, 0.5066], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc530778", "doc1840635", "doc324530", "doc996399", "doc1394743", "doc2142521", "doc1007190"], "ranked_scores": [0.8706, 0.7845, 0.6876, 0.6543, 0.6472, 0.6383, 0.6374, 0.6253, 0.6224, 0.6206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1030288", "doc2449643", "doc402145", "doc2429823", "doc1185579", "doc515771", "doc2194194", "doc660236", "doc2527260", "doc990522"], "ranked_scores": [0.6986, 0.6908, 0.6893, 0.6809, 0.6745, 0.6464, 0.6419, 0.6414, 0.6404, 0.6342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc105758", "doc105763", "doc2355469", "doc830308", "doc737771", "doc849003", "doc1729412", "doc1534825"], "ranked_scores": [0.7863, 0.7431, 0.7141, 0.6742, 0.6732, 0.6691, 0.6662, 0.6545, 0.6535, 0.6498], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107018", "doc2224155", "doc358938", "doc1927002", "doc2107022", "doc52414", "doc324540", "doc28935", "doc606253", "doc6531"], "ranked_scores": [0.7811, 0.7705, 0.7552, 0.7461, 0.7398, 0.7348, 0.7252, 0.7236, 0.71, 0.7059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc768322", "doc313364", "doc435076", "doc720207", "doc42101", "doc1921625", "doc211230", "doc1914276", "doc435075"], "ranked_scores": [0.6855, 0.6673, 0.6568, 0.6558, 0.6489, 0.6452, 0.6316, 0.6296, 0.6285, 0.6277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc336518", "doc2085567", "doc1508870", "doc1531603", "doc733127", "doc627432", "doc2448623", "doc418463", "doc1935873"], "ranked_scores": [0.5911, 0.5703, 0.5694, 0.5628, 0.5575, 0.5514, 0.5261, 0.5237, 0.5223, 0.515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2144435", "doc2019605", "doc2361509", "doc311498", "doc245411", "doc2083699", "doc1276617", "doc1384376"], "ranked_scores": [0.7148, 0.6352, 0.479, 0.476, 0.4633, 0.4336, 0.4303, 0.4158, 0.409, 0.4085], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc376241", "doc601133", "doc57975", "doc2043743", "doc1345740", "doc864555", "doc225655", "doc1153924", "doc390322"], "ranked_scores": [0.6294, 0.5615, 0.5574, 0.5564, 0.5174, 0.5154, 0.5149, 0.5089, 0.4945, 0.4868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1333905", "doc134196", "doc1986449", "doc1584862", "doc546881", "doc1160263", "doc2465656", "doc2117093", "doc588578"], "ranked_scores": [0.6718, 0.6552, 0.6522, 0.6484, 0.643, 0.6216, 0.6142, 0.6078, 0.5929, 0.5876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2361509", "doc890682", "doc2391797", "doc2316721", "doc807", "doc312607", "doc878338", "doc221817", "doc1892012", "doc190844"], "ranked_scores": [0.5371, 0.487, 0.4847, 0.4702, 0.4648, 0.4641, 0.4581, 0.4578, 0.4532, 0.4485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc2624067", "doc2015719", "doc88931", "doc88934", "doc1763997", "doc779563", "doc107246", "doc399027", "doc1452752"], "ranked_scores": [0.6774, 0.6463, 0.6279, 0.6064, 0.6022, 0.6017, 0.5873, 0.5856, 0.5827, 0.5787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc21350", "doc698075", "doc21368", "doc338818", "doc1798523", "doc21363", "doc1455509", "doc2336226", "doc811414"], "ranked_scores": [0.5727, 0.5354, 0.5272, 0.5247, 0.5234, 0.5199, 0.5144, 0.5129, 0.5083, 0.5047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108559", "doc108456", "doc911115", "doc18273", "doc63590", "doc1791044", "doc2563559", "doc376565", "doc88505", "doc63585"], "ranked_scores": [0.7154, 0.6887, 0.6749, 0.6749, 0.6749, 0.6628, 0.6602, 0.6151, 0.6087, 0.606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc7161", "doc1670303", "doc1948176", "doc7163", "doc7166", "doc2265484", "doc1183356", "doc1272096"], "ranked_scores": [0.7194, 0.6141, 0.6092, 0.5722, 0.5513, 0.5368, 0.5233, 0.5081, 0.5073, 0.5068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.511, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc2653657", "doc1260422", "doc751726", "doc1826212", "doc751729", "doc455756", "doc751714", "doc1387772", "doc734723"], "ranked_scores": [0.5852, 0.5742, 0.5495, 0.5403, 0.5347, 0.5132, 0.5066, 0.4526, 0.4497, 0.446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1170391", "doc980993", "doc1170390", "doc2057552", "doc1090888", "doc2007762", "doc190281", "doc1564173", "doc2634368"], "ranked_scores": [0.5805, 0.5338, 0.5193, 0.5121, 0.5114, 0.5094, 0.5032, 0.5003, 0.4985, 0.4957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc36463", "doc1618376", "doc36467", "doc1618372", "doc2396125", "doc2622759", "doc36485", "doc1256783", "doc2622778"], "ranked_scores": [0.7765, 0.7531, 0.7409, 0.7095, 0.7076, 0.6932, 0.6691, 0.6444, 0.6442, 0.6375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc973089", "doc106355", "doc2832", "doc703719", "doc388464", "doc106332", "doc106333", "doc284042", "doc337547", "doc703714"], "ranked_scores": [0.7311, 0.7306, 0.7303, 0.7213, 0.7146, 0.7141, 0.7138, 0.704, 0.7033, 0.6971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc729573", "doc729661", "doc1119808", "doc108887", "doc1373324", "doc2393669", "doc1520499", "doc596021"], "ranked_scores": [0.8196, 0.8146, 0.7726, 0.7689, 0.7671, 0.7652, 0.742, 0.7152, 0.7146, 0.7022], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1431001", "doc1430994", "doc77976", "doc1430993", "doc5734", "doc1504263", "doc77973", "doc77971", "doc2071056", "doc1287918"], "ranked_scores": [0.5951, 0.5911, 0.5463, 0.5144, 0.4671, 0.4566, 0.3959, 0.3716, 0.3613, 0.3383], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-atanh-gamma0.05": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc57247", "doc1665946", "doc751998", "doc3001", "doc57232", "doc57248", "doc2173529", "doc703715"], "ranked_scores": [593.0, 591.0, 590.0, 576.0, 569.0, 561.0, 558.0, 534.0, 529.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1664486", "doc1952665", "doc1664485", "doc474276", "doc63542", "doc2112811", "doc2292349", "doc2473154"], "ranked_scores": [589.0, 565.0, 549.0, 537.0, 534.0, 527.0, 525.0, 523.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc21831", "doc21829", "doc1675505", "doc812322", "doc21871", "doc21841", "doc2285692", "doc452039"], "ranked_scores": [542.0, 540.0, 536.0, 534.0, 526.0, 526.0, 524.0, 522.0, 511.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453089", "doc415323", "doc453144", "doc1247565", "doc453091", "doc1911408", "doc2525766", "doc565706", "doc415358", "doc536608"], "ranked_scores": [572.0, 562.0, 559.0, 557.0, 555.0, 547.0, 547.0, 547.0, 547.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc682295", "doc1741701", "doc1366765", "doc887635", "doc1341149", "doc1167678", "doc1741704", "doc387897", "doc1366756", "doc1741702"], "ranked_scores": [555.0, 553.0, 549.0, 548.0, 545.0, 543.0, 542.0, 542.0, 541.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1324046", "doc381292", "doc540363", "doc540358", "doc27538", "doc27529", "doc361696", "doc859731", "doc1852503", "doc459410"], "ranked_scores": [554.0, 545.0, 534.0, 527.0, 525.0, 517.0, 516.0, 515.0, 510.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc579128", "doc1340806", "doc1994393", "doc349747", "doc484979", "doc825186", "doc1953211", "doc613963"], "ranked_scores": [630.0, 589.0, 584.0, 581.0, 578.0, 566.0, 565.0, 564.0, 562.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc29759", "doc1798668", "doc29765", "doc1486663", "doc641530", "doc101561", "doc761733", "doc29764", "doc520689"], "ranked_scores": [619.0, 540.0, 538.0, 531.0, 528.0, 527.0, 525.0, 524.0, 523.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc61054", "doc829494", "doc1558629", "doc1048266", "doc988606", "doc1019583"], "ranked_scores": [609.0, 581.0, 561.0, 546.0, 536.0, 532.0, 527.0, 517.0, 515.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc97442", "doc97421", "doc1116765", "doc369237", "doc2071083", "doc97430", "doc214269", "doc369220"], "ranked_scores": [582.0, 560.0, 558.0, 553.0, 547.0, 532.0, 519.0, 519.0, 511.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc33196", "doc2224204", "doc1008940", "doc562696", "doc1458417", "doc988735", "doc1422800", "doc535996"], "ranked_scores": [572.0, 540.0, 533.0, 530.0, 529.0, 528.0, 524.0, 523.0, 522.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1984127", "doc253608", "doc83872", "doc83871", "doc2254475", "doc2372621", "doc1780375", "doc1133242", "doc2254465"], "ranked_scores": [583.0, 582.0, 579.0, 546.0, 539.0, 538.0, 536.0, 532.0, 531.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703714", "doc703728", "doc703711", "doc106372", "doc703736", "doc703715", "doc703705", "doc703733", "doc703706"], "ranked_scores": [577.0, 572.0, 565.0, 564.0, 564.0, 561.0, 561.0, 560.0, 559.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc692559", "doc7106", "doc485206", "doc934401", "doc2606816", "doc2670770", "doc7108", "doc697071", "doc1599042", "doc873329"], "ranked_scores": [546.0, 537.0, 534.0, 525.0, 520.0, 520.0, 518.0, 518.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82127", "doc82130", "doc90808", "doc1846029", "doc1891830", "doc1169637", "doc2115479", "doc431563", "doc787597"], "ranked_scores": [620.0, 556.0, 551.0, 530.0, 527.0, 524.0, 514.0, 505.0, 502.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc207871", "doc2193690", "doc187232", "doc382065", "doc2266565", "doc220990", "doc15095", "doc750416", "doc914073"], "ranked_scores": [542.0, 525.0, 514.0, 513.0, 507.0, 504.0, 502.0, 502.0, 502.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1824654", "doc24929", "doc2202499", "doc1380357", "doc90322", "doc2202506", "doc1926206", "doc30773", "doc563699"], "ranked_scores": [570.0, 551.0, 545.0, 542.0, 539.0, 538.0, 537.0, 535.0, 530.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc2483632", "doc573905", "doc2225375", "doc36393", "doc402317", "doc1825079", "doc1825428", "doc36402", "doc2197609"], "ranked_scores": [533.0, 529.0, 525.0, 521.0, 516.0, 516.0, 514.0, 514.0, 509.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc873481", "doc56921", "doc2509989", "doc56902", "doc2091589", "doc2313854", "doc2091584", "doc56909"], "ranked_scores": [599.0, 596.0, 592.0, 555.0, 543.0, 541.0, 538.0, 537.0, 533.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc137908", "doc80074", "doc2076427", "doc80154", "doc1357314", "doc80151", "doc543979", "doc345642", "doc80078", "doc2557673"], "ranked_scores": [560.0, 557.0, 554.0, 549.0, 538.0, 538.0, 537.0, 533.0, 531.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc72416", "doc2353712", "doc2240291", "doc527459", "doc183950", "doc2174234", "doc2010420", "doc108794", "doc1248717"], "ranked_scores": [632.0, 525.0, 517.0, 515.0, 515.0, 514.0, 513.0, 512.0, 511.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26461", "doc138458", "doc224770", "doc725659", "doc99377", "doc746306", "doc675035", "doc2376934", "doc764184"], "ranked_scores": [584.0, 572.0, 563.0, 542.0, 540.0, 536.0, 531.0, 530.0, 529.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc546646", "doc2592003", "doc302286", "doc1219639", "doc192542", "doc1080713", "doc337483"], "ranked_scores": [611.0, 574.0, 552.0, 538.0, 536.0, 535.0, 534.0, 530.0, 529.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc988735", "doc890257", "doc490395", "doc57948", "doc1008940", "doc1390300", "doc119508", "doc2115402", "doc737219"], "ranked_scores": [590.0, 536.0, 536.0, 535.0, 533.0, 532.0, 532.0, 530.0, 529.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1381513", "doc2060827", "doc1128302", "doc879199", "doc2357495", "doc959527", "doc1368159", "doc2362748", "doc902657"], "ranked_scores": [599.0, 524.0, 516.0, 514.0, 513.0, 507.0, 507.0, 506.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64318", "doc64314", "doc922271", "doc851269", "doc35524", "doc1683659", "doc41344", "doc2487656", "doc824758"], "ranked_scores": [565.0, 542.0, 532.0, 530.0, 529.0, 528.0, 521.0, 519.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc727452", "doc587518", "doc1334192", "doc1321884", "doc1788429", "doc82650", "doc1321929", "doc1321868", "doc437656", "doc437677"], "ranked_scores": [555.0, 545.0, 545.0, 545.0, 540.0, 538.0, 537.0, 535.0, 533.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc2543056", "doc671985", "doc552702", "doc1315083", "doc1778577", "doc866437", "doc754076", "doc1314995"], "ranked_scores": [555.0, 536.0, 523.0, 522.0, 518.0, 518.0, 517.0, 517.0, 516.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc2334138", "doc1440230", "doc1464195", "doc1801894", "doc24934", "doc1445420", "doc602736", "doc2666461", "doc384744"], "ranked_scores": [503.0, 496.0, 488.0, 481.0, 479.0, 477.0, 476.0, 475.0, 470.0, 470.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc580016", "doc284394", "doc1298637", "doc851514", "doc1005393", "doc1082535", "doc1384430", "doc737219"], "ranked_scores": [590.0, 570.0, 534.0, 527.0, 526.0, 525.0, 524.0, 524.0, 524.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc324530", "doc812613", "doc2259504", "doc783808", "doc25697", "doc1394755", "doc1394758", "doc1635999"], "ranked_scores": [652.0, 562.0, 551.0, 548.0, 543.0, 543.0, 542.0, 542.0, 542.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2449643", "doc2527260", "doc660237", "doc990522", "doc1837771", "doc2194194", "doc515771", "doc660236", "doc898833"], "ranked_scores": [559.0, 540.0, 536.0, 533.0, 530.0, 529.0, 529.0, 527.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc849003", "doc105759", "doc566026", "doc105763", "doc543176", "doc830308", "doc258447", "doc536531"], "ranked_scores": [608.0, 583.0, 582.0, 570.0, 563.0, 556.0, 546.0, 546.0, 542.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc2107018", "doc358938", "doc2224155", "doc1400527", "doc2500959", "doc1927002", "doc1400528", "doc2081252", "doc2166568"], "ranked_scores": [552.0, 547.0, 547.0, 545.0, 542.0, 538.0, 538.0, 538.0, 534.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211230", "doc1204609", "doc378301", "doc42101", "doc465988", "doc720207", "doc2498492", "doc313354", "doc707801", "doc70904"], "ranked_scores": [540.0, 534.0, 530.0, 530.0, 529.0, 527.0, 526.0, 525.0, 523.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc2665803", "doc2187649", "doc336518", "doc2119808", "doc650883", "doc289212", "doc2448623", "doc315772"], "ranked_scores": [551.0, 519.0, 502.0, 501.0, 501.0, 500.0, 499.0, 497.0, 495.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc143496", "doc1245931", "doc1563751", "doc190988", "doc552141", "doc180922", "doc775913", "doc487000"], "ranked_scores": [558.0, 528.0, 521.0, 519.0, 517.0, 516.0, 516.0, 514.0, 513.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc2005304", "doc1345740", "doc601133", "doc1810672", "doc1300782", "doc864555", "doc376241", "doc559900", "doc959206"], "ranked_scores": [537.0, 523.0, 508.0, 505.0, 503.0, 502.0, 499.0, 498.0, 494.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1629620", "doc641270", "doc1986449", "doc588578", "doc1730288", "doc1986437", "doc1155179", "doc1584862", "doc61233"], "ranked_scores": [553.0, 552.0, 536.0, 523.0, 522.0, 518.0, 518.0, 516.0, 513.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc845380", "doc806", "doc312607", "doc1499831", "doc807", "doc2391797", "doc190844", "doc1033272", "doc890682"], "ranked_scores": [504.0, 502.0, 501.0, 501.0, 499.0, 497.0, 495.0, 493.0, 492.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88974", "doc88973", "doc2624067", "doc1452752", "doc1639229", "doc2624072", "doc2061559", "doc2015719"], "ranked_scores": [635.0, 616.0, 585.0, 574.0, 568.0, 558.0, 553.0, 545.0, 542.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc642895", "doc1455462", "doc338810", "doc338815", "doc21350", "doc21340", "doc21372", "doc21378", "doc1455444", "doc338801"], "ranked_scores": [521.0, 517.0, 515.0, 515.0, 514.0, 513.0, 512.0, 509.0, 507.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4228, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc376580", "doc2003302", "doc108477", "doc1791044", "doc2072948", "doc323321", "doc1374770", "doc18273", "doc63590", "doc911115"], "ranked_scores": [569.0, 561.0, 559.0, 558.0, 554.0, 553.0, 552.0, 546.0, 546.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1670303", "doc2004259", "doc7163", "doc355540", "doc2128755", "doc2677350", "doc1746512", "doc1026678", "doc246550"], "ranked_scores": [530.0, 530.0, 509.0, 504.0, 500.0, 500.0, 497.0, 495.0, 494.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc751718", "doc2295957", "doc1564136", "doc751726", "doc2653657", "doc751729", "doc2494655", "doc485243", "doc751719"], "ranked_scores": [511.0, 484.0, 471.0, 471.0, 470.0, 469.0, 469.0, 466.0, 465.0, 465.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc1809840", "doc2084882", "doc2011376", "doc495543", "doc2057552", "doc2639996", "doc1364067", "doc705226", "doc1961593"], "ranked_scores": [510.0, 507.0, 505.0, 502.0, 500.0, 495.0, 494.0, 493.0, 491.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc427398", "doc36460", "doc2362869", "doc2633722", "doc36463", "doc1927669", "doc2633752", "doc2245689", "doc2622759"], "ranked_scores": [582.0, 540.0, 532.0, 528.0, 528.0, 528.0, 525.0, 525.0, 523.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106372", "doc703736", "doc1390073", "doc2456577", "doc2832", "doc298160", "doc973089", "doc703719", "doc211929"], "ranked_scores": [578.0, 544.0, 541.0, 538.0, 538.0, 538.0, 534.0, 531.0, 529.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc626438", "doc108887", "doc1373324", "doc1373323", "doc1119808", "doc109002", "doc108892", "doc729661", "doc873559"], "ranked_scores": [568.0, 566.0, 565.0, 562.0, 560.0, 555.0, 544.0, 543.0, 542.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77971", "doc77976", "doc1430993", "doc1160422", "doc1376157", "doc1726799", "doc853534", "doc936401", "doc2378961"], "ranked_scores": [577.0, 566.0, 564.0, 539.0, 520.0, 513.0, 508.0, 505.0, 504.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-atanh-gamma0.2": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc57242", "doc751998", "doc57226", "doc3001", "doc1665946", "doc57232", "doc63804", "doc751967", "doc751954"], "ranked_scores": [613.0, 598.0, 598.0, 594.0, 575.0, 573.0, 573.0, 556.0, 550.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1664486", "doc1749973", "doc2292349", "doc474276", "doc314759", "doc1664485", "doc2217711", "doc2664641"], "ranked_scores": [586.0, 579.0, 565.0, 536.0, 536.0, 535.0, 533.0, 530.0, 526.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc21841", "doc21831", "doc21829", "doc1285909", "doc78091", "doc2285692", "doc660012", "doc812322"], "ranked_scores": [555.0, 545.0, 545.0, 538.0, 534.0, 529.0, 524.0, 522.0, 522.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453089", "doc1247565", "doc415323", "doc146101", "doc658301", "doc453091", "doc453144", "doc1104225", "doc564709", "doc1402781"], "ranked_scores": [572.0, 571.0, 571.0, 562.0, 562.0, 559.0, 558.0, 557.0, 556.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc1741704", "doc1741701", "doc1741702", "doc887635", "doc1167678", "doc1366765", "doc1812659", "doc1366760", "doc2372193"], "ranked_scores": [562.0, 562.0, 561.0, 560.0, 557.0, 556.0, 554.0, 553.0, 549.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc381292", "doc1324046", "doc540358", "doc27529", "doc27538", "doc540363", "doc1852503", "doc459410", "doc738831", "doc2272990"], "ranked_scores": [566.0, 564.0, 553.0, 550.0, 544.0, 538.0, 534.0, 534.0, 527.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc579128", "doc825186", "doc484979", "doc349747", "doc856735", "doc1340806", "doc1994393", "doc925929"], "ranked_scores": [642.0, 599.0, 586.0, 580.0, 579.0, 577.0, 571.0, 571.0, 564.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc641530", "doc1486663", "doc29765", "doc29759", "doc101561", "doc29764", "doc1798668", "doc1017147", "doc761733"], "ranked_scores": [626.0, 546.0, 543.0, 539.0, 539.0, 536.0, 533.0, 532.0, 531.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc829494", "doc2080046", "doc988606", "doc61054", "doc1558629", "doc1048266"], "ranked_scores": [612.0, 592.0, 579.0, 567.0, 543.0, 539.0, 539.0, 538.0, 529.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97442", "doc1116765", "doc97445", "doc369237", "doc97430", "doc2083994", "doc2083987", "doc214269"], "ranked_scores": [613.0, 583.0, 574.0, 572.0, 570.0, 542.0, 533.0, 526.0, 518.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc33196", "doc1458417", "doc562696", "doc2224204", "doc1357070", "doc1008940", "doc698033", "doc1999887"], "ranked_scores": [599.0, 559.0, 551.0, 547.0, 540.0, 534.0, 533.0, 532.0, 528.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc1984127", "doc83863", "doc1780375", "doc2372621", "doc83872", "doc1974480", "doc83875", "doc2254465", "doc759547"], "ranked_scores": [575.0, 568.0, 565.0, 541.0, 539.0, 539.0, 538.0, 536.0, 535.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703736", "doc703714", "doc106372", "doc703706", "doc703705", "doc703721", "doc703728", "doc106357", "doc703719"], "ranked_scores": [580.0, 575.0, 573.0, 572.0, 571.0, 570.0, 567.0, 567.0, 564.0, 563.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc692559", "doc7106", "doc2606816", "doc7112", "doc2670770", "doc7108", "doc1027625", "doc1377683", "doc934401", "doc7119"], "ranked_scores": [560.0, 549.0, 536.0, 536.0, 535.0, 535.0, 534.0, 534.0, 533.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc82127", "doc90808", "doc1891830", "doc1169637", "doc1740481", "doc431563", "doc1846029", "doc2000096"], "ranked_scores": [638.0, 586.0, 576.0, 566.0, 548.0, 538.0, 524.0, 523.0, 521.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc187232", "doc2420503", "doc15095", "doc2193690", "doc382065", "doc269387", "doc2009369", "doc919332", "doc919340"], "ranked_scores": [544.0, 531.0, 524.0, 523.0, 517.0, 514.0, 513.0, 512.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1926206", "doc24929", "doc1380357", "doc132960", "doc1824654", "doc468490", "doc90322", "doc30773", "doc1786046"], "ranked_scores": [584.0, 561.0, 557.0, 550.0, 546.0, 545.0, 544.0, 543.0, 543.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc36402", "doc2483632", "doc536387", "doc2225375", "doc1825079", "doc402317", "doc904153", "doc36393", "doc573905"], "ranked_scores": [535.0, 525.0, 524.0, 522.0, 520.0, 519.0, 517.0, 516.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc873481", "doc56921", "doc2091589", "doc56902", "doc2313854", "doc2509989", "doc2439294", "doc56909"], "ranked_scores": [596.0, 591.0, 585.0, 575.0, 566.0, 556.0, 548.0, 548.0, 535.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc80154", "doc80074", "doc137908", "doc2076427", "doc1521484", "doc439513", "doc80078", "doc1189628", "doc80148"], "ranked_scores": [574.0, 566.0, 564.0, 562.0, 561.0, 560.0, 560.0, 553.0, 552.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc72416", "doc2174234", "doc1781006", "doc1177572", "doc2240291", "doc1018578", "doc183950", "doc2010420", "doc506841"], "ranked_scores": [634.0, 553.0, 545.0, 527.0, 524.0, 519.0, 517.0, 516.0, 515.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26461", "doc1159969", "doc26467", "doc224770", "doc138458", "doc764184", "doc1858452", "doc261064", "doc796735"], "ranked_scores": [606.0, 580.0, 562.0, 546.0, 541.0, 539.0, 537.0, 537.0, 536.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc337483", "doc2592003", "doc889101", "doc2438080", "doc498384", "doc142372", "doc302286"], "ranked_scores": [616.0, 570.0, 563.0, 552.0, 538.0, 532.0, 532.0, 532.0, 530.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc57948", "doc890257", "doc988735", "doc119508", "doc721746", "doc1164435", "doc2389178", "doc2115402", "doc1390300"], "ranked_scores": [593.0, 549.0, 543.0, 539.0, 538.0, 534.0, 533.0, 533.0, 530.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc2060827", "doc1381513", "doc879199", "doc1657214", "doc1128302", "doc1464453", "doc2357495", "doc2317049", "doc923913"], "ranked_scores": [612.0, 523.0, 521.0, 520.0, 519.0, 518.0, 518.0, 516.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64314", "doc64318", "doc35524", "doc851269", "doc41344", "doc35513", "doc922271", "doc1683659", "doc2072831"], "ranked_scores": [561.0, 555.0, 546.0, 543.0, 540.0, 537.0, 534.0, 534.0, 526.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520300", "doc1334192", "doc727452", "doc1788429", "doc587518", "doc437677", "doc437678", "doc1321929", "doc459280", "doc252389"], "ranked_scores": [570.0, 563.0, 558.0, 556.0, 556.0, 553.0, 553.0, 552.0, 551.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc671985", "doc1314979", "doc1856377", "doc2543056", "doc866437", "doc720110", "doc1315015", "doc865438", "doc866436"], "ranked_scores": [574.0, 522.0, 521.0, 521.0, 517.0, 516.0, 515.0, 512.0, 509.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc1801894", "doc384744", "doc1445420", "doc1894178", "doc1276601", "doc570839", "doc602735", "doc872070", "doc645602"], "ranked_scores": [501.0, 494.0, 491.0, 488.0, 488.0, 483.0, 481.0, 481.0, 481.0, 479.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc580016", "doc611287", "doc284394", "doc611282", "doc609671", "doc1703998", "doc611283", "doc811"], "ranked_scores": [601.0, 594.0, 545.0, 533.0, 533.0, 529.0, 527.0, 525.0, 524.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc25697", "doc324530", "doc1635999", "doc2259504", "doc812613", "doc28582", "doc38710", "doc783808"], "ranked_scores": [656.0, 566.0, 556.0, 553.0, 549.0, 549.0, 545.0, 543.0, 542.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2449643", "doc2194194", "doc898833", "doc660237", "doc660271", "doc1837769", "doc990514", "doc660236", "doc94367"], "ranked_scores": [555.0, 554.0, 549.0, 545.0, 542.0, 539.0, 535.0, 533.0, 532.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc849003", "doc105759", "doc105763", "doc719006", "doc566026", "doc1223275", "doc105751", "doc543176"], "ranked_scores": [618.0, 588.0, 574.0, 572.0, 560.0, 560.0, 559.0, 551.0, 551.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc2107018", "doc1927002", "doc358938", "doc2081252", "doc2224155", "doc1400527", "doc675222", "doc2500959", "doc1400520"], "ranked_scores": [567.0, 557.0, 548.0, 548.0, 543.0, 543.0, 542.0, 542.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211230", "doc313364", "doc1204609", "doc465988", "doc1841146", "doc42101", "doc70904", "doc2498492", "doc1841145", "doc435076"], "ranked_scores": [569.0, 538.0, 537.0, 536.0, 536.0, 533.0, 532.0, 530.0, 529.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc650883", "doc878338", "doc2636762", "doc2187649", "doc264212", "doc2665803", "doc336518", "doc2119808", "doc2448623"], "ranked_scores": [564.0, 523.0, 513.0, 507.0, 506.0, 505.0, 504.0, 503.0, 502.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc143496", "doc1245931", "doc720754", "doc487000", "doc552141", "doc775913", "doc1538025", "doc2357458"], "ranked_scores": [557.0, 529.0, 527.0, 523.0, 523.0, 522.0, 520.0, 520.0, 519.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc2005304", "doc601133", "doc1345740", "doc376243", "doc1810672", "doc864555", "doc1300782", "doc2449727", "doc376241"], "ranked_scores": [549.0, 522.0, 522.0, 516.0, 510.0, 505.0, 504.0, 502.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1629620", "doc1986449", "doc2465656", "doc588578", "doc641270", "doc1333905", "doc61233", "doc1975694", "doc1903929"], "ranked_scores": [557.0, 552.0, 550.0, 548.0, 548.0, 548.0, 546.0, 538.0, 535.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc221817", "doc806", "doc190844", "doc2262639", "doc966112", "doc807", "doc312607", "doc1499831", "doc312605"], "ranked_scores": [528.0, 513.0, 511.0, 509.0, 508.0, 507.0, 507.0, 506.0, 503.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88974", "doc88973", "doc2624067", "doc1670518", "doc1452752", "doc2015719", "doc2624072", "doc2288308"], "ranked_scores": [632.0, 605.0, 598.0, 583.0, 572.0, 562.0, 556.0, 548.0, 548.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338815", "doc21350", "doc21340", "doc642895", "doc338801", "doc1738086", "doc21378", "doc889101", "doc338810", "doc1455511"], "ranked_scores": [534.0, 532.0, 528.0, 523.0, 520.0, 518.0, 514.0, 513.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2003302", "doc323321", "doc376580", "doc1791044", "doc108477", "doc1844919", "doc18273", "doc2072948", "doc911115", "doc63590"], "ranked_scores": [590.0, 580.0, 574.0, 573.0, 566.0, 565.0, 561.0, 561.0, 561.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc1670303", "doc7163", "doc2004259", "doc355540", "doc299691", "doc2128755", "doc1026678", "doc1746512", "doc2373327"], "ranked_scores": [544.0, 540.0, 513.0, 512.0, 507.0, 502.0, 500.0, 499.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc751718", "doc2295957", "doc1826212", "doc1568962", "doc1564136", "doc1735215", "doc2653657", "doc485243", "doc751719"], "ranked_scores": [497.0, 484.0, 482.0, 481.0, 475.0, 474.0, 472.0, 470.0, 466.0, 466.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc1809840", "doc2084882", "doc2011376", "doc705226", "doc2639996", "doc2057552", "doc785515", "doc495543", "doc717117"], "ranked_scores": [515.0, 515.0, 511.0, 509.0, 507.0, 505.0, 498.0, 491.0, 490.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc427398", "doc2245689", "doc1618374", "doc2622759", "doc1618372", "doc2245655", "doc36460", "doc417364"], "ranked_scores": [606.0, 550.0, 550.0, 542.0, 541.0, 538.0, 537.0, 535.0, 535.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc1136889", "doc703736", "doc106372", "doc703721", "doc106357", "doc703719", "doc106355", "doc1390073", "doc703711"], "ranked_scores": [597.0, 563.0, 563.0, 562.0, 557.0, 556.0, 551.0, 549.0, 548.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1119808", "doc626438", "doc1373324", "doc108887", "doc1373323", "doc24505", "doc207176", "doc2393669", "doc873559"], "ranked_scores": [581.0, 577.0, 573.0, 572.0, 566.0, 560.0, 553.0, 552.0, 549.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77971", "doc77976", "doc1430993", "doc1431001", "doc1160422", "doc936401", "doc857632", "doc2378961", "doc1785170"], "ranked_scores": [587.0, 579.0, 567.0, 551.0, 526.0, 522.0, 516.0, 514.0, 503.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.05": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc57242", "doc751998", "doc57247", "doc1163498", "doc1665946", "doc2569915", "doc1254733", "doc1104251"], "ranked_scores": [587.0, 574.0, 572.0, 530.0, 529.0, 527.0, 521.0, 520.0, 513.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc1749973", "doc63538", "doc2112811", "doc1952697", "doc1664485", "doc345111", "doc1796956", "doc2308785", "doc2292349"], "ranked_scores": [570.0, 532.0, 527.0, 525.0, 523.0, 522.0, 518.0, 516.0, 516.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc243667", "doc69767", "doc69765", "doc69768", "doc1675505", "doc2285692", "doc452039", "doc761186", "doc21871"], "ranked_scores": [548.0, 535.0, 528.0, 526.0, 524.0, 523.0, 523.0, 518.0, 517.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc415323", "doc404141", "doc564708", "doc726012", "doc1247565", "doc591223", "doc1177870", "doc643498", "doc453161"], "ranked_scores": [530.0, 512.0, 512.0, 510.0, 508.0, 508.0, 508.0, 507.0, 506.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc338868", "doc2165920", "doc1366769", "doc887635", "doc2165905", "doc1812659", "doc1812661", "doc1366744", "doc387897", "doc1741704"], "ranked_scores": [558.0, 551.0, 550.0, 543.0, 541.0, 539.0, 538.0, 536.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc540358", "doc27529", "doc1727553", "doc1324046", "doc27538", "doc540404", "doc1770477", "doc27536", "doc1478919", "doc1852504"], "ranked_scores": [537.0, 519.0, 517.0, 517.0, 514.0, 511.0, 510.0, 509.0, 506.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc653285", "doc1480727", "doc273559", "doc208541", "doc77634", "doc54270", "doc1526230", "doc422133", "doc2134247", "doc1953211"], "ranked_scores": [574.0, 571.0, 568.0, 566.0, 561.0, 559.0, 558.0, 557.0, 552.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc1486663", "doc1798668", "doc1595692", "doc2096499", "doc2509153", "doc966365", "doc29764", "doc520683"], "ranked_scores": [563.0, 540.0, 534.0, 526.0, 519.0, 515.0, 511.0, 510.0, 508.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1612682", "doc61045", "doc829494", "doc1376346", "doc988606", "doc13999", "doc988607", "doc742717"], "ranked_scores": [547.0, 540.0, 528.0, 523.0, 517.0, 516.0, 512.0, 511.0, 510.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc1116765", "doc369237", "doc2004921", "doc2084014", "doc2083995", "doc97442", "doc2380009", "doc2071107", "doc97445"], "ranked_scores": [583.0, 554.0, 549.0, 547.0, 543.0, 542.0, 541.0, 536.0, 533.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc47608", "doc562696", "doc551897", "doc2648883", "doc2165715", "doc122351", "doc1029757", "doc1999887", "doc1061142"], "ranked_scores": [526.0, 520.0, 520.0, 514.0, 512.0, 512.0, 510.0, 510.0, 509.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc2372621", "doc1780375", "doc1604550", "doc83863", "doc1133242", "doc1386166", "doc2680499", "doc1984127", "doc66003"], "ranked_scores": [546.0, 531.0, 527.0, 525.0, 525.0, 524.0, 519.0, 518.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc427621", "doc106355", "doc1887731", "doc703711", "doc703719", "doc703706", "doc703714", "doc874101", "doc1824664"], "ranked_scores": [548.0, 540.0, 525.0, 525.0, 525.0, 524.0, 523.0, 521.0, 515.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7099", "doc7091", "doc7119", "doc7112", "doc1694554", "doc7116", "doc1599042", "doc692559", "doc7120"], "ranked_scores": [553.0, 546.0, 542.0, 533.0, 517.0, 515.0, 515.0, 511.0, 510.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82127", "doc2200447", "doc2569900", "doc82130", "doc1891830", "doc1169637", "doc2068718", "doc1091030", "doc90808"], "ranked_scores": [598.0, 529.0, 521.0, 520.0, 513.0, 512.0, 509.0, 509.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc409226", "doc1530226", "doc207871", "doc439366", "doc750407", "doc897", "doc1244989", "doc1449866", "doc382065"], "ranked_scores": [516.0, 500.0, 487.0, 484.0, 483.0, 480.0, 480.0, 475.0, 475.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc24903", "doc30774", "doc468490", "doc1380357", "doc1824654", "doc651946", "doc1380356", "doc24925"], "ranked_scores": [557.0, 541.0, 522.0, 521.0, 520.0, 519.0, 519.0, 515.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2225375", "doc36402", "doc573905", "doc58892", "doc2483632", "doc1902615", "doc307715", "doc1104361", "doc73739", "doc737252"], "ranked_scores": [527.0, 520.0, 519.0, 518.0, 514.0, 513.0, 503.0, 500.0, 498.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc2509996", "doc56897", "doc1102442", "doc2439294", "doc952849", "doc2378781", "doc2091589", "doc2313864"], "ranked_scores": [582.0, 554.0, 551.0, 550.0, 548.0, 547.0, 535.0, 533.0, 530.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80154", "doc345642", "doc863660", "doc80074", "doc1521484", "doc80151", "doc2557673", "doc2672998", "doc596891", "doc439513"], "ranked_scores": [549.0, 547.0, 532.0, 532.0, 526.0, 525.0, 521.0, 519.0, 519.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc673167", "doc180079", "doc1214168", "doc2240291", "doc506854", "doc1248717", "doc732015", "doc2174234", "doc629517"], "ranked_scores": [584.0, 512.0, 512.0, 503.0, 499.0, 499.0, 496.0, 495.0, 495.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26458", "doc131786", "doc2036045", "doc725659", "doc26467", "doc764184", "doc675067", "doc2480872", "doc138458"], "ranked_scores": [583.0, 524.0, 519.0, 515.0, 512.0, 512.0, 511.0, 508.0, 506.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc192542", "doc470536", "doc273662", "doc61568", "doc1732443", "doc74858", "doc308346"], "ranked_scores": [631.0, 565.0, 536.0, 511.0, 498.0, 498.0, 498.0, 497.0, 495.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc57948", "doc81655", "doc721746", "doc1489505", "doc1199221", "doc2389179", "doc964756", "doc37884", "doc2540212"], "ranked_scores": [529.0, 518.0, 517.0, 515.0, 514.0, 513.0, 508.0, 507.0, 507.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc1962033", "doc742717", "doc2193668", "doc1187141", "doc1448736", "doc1224325", "doc491925", "doc1428083"], "ranked_scores": [595.0, 536.0, 532.0, 515.0, 510.0, 510.0, 509.0, 506.0, 505.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc971992", "doc1376793", "doc851269", "doc64318", "doc35524", "doc64317", "doc41305", "doc64314", "doc467715"], "ranked_scores": [563.0, 551.0, 548.0, 545.0, 541.0, 541.0, 534.0, 534.0, 529.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4416, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc252389", "doc437639", "doc587518", "doc437685", "doc1321883", "doc1321924", "doc437656", "doc1520311", "doc437667", "doc539428"], "ranked_scores": [557.0, 550.0, 546.0, 545.0, 543.0, 543.0, 542.0, 536.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc754076", "doc1315064", "doc671985", "doc1778743", "doc1778577", "doc1385395", "doc1694648", "doc877823"], "ranked_scores": [542.0, 510.0, 509.0, 504.0, 500.0, 500.0, 498.0, 493.0, 489.0, 484.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc1449851", "doc2334138", "doc645602", "doc1894178", "doc524130", "doc802931", "doc1597244", "doc170955", "doc587116"], "ranked_scores": [495.0, 489.0, 485.0, 485.0, 484.0, 483.0, 481.0, 480.0, 480.0, 479.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc534490", "doc56398", "doc114471", "doc216330", "doc1005393", "doc781344", "doc1346601", "doc611282"], "ranked_scores": [564.0, 561.0, 512.0, 505.0, 500.0, 497.0, 494.0, 494.0, 494.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1088161", "doc25697", "doc165022", "doc1685439", "doc868589", "doc785116", "doc2370519", "doc56921"], "ranked_scores": [606.0, 574.0, 543.0, 543.0, 541.0, 539.0, 537.0, 536.0, 535.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc1837771", "doc898833", "doc1442519", "doc1373330", "doc1030288", "doc84492", "doc2449643", "doc2429823", "doc368673"], "ranked_scores": [552.0, 536.0, 533.0, 531.0, 526.0, 524.0, 520.0, 520.0, 519.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105759", "doc105758", "doc1729412", "doc830308", "doc566026", "doc8477", "doc171833", "doc2355469", "doc543176"], "ranked_scores": [571.0, 524.0, 523.0, 520.0, 516.0, 511.0, 509.0, 503.0, 503.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc2224155", "doc2252577", "doc1690531", "doc1477591", "doc926314", "doc2166568", "doc4147", "doc606253", "doc358938"], "ranked_scores": [558.0, 556.0, 553.0, 553.0, 545.0, 542.0, 540.0, 536.0, 533.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2587564", "doc435076", "doc2587562", "doc435078", "doc1957486", "doc420336", "doc70904", "doc2646161", "doc435075", "doc736126"], "ranked_scores": [524.0, 514.0, 513.0, 512.0, 509.0, 508.0, 502.0, 502.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2119808", "doc2085567", "doc733127", "doc336518", "doc2665803", "doc2042102", "doc1498263", "doc264212", "doc2636635"], "ranked_scores": [546.0, 511.0, 505.0, 503.0, 501.0, 501.0, 497.0, 493.0, 492.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1245931", "doc1512025", "doc448867", "doc159492", "doc1962174", "doc381154", "doc93503", "doc1002584", "doc1512040", "doc1728777"], "ranked_scores": [521.0, 497.0, 496.0, 493.0, 486.0, 485.0, 484.0, 483.0, 482.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1345740", "doc2035909", "doc601133", "doc2265144", "doc2304461", "doc57975", "doc1055373", "doc225655", "doc559900", "doc864555"], "ranked_scores": [488.0, 481.0, 477.0, 475.0, 469.0, 468.0, 464.0, 464.0, 464.0, 464.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc294604", "doc588578", "doc1629620", "doc2162650", "doc61233", "doc1160263", "doc1584862", "doc350535", "doc134196", "doc1433613"], "ranked_scores": [540.0, 534.0, 529.0, 524.0, 515.0, 515.0, 510.0, 508.0, 507.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc1370451", "doc807", "doc1105530", "doc2334138", "doc201173", "doc221817", "doc1877809", "doc201170", "doc459774"], "ranked_scores": [526.0, 521.0, 516.0, 503.0, 502.0, 500.0, 500.0, 498.0, 498.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc88931", "doc2015719", "doc127040", "doc1452752", "doc88974", "doc2624067", "doc88973", "doc779563", "doc2061559"], "ranked_scores": [571.0, 569.0, 561.0, 559.0, 545.0, 536.0, 532.0, 532.0, 532.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc308175", "doc1798523", "doc21340", "doc746693", "doc457119", "doc353043", "doc1353689", "doc1455508", "doc338818", "doc21350"], "ranked_scores": [516.0, 514.0, 514.0, 510.0, 502.0, 501.0, 501.0, 498.0, 498.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc63590", "doc18273", "doc911115", "doc193844", "doc63585", "doc323321", "doc1906610", "doc2614035", "doc2072948", "doc18274"], "ranked_scores": [558.0, 558.0, 558.0, 553.0, 552.0, 547.0, 545.0, 540.0, 535.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc1670303", "doc1524979", "doc1948176", "doc2475623", "doc1982070", "doc519408", "doc688749", "doc915991"], "ranked_scores": [543.0, 520.0, 504.0, 494.0, 494.0, 487.0, 482.0, 482.0, 481.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc2193668", "doc2365901", "doc1841145", "doc404242", "doc753576", "doc27529", "doc2587477", "doc1260422"], "ranked_scores": [520.0, 492.0, 484.0, 478.0, 477.0, 476.0, 476.0, 475.0, 472.0, 471.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1185713", "doc1564158", "doc705226", "doc642762", "doc2057552", "doc2558036", "doc868658", "doc1801894", "doc2639996", "doc1986143"], "ranked_scores": [515.0, 506.0, 505.0, 505.0, 504.0, 504.0, 503.0, 502.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1256783", "doc761123", "doc1618376", "doc1927669", "doc2657970", "doc2622778", "doc1933371", "doc207271", "doc1926786"], "ranked_scores": [544.0, 539.0, 525.0, 522.0, 520.0, 516.0, 508.0, 507.0, 507.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc964811", "doc703719", "doc106355", "doc846246", "doc1390073", "doc1332302", "doc427621", "doc1804263", "doc752669"], "ranked_scores": [561.0, 541.0, 540.0, 535.0, 534.0, 532.0, 529.0, 524.0, 523.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc108887", "doc1220654", "doc643072", "doc1373324", "doc108892", "doc1373323", "doc2393669", "doc832023", "doc1581104"], "ranked_scores": [553.0, 547.0, 542.0, 539.0, 539.0, 537.0, 526.0, 524.0, 517.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc1504263", "doc77976", "doc1430993", "doc2332984", "doc77973", "doc2039201", "doc1431001", "doc2079848", "doc857632"], "ranked_scores": [544.0, 541.0, 525.0, 523.0, 494.0, 494.0, 489.0, 486.0, 484.0, 484.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.2": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc57232", "doc57247", "doc751998", "doc1254733", "doc1219625", "doc3001", "doc1665946", "doc1395336"], "ranked_scores": [588.0, 559.0, 547.0, 538.0, 531.0, 526.0, 523.0, 521.0, 517.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc2292349", "doc2112811", "doc1664485", "doc1982515", "doc1952697", "doc1796956", "doc502099"], "ranked_scores": [576.0, 551.0, 533.0, 528.0, 526.0, 525.0, 524.0, 520.0, 517.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc69767", "doc69765", "doc69768", "doc2285692", "doc452016", "doc1675505", "doc296216", "doc2526400", "doc21829"], "ranked_scores": [553.0, 549.0, 543.0, 542.0, 533.0, 530.0, 530.0, 529.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc404141", "doc1177870", "doc400438", "doc564709", "doc1247565", "doc872601", "doc726012", "doc591223", "doc94024", "doc453161"], "ranked_scores": [550.0, 528.0, 528.0, 527.0, 525.0, 523.0, 522.0, 520.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc338868", "doc1366769", "doc1812659", "doc387897", "doc2165920", "doc1812653", "doc2056468", "doc1812661", "doc1366760", "doc1741704"], "ranked_scores": [554.0, 549.0, 548.0, 545.0, 542.0, 541.0, 540.0, 539.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27538", "doc1770477", "doc540358", "doc27529", "doc1021718", "doc1324046", "doc27536", "doc1727553", "doc1279689", "doc1478919"], "ranked_scores": [532.0, 527.0, 527.0, 526.0, 523.0, 522.0, 518.0, 516.0, 514.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1480727", "doc653285", "doc208541", "doc77634", "doc273559", "doc1526230", "doc422133", "doc54270", "doc925929", "doc864822"], "ranked_scores": [590.0, 588.0, 582.0, 573.0, 572.0, 564.0, 559.0, 559.0, 556.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1486663", "doc1798668", "doc520684", "doc29764", "doc101561", "doc440382", "doc2688", "doc966365", "doc2509153"], "ranked_scores": [562.0, 535.0, 532.0, 527.0, 518.0, 511.0, 509.0, 507.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc61045", "doc13999", "doc829494", "doc1612682", "doc988606", "doc1376346", "doc1464453", "doc210026"], "ranked_scores": [554.0, 539.0, 533.0, 529.0, 526.0, 523.0, 513.0, 508.0, 497.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2084014", "doc2004921", "doc97442", "doc2083995", "doc152483", "doc369237", "doc1116765", "doc97445", "doc369270"], "ranked_scores": [567.0, 551.0, 549.0, 545.0, 541.0, 538.0, 537.0, 536.0, 535.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc2165715", "doc2648883", "doc562696", "doc33196", "doc311119", "doc371078", "doc1021503", "doc122351", "doc64791"], "ranked_scores": [529.0, 521.0, 519.0, 515.0, 514.0, 509.0, 505.0, 503.0, 503.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc2372621", "doc83863", "doc253608", "doc281125", "doc1984127", "doc398870", "doc2537823", "doc1386116", "doc66003", "doc1133242"], "ranked_scores": [538.0, 530.0, 527.0, 523.0, 520.0, 520.0, 519.0, 517.0, 515.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703711", "doc106332", "doc427621", "doc106372", "doc2882", "doc703714", "doc703736", "doc1824664", "doc703705", "doc703728"], "ranked_scores": [558.0, 555.0, 550.0, 537.0, 537.0, 537.0, 536.0, 535.0, 534.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7099", "doc7091", "doc7106", "doc7112", "doc7119", "doc7116", "doc1694554", "doc692559", "doc1599042", "doc924826"], "ranked_scores": [563.0, 558.0, 549.0, 547.0, 540.0, 535.0, 535.0, 533.0, 516.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc787596", "doc2569900", "doc90808", "doc1169637", "doc82127", "doc260654", "doc1091030", "doc82130", "doc1074194"], "ranked_scores": [610.0, 524.0, 523.0, 520.0, 517.0, 517.0, 516.0, 512.0, 512.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc1186883", "doc897", "doc382065", "doc409226", "doc244368", "doc648344", "doc750416", "doc404160", "doc750407"], "ranked_scores": [529.0, 490.0, 487.0, 483.0, 483.0, 480.0, 480.0, 480.0, 480.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc24903", "doc30773", "doc1824654", "doc468490", "doc1380357", "doc30774", "doc1333507", "doc1734041", "doc1380356"], "ranked_scores": [569.0, 543.0, 543.0, 530.0, 529.0, 519.0, 518.0, 518.0, 516.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc1902615", "doc58892", "doc2225375", "doc573905", "doc1825079", "doc904153", "doc1482058", "doc2009369"], "ranked_scores": [534.0, 528.0, 524.0, 519.0, 516.0, 516.0, 515.0, 511.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc873481", "doc952849", "doc1102442", "doc1400297", "doc2313854", "doc2313864", "doc2318634", "doc952880"], "ranked_scores": [590.0, 559.0, 552.0, 550.0, 546.0, 530.0, 527.0, 526.0, 525.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc345642", "doc80151", "doc80154", "doc80074", "doc137908", "doc2557673", "doc596891", "doc1521484", "doc55626", "doc80067"], "ranked_scores": [561.0, 552.0, 550.0, 549.0, 542.0, 540.0, 539.0, 534.0, 530.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4413, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc400631", "doc673167", "doc2240291", "doc1214168", "doc2353712", "doc762682", "doc1427193", "doc527459"], "ranked_scores": [596.0, 500.0, 498.0, 497.0, 495.0, 493.0, 492.0, 491.0, 491.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26458", "doc764184", "doc26467", "doc131786", "doc675067", "doc1682464", "doc2036045", "doc725659", "doc261069"], "ranked_scores": [582.0, 536.0, 530.0, 529.0, 528.0, 528.0, 523.0, 521.0, 521.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc192542", "doc273662", "doc61568", "doc308346", "doc470536", "doc313306", "doc1682561"], "ranked_scores": [622.0, 571.0, 542.0, 520.0, 518.0, 515.0, 511.0, 507.0, 502.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1199221", "doc721746", "doc57948", "doc81655", "doc57940", "doc2389179", "doc37895", "doc1489505", "doc37884", "doc57946"], "ranked_scores": [531.0, 518.0, 514.0, 513.0, 513.0, 511.0, 508.0, 506.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc1187141", "doc742717", "doc2193668", "doc491925", "doc765127", "doc1741593", "doc1487701", "doc1612364"], "ranked_scores": [592.0, 551.0, 531.0, 523.0, 523.0, 522.0, 517.0, 513.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc971992", "doc1376793", "doc1683659", "doc851269", "doc64314", "doc41305", "doc64317", "doc64318", "doc35524"], "ranked_scores": [575.0, 575.0, 560.0, 559.0, 558.0, 558.0, 553.0, 548.0, 545.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.378, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520211", "doc1977978", "doc252389", "doc1321924", "doc587518", "doc437667", "doc1520254", "doc437656", "doc437685", "doc1321883"], "ranked_scores": [556.0, 551.0, 543.0, 543.0, 542.0, 541.0, 540.0, 538.0, 538.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315064", "doc1778743", "doc1315083", "doc754076", "doc1694648", "doc2526412", "doc1093057", "doc671985", "doc720136"], "ranked_scores": [562.0, 510.0, 510.0, 507.0, 504.0, 492.0, 487.0, 485.0, 485.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc388419", "doc2334138", "doc587116", "doc1516619", "doc1597410", "doc1894178", "doc1464195", "doc307978", "doc524132"], "ranked_scores": [510.0, 498.0, 495.0, 490.0, 488.0, 488.0, 485.0, 478.0, 474.0, 474.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc534490", "doc611287", "doc611282", "doc611283", "doc781344", "doc114471", "doc172947", "doc56398"], "ranked_scores": [579.0, 569.0, 529.0, 512.0, 508.0, 507.0, 502.0, 501.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1088161", "doc25697", "doc165022", "doc1840635", "doc1394760", "doc868589", "doc1394755", "doc785116"], "ranked_scores": [613.0, 560.0, 544.0, 544.0, 542.0, 542.0, 536.0, 536.0, 529.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc898833", "doc1373330", "doc2449643", "doc94371", "doc499894", "doc1837771", "doc84492", "doc515771", "doc2339886"], "ranked_scores": [552.0, 541.0, 539.0, 539.0, 535.0, 532.0, 531.0, 531.0, 531.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc1729412", "doc105759", "doc830308", "doc105758", "doc2355469", "doc543176", "doc105763", "doc519408", "doc8477"], "ranked_scores": [567.0, 542.0, 517.0, 516.0, 516.0, 514.0, 512.0, 511.0, 510.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc2252577", "doc1690531", "doc4147", "doc52414", "doc1477591", "doc358938", "doc2212269", "doc172405", "doc628470"], "ranked_scores": [576.0, 557.0, 557.0, 557.0, 557.0, 543.0, 535.0, 533.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc1921625", "doc2587564", "doc1957486", "doc435078", "doc378301", "doc435075", "doc2587562", "doc768322", "doc465988"], "ranked_scores": [538.0, 524.0, 517.0, 516.0, 514.0, 512.0, 507.0, 507.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2119808", "doc336518", "doc2665803", "doc2042102", "doc2448623", "doc733127", "doc264212", "doc2636635", "doc688403"], "ranked_scores": [546.0, 532.0, 526.0, 522.0, 514.0, 503.0, 501.0, 500.0, 497.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc159492", "doc93287", "doc1962174", "doc720754", "doc1245931", "doc1283940", "doc2179035", "doc2357458", "doc190988", "doc938302"], "ranked_scores": [504.0, 494.0, 493.0, 488.0, 487.0, 486.0, 483.0, 483.0, 482.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc2035909", "doc1345740", "doc1493586", "doc376238", "doc704819", "doc1055373", "doc2304461", "doc1041502", "doc2265144"], "ranked_scores": [506.0, 491.0, 491.0, 488.0, 486.0, 481.0, 477.0, 476.0, 475.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc294604", "doc1629620", "doc1943842", "doc1160263", "doc61233", "doc1271924", "doc134196", "doc1986449", "doc2162650", "doc1584862"], "ranked_scores": [544.0, 535.0, 530.0, 522.0, 517.0, 516.0, 514.0, 514.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1370451", "doc845380", "doc1877808", "doc221817", "doc807", "doc2316721", "doc2334138", "doc1105530", "doc58964", "doc965463"], "ranked_scores": [527.0, 512.0, 508.0, 507.0, 501.0, 501.0, 499.0, 499.0, 493.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc88931", "doc779563", "doc2015719", "doc127040", "doc1763997", "doc2061559", "doc2624067", "doc88974", "doc1452752"], "ranked_scores": [572.0, 558.0, 554.0, 554.0, 551.0, 551.0, 548.0, 548.0, 547.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc308175", "doc746693", "doc457119", "doc1353689", "doc1836919", "doc21340", "doc353043", "doc498147", "doc1923941", "doc187765"], "ranked_scores": [520.0, 512.0, 511.0, 503.0, 500.0, 499.0, 497.0, 496.0, 494.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc18273", "doc911115", "doc63590", "doc63585", "doc1906610", "doc18274", "doc2003302", "doc323321", "doc108480"], "ranked_scores": [558.0, 551.0, 551.0, 551.0, 539.0, 537.0, 534.0, 528.0, 522.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc355540", "doc7165", "doc1670303", "doc688749", "doc1524979", "doc1273458", "doc1335520", "doc1347235", "doc915991", "doc933773"], "ranked_scores": [546.0, 539.0, 512.0, 509.0, 501.0, 499.0, 497.0, 495.0, 493.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc2193668", "doc753576", "doc1826212", "doc404242", "doc27529", "doc1846050", "doc1487701", "doc1841145", "doc1574683"], "ranked_scores": [524.0, 486.0, 486.0, 485.0, 484.0, 474.0, 474.0, 473.0, 473.0, 468.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc2558036", "doc1451760", "doc1564158", "doc2057552", "doc1090888", "doc1222389", "doc868658", "doc2125026"], "ranked_scores": [540.0, 524.0, 521.0, 514.0, 513.0, 512.0, 509.0, 506.0, 506.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618376", "doc1256783", "doc2657970", "doc2362869", "doc2633722", "doc761123", "doc1618372", "doc1926786", "doc36485"], "ranked_scores": [562.0, 523.0, 521.0, 518.0, 511.0, 511.0, 511.0, 508.0, 508.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc703719", "doc1804263", "doc1332302", "doc436998", "doc106355", "doc703705", "doc106372", "doc703701", "doc703736"], "ranked_scores": [550.0, 546.0, 541.0, 537.0, 536.0, 536.0, 533.0, 532.0, 532.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc643072", "doc108887", "doc108892", "doc1373323", "doc1373324", "doc729573", "doc1220654", "doc750195", "doc873559"], "ranked_scores": [565.0, 556.0, 554.0, 554.0, 553.0, 552.0, 542.0, 540.0, 536.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc77973", "doc936401", "doc1334550", "doc857632", "doc5734", "doc2332984"], "ranked_scores": [559.0, 548.0, 545.0, 539.0, 507.0, 489.0, 488.0, 488.0, 488.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-atanh-gamma0.05": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc57247", "doc751998", "doc57232", "doc1665946", "doc3001", "doc1219625", "doc2040327", "doc2116209"], "ranked_scores": [599.0, 592.0, 588.0, 573.0, 567.0, 556.0, 541.0, 533.0, 531.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc2112811", "doc345111", "doc1952699", "doc2345266", "doc2461162", "doc63542", "doc1268295"], "ranked_scores": [547.0, 544.0, 514.0, 509.0, 507.0, 504.0, 504.0, 500.0, 498.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc377466", "doc69768", "doc451953", "doc69778", "doc69767", "doc278091", "doc69772", "doc21832", "doc812322"], "ranked_scores": [574.0, 546.0, 542.0, 540.0, 539.0, 537.0, 536.0, 536.0, 532.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc658301", "doc1177870", "doc564709", "doc453089", "doc161015", "doc1911408", "doc415358", "doc565706", "doc2525766", "doc536608"], "ranked_scores": [529.0, 524.0, 523.0, 522.0, 520.0, 520.0, 520.0, 520.0, 520.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc1812659", "doc2165905", "doc1366744", "doc1366769", "doc1366757", "doc559423", "doc887635", "doc559430", "doc2165920"], "ranked_scores": [573.0, 569.0, 565.0, 560.0, 560.0, 559.0, 557.0, 555.0, 552.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc361697", "doc540358", "doc27529", "doc1324046", "doc27538", "doc738831", "doc1478919", "doc1770477", "doc361702", "doc754593"], "ranked_scores": [528.0, 519.0, 515.0, 512.0, 511.0, 510.0, 509.0, 508.0, 508.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc579128", "doc77634", "doc1994393", "doc349747", "doc422133", "doc119665", "doc349744", "doc1340806", "doc825186", "doc2299643"], "ranked_scores": [593.0, 581.0, 559.0, 558.0, 556.0, 553.0, 553.0, 552.0, 552.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc1486663", "doc278641", "doc101561", "doc2096499", "doc29764", "doc520687", "doc520684", "doc966365"], "ranked_scores": [599.0, 532.0, 530.0, 527.0, 516.0, 513.0, 511.0, 507.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1376346", "doc61043", "doc627159", "doc1787812", "doc61045", "doc401103", "doc967500", "doc928962"], "ranked_scores": [587.0, 568.0, 568.0, 517.0, 513.0, 509.0, 505.0, 504.0, 502.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc97442", "doc1116765", "doc2084014", "doc369237", "doc97445", "doc2268982", "doc369234", "doc2380009"], "ranked_scores": [553.0, 551.0, 528.0, 528.0, 527.0, 519.0, 513.0, 511.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc562696", "doc64791", "doc311119", "doc86108", "doc1446034", "doc1562972", "doc2634491", "doc1153299"], "ranked_scores": [595.0, 535.0, 534.0, 530.0, 528.0, 527.0, 521.0, 520.0, 518.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc83863", "doc1133242", "doc253608", "doc437627", "doc1604550", "doc2372621", "doc83872", "doc2254475", "doc875841"], "ranked_scores": [539.0, 537.0, 527.0, 525.0, 522.0, 516.0, 515.0, 508.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc337523", "doc106332", "doc106372", "doc703711", "doc703736", "doc703706", "doc427621", "doc703723", "doc284003", "doc714665"], "ranked_scores": [543.0, 542.0, 541.0, 540.0, 538.0, 536.0, 536.0, 535.0, 533.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc692559", "doc7106", "doc1377683", "doc2670770", "doc697071", "doc1599042", "doc1896773", "doc7116", "doc7099"], "ranked_scores": [565.0, 558.0, 558.0, 541.0, 541.0, 527.0, 526.0, 521.0, 518.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc82127", "doc82130", "doc490060", "doc90819", "doc2216399", "doc90808", "doc1101734", "doc1877670"], "ranked_scores": [575.0, 514.0, 501.0, 496.0, 493.0, 490.0, 490.0, 490.0, 486.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2018288", "doc897", "doc269387", "doc207871", "doc750407", "doc750416", "doc2148672", "doc1244989", "doc1449866", "doc404160"], "ranked_scores": [502.0, 499.0, 499.0, 493.0, 491.0, 490.0, 488.0, 485.0, 484.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc30773", "doc90322", "doc468490", "doc1380357", "doc2202499", "doc1824654", "doc416774", "doc651957", "doc24903", "doc563701"], "ranked_scores": [563.0, 545.0, 530.0, 521.0, 517.0, 515.0, 513.0, 513.0, 511.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2225375", "doc573905", "doc2041368", "doc1104361", "doc2483632", "doc919340", "doc1825428", "doc36393", "doc2127006"], "ranked_scores": [547.0, 536.0, 520.0, 514.0, 509.0, 508.0, 506.0, 505.0, 503.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc1102442", "doc873481", "doc56897", "doc1601611", "doc952849", "doc2313864", "doc2378781", "doc2509989", "doc56902"], "ranked_scores": [581.0, 558.0, 556.0, 548.0, 537.0, 535.0, 534.0, 528.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80067", "doc80154", "doc80151", "doc345642", "doc1912506", "doc137908", "doc439513", "doc80100", "doc596891", "doc80148"], "ranked_scores": [567.0, 563.0, 542.0, 540.0, 540.0, 538.0, 537.0, 537.0, 533.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc2353712", "doc2174234", "doc2057552", "doc617309", "doc2240289", "doc1214168", "doc732015", "doc108789"], "ranked_scores": [603.0, 519.0, 514.0, 510.0, 495.0, 494.0, 493.0, 493.0, 489.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc863698", "doc721916", "doc131786", "doc1107283", "doc1617231", "doc1107323", "doc2517376", "doc725659", "doc474073"], "ranked_scores": [537.0, 524.0, 522.0, 507.0, 501.0, 501.0, 500.0, 500.0, 499.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1407977", "doc337483", "doc273662", "doc119586", "doc1682561", "doc759856", "doc192542"], "ranked_scores": [640.0, 571.0, 552.0, 510.0, 504.0, 504.0, 497.0, 493.0, 492.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc37895", "doc964756", "doc1153299", "doc1390312", "doc57940", "doc2389178", "doc282412", "doc727789", "doc37884"], "ranked_scores": [546.0, 531.0, 516.0, 511.0, 511.0, 510.0, 506.0, 504.0, 504.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc1936829", "doc2357495", "doc1381513", "doc2059265", "doc1796400", "doc536374", "doc2068337", "doc561914"], "ranked_scores": [587.0, 510.0, 509.0, 506.0, 503.0, 500.0, 496.0, 496.0, 494.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64314", "doc971992", "doc35524", "doc64318", "doc2426900", "doc706930", "doc851269", "doc41344", "doc1376793"], "ranked_scores": [571.0, 560.0, 551.0, 550.0, 549.0, 538.0, 533.0, 532.0, 532.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437677", "doc437656", "doc437685", "doc1520311", "doc539428", "doc2545031", "doc2045075", "doc437678", "doc1334192", "doc158382"], "ranked_scores": [549.0, 542.0, 541.0, 540.0, 540.0, 539.0, 537.0, 535.0, 534.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc97184", "doc1314944", "doc1735215", "doc2593884", "doc1314979", "doc469707", "doc671969", "doc1637025", "doc1778743"], "ranked_scores": [508.0, 480.0, 474.0, 472.0, 470.0, 468.0, 467.0, 467.0, 466.0, 465.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc645602", "doc645564", "doc24939", "doc2666461", "doc1162080", "doc832551", "doc1728777", "doc488007", "doc2131758", "doc170955"], "ranked_scores": [496.0, 493.0, 492.0, 491.0, 486.0, 482.0, 476.0, 474.0, 473.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc216330", "doc611287", "doc1082535", "doc317197", "doc172947", "doc1298637", "doc611282", "doc87191"], "ranked_scores": [591.0, 570.0, 516.0, 515.0, 506.0, 503.0, 501.0, 499.0, 497.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1246808", "doc996399", "doc785116", "doc530778", "doc1394743", "doc324530", "doc1635999", "doc783808"], "ranked_scores": [597.0, 564.0, 538.0, 532.0, 530.0, 529.0, 525.0, 525.0, 525.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc515771", "doc402145", "doc2449643", "doc1030289", "doc2429823", "doc990514", "doc173283", "doc147268", "doc1837771", "doc626446"], "ranked_scores": [559.0, 547.0, 531.0, 525.0, 525.0, 521.0, 520.0, 519.0, 519.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc719006", "doc2355469", "doc830308", "doc105756", "doc105759", "doc105751", "doc1516605", "doc171833", "doc1516597"], "ranked_scores": [581.0, 543.0, 539.0, 536.0, 533.0, 530.0, 528.0, 525.0, 522.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc606253", "doc2252577", "doc1690531", "doc628470", "doc52414", "doc358938", "doc4147", "doc53643", "doc3668"], "ranked_scores": [579.0, 570.0, 552.0, 552.0, 546.0, 545.0, 545.0, 539.0, 539.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc465988", "doc2288928", "doc313354", "doc2599866", "doc313365", "doc2032387", "doc2217446", "doc1841144", "doc211230", "doc70904"], "ranked_scores": [539.0, 534.0, 527.0, 523.0, 523.0, 522.0, 522.0, 520.0, 520.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc2665803", "doc264212", "doc1370970", "doc191143", "doc733127", "doc15890", "doc1058046", "doc627432", "doc336518"], "ranked_scores": [542.0, 525.0, 520.0, 509.0, 503.0, 495.0, 493.0, 491.0, 488.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc159492", "doc1130168", "doc1277183", "doc245411", "doc884905", "doc2352380", "doc1962174", "doc487000"], "ranked_scores": [541.0, 534.0, 495.0, 495.0, 491.0, 490.0, 489.0, 485.0, 484.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc57975", "doc601133", "doc1345740", "doc376243", "doc376238", "doc1055373", "doc2265144", "doc1153924", "doc864555", "doc376241"], "ranked_scores": [496.0, 478.0, 476.0, 473.0, 469.0, 468.0, 465.0, 465.0, 465.0, 463.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1972860", "doc1629620", "doc294604", "doc1986449", "doc134196", "doc1986437", "doc1201849", "doc182888", "doc588578", "doc1903929"], "ranked_scores": [532.0, 528.0, 527.0, 525.0, 524.0, 523.0, 522.0, 514.0, 514.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc807", "doc221817", "doc1892012", "doc2361509", "doc2316721", "doc845380", "doc2262786", "doc1938746", "doc2258986", "doc2391797"], "ranked_scores": [517.0, 515.0, 511.0, 502.0, 496.0, 496.0, 495.0, 491.0, 490.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc1763997", "doc2624067", "doc2015719", "doc779563", "doc107246", "doc127040", "doc175560", "doc127042"], "ranked_scores": [559.0, 545.0, 540.0, 537.0, 536.0, 528.0, 524.0, 519.0, 519.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338815", "doc338810", "doc338818", "doc21350", "doc698075", "doc1308445", "doc2480452", "doc1836919", "doc187765", "doc498147"], "ranked_scores": [499.0, 495.0, 493.0, 493.0, 492.0, 491.0, 489.0, 488.0, 487.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc323321", "doc2003302", "doc108480", "doc63585", "doc18273", "doc63590", "doc911115", "doc18274", "doc1325435", "doc108481"], "ranked_scores": [541.0, 533.0, 529.0, 519.0, 518.0, 518.0, 518.0, 515.0, 513.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc203253", "doc203256", "doc1524979", "doc2677350", "doc1416739", "doc2475623", "doc1130696", "doc2482938"], "ranked_scores": [545.0, 524.0, 515.0, 511.0, 504.0, 504.0, 500.0, 494.0, 493.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1260422", "doc951306", "doc455756", "doc440043", "doc2653657", "doc1735215", "doc1265795", "doc1618372", "doc2570457"], "ranked_scores": [498.0, 485.0, 460.0, 457.0, 456.0, 455.0, 454.0, 453.0, 453.0, 451.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1258664", "doc1185713", "doc2057552", "doc2639996", "doc642762", "doc2634368", "doc705226", "doc785515", "doc1564173", "doc190281"], "ranked_scores": [529.0, 527.0, 515.0, 509.0, 500.0, 496.0, 492.0, 488.0, 487.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc36485", "doc36460", "doc207271", "doc1618376", "doc1618372", "doc1874159", "doc2671424", "doc893144"], "ranked_scores": [582.0, 525.0, 518.0, 516.0, 506.0, 504.0, 503.0, 499.0, 496.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106357", "doc106355", "doc703721", "doc703719", "doc2846", "doc211896", "doc2832", "doc703706", "doc106372"], "ranked_scores": [565.0, 557.0, 554.0, 553.0, 551.0, 545.0, 542.0, 539.0, 536.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc832023", "doc1373324", "doc1220654", "doc643072", "doc2393669", "doc1373323", "doc108892", "doc1119808", "doc1410472"], "ranked_scores": [548.0, 535.0, 527.0, 526.0, 523.0, 520.0, 518.0, 518.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77976", "doc77971", "doc1431001", "doc1430994", "doc77973", "doc1504263", "doc317624", "doc873559", "doc2079848"], "ranked_scores": [549.0, 540.0, 532.0, 517.0, 512.0, 491.0, 487.0, 482.0, 479.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-atanh-gamma0.2": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc57226", "doc57242", "doc751998", "doc57232", "doc1665946", "doc3001", "doc1163498", "doc2040327", "doc1104254"], "ranked_scores": [610.0, 604.0, 604.0, 573.0, 572.0, 563.0, 560.0, 550.0, 545.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1749973", "doc1664486", "doc2292349", "doc2112811", "doc1268295", "doc2461162", "doc1664485", "doc2345266"], "ranked_scores": [551.0, 539.0, 534.0, 526.0, 519.0, 513.0, 512.0, 504.0, 503.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21832", "doc69778", "doc377466", "doc21829", "doc21856", "doc69768", "doc365451", "doc21871", "doc451953"], "ranked_scores": [581.0, 551.0, 550.0, 546.0, 534.0, 531.0, 530.0, 529.0, 528.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1911408", "doc2525766", "doc415358", "doc536608", "doc161015", "doc565706", "doc658301", "doc453089", "doc1177870", "doc1402781"], "ranked_scores": [537.0, 537.0, 537.0, 537.0, 537.0, 537.0, 528.0, 527.0, 526.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165905", "doc559423", "doc1366757", "doc1812661", "doc1812659", "doc2557195", "doc1055720", "doc559430", "doc1812660", "doc1741706"], "ranked_scores": [582.0, 573.0, 566.0, 565.0, 563.0, 558.0, 558.0, 557.0, 556.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1324046", "doc27536", "doc361697", "doc540358", "doc459410", "doc540363", "doc754593", "doc361702", "doc381292"], "ranked_scores": [539.0, 532.0, 528.0, 527.0, 523.0, 520.0, 516.0, 515.0, 514.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc579128", "doc77634", "doc422133", "doc119665", "doc1994393", "doc1208808", "doc825186", "doc856725", "doc272763", "doc620637"], "ranked_scores": [599.0, 587.0, 583.0, 571.0, 560.0, 555.0, 554.0, 553.0, 551.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc278641", "doc1486663", "doc520684", "doc966365", "doc1798668", "doc2096499", "doc1017147", "doc540731", "doc29764"], "ranked_scores": [600.0, 530.0, 526.0, 521.0, 519.0, 516.0, 512.0, 511.0, 511.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61054", "doc61043", "doc401103", "doc633767", "doc627159", "doc61045", "doc1612682", "doc2009331"], "ranked_scores": [611.0, 577.0, 557.0, 540.0, 512.0, 508.0, 506.0, 504.0, 494.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc1116765", "doc97442", "doc97445", "doc369234", "doc2268982", "doc1329011", "doc2084014", "doc369220"], "ranked_scores": [554.0, 550.0, 539.0, 525.0, 518.0, 515.0, 512.0, 509.0, 508.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1153299", "doc2634491", "doc64791", "doc33196", "doc311119", "doc447411", "doc509898", "doc1651444", "doc562696"], "ranked_scores": [593.0, 537.0, 535.0, 535.0, 534.0, 533.0, 524.0, 524.0, 521.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1984127", "doc437627", "doc253608", "doc1133242", "doc2254475", "doc83872", "doc66003", "doc1974480", "doc1604550"], "ranked_scores": [553.0, 549.0, 542.0, 532.0, 527.0, 514.0, 511.0, 511.0, 510.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc427621", "doc703706", "doc106372", "doc106332", "doc703736", "doc703711", "doc703717", "doc106353", "doc388464", "doc337523"], "ranked_scores": [557.0, 555.0, 554.0, 553.0, 548.0, 545.0, 541.0, 541.0, 540.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc2670770", "doc7112", "doc1377683", "doc692559", "doc1599042", "doc526956", "doc7091", "doc695983", "doc7099"], "ranked_scores": [560.0, 552.0, 550.0, 548.0, 544.0, 540.0, 530.0, 526.0, 525.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc82130", "doc90808", "doc82127", "doc1269703", "doc2569900", "doc1877670", "doc1859220", "doc1740481"], "ranked_scores": [576.0, 506.0, 505.0, 504.0, 502.0, 501.0, 501.0, 499.0, 497.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc750416", "doc207871", "doc897", "doc1185427", "doc2018288", "doc404160", "doc1449866", "doc2203142", "doc750407"], "ranked_scores": [513.0, 492.0, 491.0, 491.0, 489.0, 488.0, 487.0, 483.0, 481.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc30773", "doc24903", "doc90322", "doc468490", "doc1380357", "doc1824654", "doc651957", "doc303116", "doc2202499", "doc382236"], "ranked_scores": [545.0, 538.0, 537.0, 527.0, 525.0, 525.0, 520.0, 517.0, 514.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2225375", "doc1825428", "doc2483632", "doc573905", "doc2041368", "doc1691613", "doc2127006", "doc2197609", "doc36393"], "ranked_scores": [550.0, 532.0, 526.0, 524.0, 521.0, 520.0, 509.0, 508.0, 507.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc56921", "doc1102442", "doc873481", "doc1601611", "doc2313864", "doc963669", "doc2144660", "doc2378781", "doc2509996"], "ranked_scores": [562.0, 557.0, 557.0, 555.0, 540.0, 532.0, 523.0, 523.0, 521.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80154", "doc80100", "doc345642", "doc80074", "doc80067", "doc80151", "doc137908", "doc80148", "doc2563018", "doc847439"], "ranked_scores": [567.0, 554.0, 551.0, 551.0, 549.0, 546.0, 541.0, 540.0, 537.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.5013, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5013, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc2174234", "doc2353712", "doc1781006", "doc108788", "doc2240291", "doc2057552", "doc617309", "doc2217863"], "ranked_scores": [630.0, 531.0, 527.0, 514.0, 504.0, 495.0, 494.0, 493.0, 493.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc863698", "doc721916", "doc26462", "doc764184", "doc2517390", "doc26460", "doc26458", "doc1617231", "doc2517376"], "ranked_scores": [549.0, 525.0, 523.0, 518.0, 518.0, 516.0, 515.0, 514.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc759856", "doc855356", "doc119586", "doc1407977", "doc353631", "doc273662", "doc337483"], "ranked_scores": [641.0, 594.0, 554.0, 506.0, 497.0, 495.0, 494.0, 494.0, 492.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc964756", "doc64791", "doc37895", "doc2389179", "doc2350463", "doc727789", "doc344833", "doc1153299", "doc1390312"], "ranked_scores": [551.0, 520.0, 513.0, 511.0, 509.0, 509.0, 508.0, 508.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1936829", "doc751435", "doc2357495", "doc1612364", "doc2549319", "doc561914", "doc1368159", "doc1077629", "doc1962033"], "ranked_scores": [575.0, 508.0, 502.0, 501.0, 493.0, 490.0, 489.0, 488.0, 487.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc971992", "doc35524", "doc64314", "doc64318", "doc1385345", "doc706930", "doc1376793", "doc1385349", "doc41344"], "ranked_scores": [570.0, 556.0, 553.0, 552.0, 550.0, 542.0, 541.0, 537.0, 536.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437677", "doc437656", "doc437662", "doc437685", "doc437678", "doc2545031", "doc1520311", "doc587518", "doc2045075", "doc2545097"], "ranked_scores": [549.0, 540.0, 537.0, 537.0, 537.0, 534.0, 531.0, 531.0, 530.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc671969", "doc97184", "doc1314979", "doc1314944", "doc2593884", "doc1735215", "doc1315015", "doc1637025", "doc469707"], "ranked_scores": [523.0, 491.0, 483.0, 480.0, 479.0, 474.0, 473.0, 471.0, 470.0, 469.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc645564", "doc645602", "doc832551", "doc1728777", "doc24934", "doc2666461", "doc602724", "doc2390440", "doc645600"], "ranked_scores": [495.0, 495.0, 490.0, 489.0, 481.0, 480.0, 480.0, 476.0, 474.0, 473.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc216330", "doc1082535", "doc611287", "doc1283940", "doc87191", "doc1982070", "doc611282", "doc1384430"], "ranked_scores": [582.0, 543.0, 534.0, 532.0, 519.0, 506.0, 506.0, 504.0, 504.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc324530", "doc996399", "doc1246808", "doc1635999", "doc868589", "doc1394743", "doc2486654", "doc25697"], "ranked_scores": [606.0, 565.0, 543.0, 531.0, 531.0, 528.0, 528.0, 527.0, 526.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc515771", "doc2449643", "doc11655", "doc1185579", "doc1030288", "doc11659", "doc990522", "doc11639", "doc990514"], "ranked_scores": [556.0, 543.0, 542.0, 526.0, 526.0, 523.0, 523.0, 523.0, 520.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105759", "doc830308", "doc105763", "doc2355469", "doc105751", "doc1729412", "doc105756", "doc171833", "doc719006"], "ranked_scores": [602.0, 553.0, 545.0, 541.0, 540.0, 539.0, 536.0, 533.0, 531.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc606253", "doc628470", "doc358938", "doc52414", "doc2107018", "doc2252577", "doc1690531", "doc28935", "doc1698080"], "ranked_scores": [575.0, 574.0, 562.0, 551.0, 549.0, 547.0, 545.0, 545.0, 545.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc465988", "doc768322", "doc412172", "doc2498480", "doc378301", "doc2288928", "doc313365", "doc2599866", "doc211230", "doc2217446"], "ranked_scores": [539.0, 528.0, 526.0, 526.0, 525.0, 521.0, 520.0, 518.0, 517.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc264212", "doc336518", "doc2665803", "doc2119808", "doc15890", "doc1508870", "doc191143", "doc1370970", "doc733127", "doc627432"], "ranked_scores": [517.0, 513.0, 512.0, 510.0, 509.0, 504.0, 504.0, 493.0, 492.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1548640", "doc93287", "doc1130168", "doc2352380", "doc245411", "doc1277183", "doc159492", "doc884905", "doc487000", "doc2357458"], "ranked_scores": [545.0, 528.0, 504.0, 495.0, 492.0, 486.0, 486.0, 486.0, 485.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc57975", "doc376243", "doc1345740", "doc601133", "doc1153924", "doc376238", "doc376241", "doc1055373", "doc1293555", "doc376272"], "ranked_scores": [500.0, 491.0, 488.0, 484.0, 479.0, 477.0, 473.0, 471.0, 464.0, 461.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1629620", "doc134196", "doc1972860", "doc1986437", "doc588578", "doc1986449", "doc294604", "doc1160263", "doc2465656", "doc663467"], "ranked_scores": [539.0, 536.0, 534.0, 533.0, 530.0, 529.0, 523.0, 522.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2316721", "doc807", "doc221817", "doc1892012", "doc845380", "doc1370451", "doc2262639", "doc1319077", "doc134521", "doc2361509"], "ranked_scores": [513.0, 512.0, 505.0, 504.0, 499.0, 497.0, 492.0, 490.0, 490.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc1763997", "doc2624067", "doc88934", "doc88931", "doc127040", "doc107246", "doc723700", "doc88933", "doc952400"], "ranked_scores": [558.0, 548.0, 544.0, 540.0, 539.0, 531.0, 525.0, 524.0, 522.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1308445", "doc338815", "doc308346", "doc698075", "doc21378", "doc1533829", "doc308175", "doc2262127", "doc338810", "doc746693"], "ranked_scores": [508.0, 498.0, 496.0, 495.0, 492.0, 491.0, 491.0, 490.0, 490.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2003302", "doc323321", "doc63585", "doc88505", "doc2526454", "doc18274", "doc108477", "doc108480", "doc63590", "doc911115"], "ranked_scores": [543.0, 539.0, 524.0, 523.0, 518.0, 518.0, 515.0, 514.0, 511.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc203256", "doc355540", "doc203253", "doc2163101", "doc1416739", "doc1130696", "doc2298808", "doc1948176", "doc2004259"], "ranked_scores": [567.0, 514.0, 514.0, 510.0, 508.0, 506.0, 504.0, 503.0, 501.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1260422", "doc2653657", "doc368860", "doc2570457", "doc455756", "doc1723904", "doc1509190", "doc2010388", "doc1244692"], "ranked_scores": [483.0, 482.0, 478.0, 471.0, 466.0, 462.0, 460.0, 458.0, 458.0, 457.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1185713", "doc1258664", "doc2639996", "doc705226", "doc2057552", "doc642762", "doc2634368", "doc531809", "doc785515", "doc2125026"], "ranked_scores": [536.0, 534.0, 522.0, 517.0, 514.0, 511.0, 505.0, 496.0, 496.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc207271", "doc36460", "doc1618376", "doc36463", "doc1874159", "doc36485", "doc1395334", "doc2671424", "doc893144"], "ranked_scores": [582.0, 533.0, 527.0, 517.0, 514.0, 510.0, 507.0, 504.0, 500.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc1136889", "doc703719", "doc106355", "doc703721", "doc106357", "doc427621", "doc284003", "doc211896", "doc2877"], "ranked_scores": [566.0, 552.0, 552.0, 551.0, 550.0, 550.0, 545.0, 543.0, 542.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc1373324", "doc108887", "doc1119808", "doc643072", "doc832023", "doc1220654", "doc2393669", "doc729573", "doc1373323"], "ranked_scores": [542.0, 538.0, 536.0, 536.0, 529.0, 527.0, 523.0, 522.0, 521.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430993", "doc1504263", "doc1431001", "doc1430994", "doc77971", "doc77973", "doc2355916", "doc873559", "doc691881"], "ranked_scores": [540.0, 530.0, 513.0, 512.0, 509.0, 503.0, 495.0, 488.0, 483.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-atanh": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc751998", "doc57242", "doc57232", "doc3001", "doc1665946", "doc2040327", "doc63804", "doc1104254"], "ranked_scores": [643.0, 635.0, 632.0, 631.0, 623.0, 591.0, 584.0, 576.0, 567.0, 565.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1664486", "doc1664485", "doc1749973", "doc2292349", "doc2664641", "doc314759", "doc2112811", "doc2473154"], "ranked_scores": [597.0, 577.0, 567.0, 559.0, 556.0, 555.0, 554.0, 550.0, 549.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc21871", "doc21829", "doc2285692", "doc296216", "doc365452", "doc21841", "doc21831"], "ranked_scores": [609.0, 574.0, 553.0, 552.0, 551.0, 550.0, 545.0, 544.0, 544.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1402781", "doc564709", "doc415323", "doc1678115", "doc453144", "doc453089", "doc658301", "doc453091", "doc979079", "doc392061"], "ranked_scores": [590.0, 586.0, 582.0, 576.0, 573.0, 573.0, 568.0, 567.0, 567.0, 566.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1741706", "doc1741701", "doc387897", "doc2165920", "doc887635", "doc1382073", "doc2165905", "doc1741704", "doc1812653", "doc1741707"], "ranked_scores": [610.0, 600.0, 599.0, 598.0, 597.0, 596.0, 596.0, 596.0, 593.0, 592.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1324046", "doc1021718", "doc381292", "doc738831", "doc27538", "doc1852503", "doc27529", "doc540358", "doc1628841", "doc2272998"], "ranked_scores": [587.0, 571.0, 571.0, 565.0, 563.0, 559.0, 558.0, 558.0, 555.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc579128", "doc1340806", "doc1953211", "doc1994393", "doc484979", "doc349747", "doc825186", "doc782194"], "ranked_scores": [653.0, 630.0, 625.0, 620.0, 606.0, 605.0, 603.0, 601.0, 600.0, 598.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc29765", "doc29759", "doc641530", "doc1798668", "doc101561", "doc29764", "doc1486663", "doc49200", "doc2096499"], "ranked_scores": [650.0, 584.0, 577.0, 570.0, 570.0, 569.0, 562.0, 558.0, 558.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc627159", "doc988606", "doc1048266", "doc1558629", "doc2080046", "doc1526139"], "ranked_scores": [651.0, 608.0, 590.0, 584.0, 567.0, 566.0, 564.0, 561.0, 558.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97442", "doc97445", "doc97421", "doc1116765", "doc1992466", "doc369166", "doc369220", "doc2071066", "doc1329011"], "ranked_scores": [603.0, 588.0, 584.0, 579.0, 575.0, 554.0, 550.0, 549.0, 543.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc47608", "doc1651444", "doc988735", "doc1911857", "doc177995", "doc33196", "doc261941", "doc2224204", "doc727789"], "ranked_scores": [604.0, 580.0, 570.0, 569.0, 568.0, 565.0, 564.0, 563.0, 562.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc1984127", "doc83863", "doc2372621", "doc83872", "doc1974480", "doc1780375", "doc759547", "doc2254480", "doc2254465"], "ranked_scores": [603.0, 590.0, 585.0, 585.0, 570.0, 568.0, 564.0, 564.0, 564.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc1246069", "doc106332", "doc106372", "doc106357", "doc703736", "doc703714", "doc284000", "doc703721", "doc427621"], "ranked_scores": [598.0, 597.0, 589.0, 588.0, 588.0, 588.0, 587.0, 586.0, 586.0, 585.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc692559", "doc7119", "doc1599042", "doc934401", "doc1377683", "doc7099", "doc7112", "doc1322161", "doc670570"], "ranked_scores": [590.0, 589.0, 569.0, 565.0, 564.0, 563.0, 563.0, 559.0, 558.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc1891830", "doc82127", "doc90808", "doc1846029", "doc2000096", "doc1169637", "doc1040316", "doc493405"], "ranked_scores": [634.0, 605.0, 598.0, 586.0, 569.0, 558.0, 555.0, 541.0, 540.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc207871", "doc244368", "doc2266565", "doc382065", "doc187232", "doc919332", "doc2420503", "doc919340", "doc772201"], "ranked_scores": [560.0, 545.0, 545.0, 545.0, 535.0, 534.0, 532.0, 529.0, 529.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380357", "doc90322", "doc24929", "doc1824654", "doc1926206", "doc30773", "doc1380356", "doc905064", "doc807066"], "ranked_scores": [582.0, 577.0, 576.0, 570.0, 563.0, 559.0, 557.0, 554.0, 554.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc36393", "doc2225375", "doc58892", "doc23412", "doc1136735", "doc2274222", "doc573905", "doc2483632", "doc938300"], "ranked_scores": [567.0, 549.0, 542.0, 539.0, 537.0, 536.0, 534.0, 534.0, 533.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc873481", "doc56921", "doc2509989", "doc56902", "doc2091589", "doc56903", "doc56909", "doc2313854"], "ranked_scores": [639.0, 631.0, 608.0, 599.0, 570.0, 569.0, 566.0, 562.0, 560.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc2076427", "doc80148", "doc137908", "doc80154", "doc1189628", "doc80151", "doc80067", "doc80074", "doc596891", "doc80078"], "ranked_scores": [597.0, 586.0, 586.0, 583.0, 578.0, 570.0, 566.0, 564.0, 561.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3978, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc2353712", "doc1248717", "doc1781006", "doc2240291", "doc72416", "doc1177572", "doc2259197", "doc108794"], "ranked_scores": [645.0, 555.0, 546.0, 540.0, 539.0, 539.0, 538.0, 533.0, 528.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26461", "doc1159969", "doc746306", "doc99377", "doc138458", "doc261064", "doc224101", "doc224770", "doc725659"], "ranked_scores": [612.0, 584.0, 571.0, 570.0, 566.0, 561.0, 561.0, 558.0, 558.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc337483", "doc302286", "doc1682561", "doc192542", "doc2438080", "doc2592003", "doc1407977"], "ranked_scores": [679.0, 583.0, 568.0, 563.0, 550.0, 547.0, 547.0, 545.0, 545.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc57948", "doc119508", "doc890257", "doc284394", "doc1127543", "doc1390300", "doc2115402", "doc1164435", "doc2480317"], "ranked_scores": [603.0, 572.0, 558.0, 558.0, 555.0, 552.0, 552.0, 551.0, 548.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc2362748", "doc1657214", "doc902657", "doc2060827", "doc22149", "doc1464453", "doc879199", "doc2129979", "doc729312"], "ranked_scores": [639.0, 555.0, 554.0, 554.0, 553.0, 550.0, 548.0, 548.0, 546.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc851269", "doc64317", "doc35524", "doc64314", "doc922271", "doc35499", "doc41305", "doc922273"], "ranked_scores": [588.0, 585.0, 564.0, 563.0, 562.0, 560.0, 558.0, 553.0, 546.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc82650", "doc727452", "doc437685", "doc1321884", "doc1321929", "doc587518", "doc1334192", "doc437677", "doc1739769", "doc437678"], "ranked_scores": [610.0, 595.0, 589.0, 589.0, 587.0, 586.0, 584.0, 584.0, 583.0, 581.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc671985", "doc1314995", "doc1315064", "doc1315083", "doc2543056", "doc1778577", "doc720175", "doc1315097"], "ranked_scores": [585.0, 552.0, 544.0, 541.0, 537.0, 535.0, 532.0, 532.0, 529.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc1801894", "doc170955", "doc2131758", "doc2334138", "doc1464195", "doc1445420", "doc1894178", "doc24934", "doc384744"], "ranked_scores": [542.0, 521.0, 512.0, 511.0, 511.0, 510.0, 508.0, 506.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc611287", "doc89435", "doc611282", "doc2495035", "doc611283", "doc284394", "doc2660672", "doc344833"], "ranked_scores": [614.0, 613.0, 566.0, 557.0, 557.0, 556.0, 556.0, 551.0, 549.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc812613", "doc530778", "doc1635999", "doc324530", "doc28582", "doc233596", "doc25697", "doc1088133"], "ranked_scores": [661.0, 598.0, 580.0, 575.0, 574.0, 566.0, 565.0, 564.0, 564.0, 563.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc402145", "doc2527260", "doc660237", "doc2194194", "doc368654", "doc660236", "doc11655", "doc2483556", "doc2499695"], "ranked_scores": [604.0, 585.0, 583.0, 578.0, 576.0, 572.0, 571.0, 569.0, 569.0, 569.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc105759", "doc849003", "doc1223275", "doc566026", "doc171833", "doc830308", "doc258447", "doc719006"], "ranked_scores": [618.0, 593.0, 571.0, 570.0, 568.0, 568.0, 568.0, 568.0, 564.0, 564.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1927002", "doc2107018", "doc2224155", "doc358938", "doc628470", "doc1690531", "doc2252577", "doc606253", "doc172405", "doc2081252"], "ranked_scores": [607.0, 605.0, 597.0, 592.0, 590.0, 585.0, 585.0, 585.0, 583.0, 580.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211230", "doc378301", "doc313364", "doc435079", "doc465988", "doc435078", "doc70904", "doc313365", "doc2124276", "doc435076"], "ranked_scores": [571.0, 570.0, 567.0, 557.0, 557.0, 554.0, 552.0, 550.0, 546.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc2119808", "doc264212", "doc576791", "doc2397460", "doc2187649", "doc1736708", "doc688882", "doc336518"], "ranked_scores": [575.0, 562.0, 543.0, 533.0, 527.0, 526.0, 525.0, 523.0, 523.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1245931", "doc190988", "doc487000", "doc143496", "doc2517860", "doc1130168", "doc245411", "doc827507"], "ranked_scores": [584.0, 556.0, 552.0, 548.0, 546.0, 539.0, 539.0, 537.0, 535.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1055373", "doc1345740", "doc2005304", "doc1539817", "doc376243", "doc1153924", "doc367417", "doc864555", "doc2043743"], "ranked_scores": [565.0, 565.0, 550.0, 538.0, 533.0, 528.0, 527.0, 527.0, 526.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588578", "doc641270", "doc61233", "doc1160263", "doc1584862", "doc2465656", "doc1333905", "doc1986449", "doc1986437", "doc1119214"], "ranked_scores": [572.0, 572.0, 569.0, 567.0, 567.0, 566.0, 563.0, 561.0, 558.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc190844", "doc221817", "doc890682", "doc845380", "doc2391797", "doc312605", "doc877974", "doc2316721", "doc312607", "doc1370451"], "ranked_scores": [542.0, 539.0, 536.0, 534.0, 530.0, 527.0, 526.0, 523.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc88934", "doc88973", "doc2624067", "doc1670518", "doc1452752", "doc1639229", "doc2624072", "doc1935824"], "ranked_scores": [639.0, 627.0, 617.0, 601.0, 589.0, 582.0, 582.0, 574.0, 572.0, 571.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc642895", "doc1455462", "doc21363", "doc864003", "doc338810", "doc338815", "doc22983", "doc1455444", "doc669209"], "ranked_scores": [549.0, 549.0, 544.0, 541.0, 540.0, 539.0, 538.0, 532.0, 531.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc1791044", "doc2072948", "doc63590", "doc911115", "doc18273", "doc2003302", "doc323321", "doc1844919", "doc108477", "doc63585"], "ranked_scores": [598.0, 596.0, 593.0, 593.0, 593.0, 590.0, 583.0, 578.0, 574.0, 572.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1670303", "doc2004259", "doc355540", "doc7163", "doc246550", "doc2482938", "doc299691", "doc2475623", "doc1026678"], "ranked_scores": [559.0, 553.0, 530.0, 529.0, 528.0, 523.0, 517.0, 517.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc751718", "doc2431178", "doc751726", "doc1564136", "doc1612682", "doc1322161", "doc1568962", "doc2281818"], "ranked_scores": [548.0, 510.0, 504.0, 503.0, 499.0, 499.0, 499.0, 496.0, 492.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2639996", "doc642762", "doc1809840", "doc2011376", "doc705226", "doc2084882", "doc2634368", "doc2483577", "doc2125026", "doc495543"], "ranked_scores": [556.0, 542.0, 538.0, 537.0, 534.0, 526.0, 521.0, 519.0, 515.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc2245655", "doc1927686", "doc417364", "doc2362869", "doc2633722", "doc427398", "doc36463", "doc2245689", "doc2215670"], "ranked_scores": [606.0, 581.0, 581.0, 581.0, 577.0, 577.0, 576.0, 572.0, 569.0, 567.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc703736", "doc106372", "doc1136889", "doc2832", "doc703719", "doc973089", "doc106355", "doc1390073", "doc2846"], "ranked_scores": [625.0, 587.0, 585.0, 584.0, 582.0, 581.0, 576.0, 573.0, 566.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc643072", "doc1373324", "doc109002", "doc1373323", "doc108887", "doc1119808", "doc108892", "doc499894", "doc2393669"], "ranked_scores": [612.0, 607.0, 604.0, 604.0, 602.0, 598.0, 596.0, 596.0, 587.0, 583.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc1504263", "doc77976", "doc1430993", "doc1160422", "doc1376157", "doc1431001", "doc857632", "doc936401", "doc1726799"], "ranked_scores": [598.0, 588.0, 587.0, 561.0, 549.0, 544.0, 536.0, 535.0, 531.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-atanh": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc57226", "doc751998", "doc57242", "doc57232", "doc3001", "doc1665946", "doc63804", "doc1142095", "doc751967"], "ranked_scores": [421.0, 421.0, 420.0, 411.0, 404.0, 392.0, 386.0, 380.0, 374.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1664486", "doc1749973", "doc2112811", "doc2292349", "doc1664485", "doc314759", "doc1942575", "doc255050"], "ranked_scores": [386.0, 371.0, 368.0, 365.0, 364.0, 362.0, 362.0, 360.0, 356.0, 356.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc21871", "doc296216", "doc21829", "doc452024", "doc2285692", "doc365452", "doc278091"], "ranked_scores": [405.0, 372.0, 368.0, 367.0, 364.0, 359.0, 356.0, 355.0, 355.0, 355.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1402781", "doc564709", "doc1678115", "doc1177870", "doc415323", "doc453089", "doc2066832", "doc453144", "doc230376", "doc658301"], "ranked_scores": [387.0, 386.0, 378.0, 377.0, 376.0, 373.0, 373.0, 373.0, 373.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1741706", "doc2165920", "doc1812659", "doc1741704", "doc1741707", "doc387897", "doc887635", "doc1382073", "doc1812653", "doc2165905"], "ranked_scores": [400.0, 399.0, 398.0, 394.0, 392.0, 392.0, 390.0, 388.0, 388.0, 388.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1324046", "doc381292", "doc1021718", "doc540358", "doc27538", "doc738831", "doc1478939", "doc361696", "doc1852503", "doc1478921"], "ranked_scores": [388.0, 382.0, 378.0, 375.0, 372.0, 372.0, 371.0, 366.0, 365.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc349744", "doc1340806", "doc484979", "doc1994393", "doc1953211", "doc349747", "doc2139234", "doc782194"], "ranked_scores": [436.0, 418.0, 416.0, 409.0, 404.0, 403.0, 400.0, 399.0, 395.0, 394.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc29765", "doc1798668", "doc29759", "doc641530", "doc101561", "doc1486663", "doc29764", "doc1959162", "doc49200"], "ranked_scores": [432.0, 383.0, 380.0, 379.0, 378.0, 373.0, 372.0, 369.0, 365.0, 364.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc988606", "doc61045", "doc61043", "doc1558629", "doc1048266", "doc2080046", "doc401103", "doc91244"], "ranked_scores": [426.0, 405.0, 386.0, 386.0, 381.0, 377.0, 374.0, 373.0, 371.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc97442", "doc1116765", "doc97421", "doc369220", "doc2405271", "doc1349041", "doc1992466", "doc2084014"], "ranked_scores": [395.0, 392.0, 384.0, 383.0, 371.0, 362.0, 360.0, 359.0, 359.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc2224204", "doc47608", "doc261941", "doc988735", "doc490395", "doc1911857", "doc1082535", "doc1080514"], "ranked_scores": [397.0, 383.0, 379.0, 379.0, 377.0, 375.0, 373.0, 373.0, 372.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc1984127", "doc83863", "doc2372621", "doc1974480", "doc1667015", "doc83872", "doc1406086", "doc759547", "doc1780375"], "ranked_scores": [401.0, 395.0, 394.0, 389.0, 380.0, 378.0, 378.0, 377.0, 377.0, 376.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1246069", "doc388464", "doc703714", "doc703711", "doc106332", "doc427621", "doc106357", "doc703721", "doc106372", "doc703736"], "ranked_scores": [394.0, 390.0, 387.0, 387.0, 386.0, 386.0, 384.0, 383.0, 382.0, 382.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc692559", "doc7119", "doc7091", "doc1599042", "doc7099", "doc7108", "doc670570", "doc485206", "doc695983"], "ranked_scores": [399.0, 391.0, 379.0, 375.0, 374.0, 372.0, 369.0, 368.0, 368.0, 367.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1891830", "doc82130", "doc82127", "doc90808", "doc1846029", "doc2000096", "doc90819", "doc2252228", "doc493405"], "ranked_scores": [415.0, 401.0, 399.0, 379.0, 369.0, 364.0, 355.0, 355.0, 353.0, 352.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2266565", "doc207871", "doc244368", "doc919332", "doc2018288", "doc2502101", "doc229804", "doc382065", "doc919340"], "ranked_scores": [360.0, 352.0, 351.0, 350.0, 347.0, 345.0, 345.0, 345.0, 345.0, 345.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc24903", "doc24929", "doc1380357", "doc905064", "doc807066", "doc1926206", "doc468490", "doc30774", "doc30773"], "ranked_scores": [381.0, 376.0, 375.0, 372.0, 370.0, 369.0, 366.0, 365.0, 365.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc2225375", "doc36393", "doc23412", "doc1136735", "doc58892", "doc573905", "doc2340753", "doc454592", "doc402317"], "ranked_scores": [372.0, 360.0, 359.0, 357.0, 354.0, 353.0, 352.0, 350.0, 350.0, 349.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc873481", "doc56921", "doc2509989", "doc56902", "doc56909", "doc2091589", "doc2408092", "doc2091584"], "ranked_scores": [431.0, 425.0, 406.0, 393.0, 382.0, 378.0, 375.0, 374.0, 370.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc2076427", "doc137908", "doc80154", "doc80148", "doc1189628", "doc596891", "doc80151", "doc80067", "doc80074", "doc367206"], "ranked_scores": [395.0, 385.0, 382.0, 381.0, 378.0, 374.0, 374.0, 373.0, 370.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.378, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc2240291", "doc2174234", "doc1248717", "doc72416", "doc1781006", "doc1018578", "doc180079", "doc2430823"], "ranked_scores": [422.0, 360.0, 357.0, 357.0, 356.0, 355.0, 353.0, 348.0, 348.0, 347.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26461", "doc1159969", "doc99377", "doc138458", "doc26467", "doc26458", "doc261064", "doc746306", "doc764184"], "ranked_scores": [410.0, 391.0, 390.0, 386.0, 383.0, 380.0, 379.0, 378.0, 377.0, 377.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc337483", "doc302286", "doc890730", "doc2592003", "doc726413", "doc119586", "doc546646"], "ranked_scores": [453.0, 381.0, 375.0, 370.0, 367.0, 364.0, 363.0, 361.0, 360.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc890684", "doc57948", "doc1164435", "doc119508", "doc890257", "doc284394", "doc2180662", "doc490395", "doc988735"], "ranked_scores": [387.0, 371.0, 370.0, 369.0, 369.0, 369.0, 367.0, 366.0, 365.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc902657", "doc1657214", "doc2060827", "doc1464453", "doc331518", "doc2362748", "doc2129979", "doc22149", "doc729312"], "ranked_scores": [422.0, 371.0, 371.0, 370.0, 369.0, 366.0, 365.0, 364.0, 363.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc64316", "doc851269", "doc64317", "doc35524", "doc35499", "doc64314", "doc922271", "doc2487656", "doc971992"], "ranked_scores": [389.0, 386.0, 378.0, 373.0, 369.0, 366.0, 364.0, 362.0, 361.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc82650", "doc1321884", "doc1739769", "doc437677", "doc437685", "doc1788429", "doc1321892", "doc727452", "doc1520300", "doc2545074"], "ranked_scores": [401.0, 396.0, 393.0, 392.0, 392.0, 391.0, 390.0, 390.0, 389.0, 388.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc671985", "doc1315064", "doc1315083", "doc1778577", "doc1314995", "doc2543056", "doc1856377", "doc866429"], "ranked_scores": [390.0, 365.0, 364.0, 363.0, 359.0, 356.0, 355.0, 355.0, 351.0, 351.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc170955", "doc1464195", "doc2334138", "doc2131758", "doc1445420", "doc1801894", "doc602735", "doc645564", "doc1894178"], "ranked_scores": [355.0, 344.0, 342.0, 342.0, 340.0, 336.0, 334.0, 333.0, 332.0, 331.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc611287", "doc611282", "doc89435", "doc611283", "doc284394", "doc1384430", "doc2660672", "doc513055"], "ranked_scores": [414.0, 406.0, 372.0, 369.0, 368.0, 366.0, 362.0, 362.0, 361.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc530778", "doc28582", "doc1635999", "doc25697", "doc324530", "doc812613", "doc2486654", "doc173076"], "ranked_scores": [436.0, 393.0, 382.0, 379.0, 375.0, 375.0, 374.0, 373.0, 371.0, 370.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc2194194", "doc402145", "doc2483556", "doc660237", "doc368654", "doc1837769", "doc2527260", "doc515771", "doc368643"], "ranked_scores": [392.0, 389.0, 389.0, 386.0, 384.0, 383.0, 381.0, 381.0, 381.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc566026", "doc105759", "doc171833", "doc849003", "doc105763", "doc1223275", "doc1803558", "doc258447"], "ranked_scores": [401.0, 383.0, 378.0, 373.0, 370.0, 368.0, 367.0, 364.0, 364.0, 364.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1927002", "doc628470", "doc358938", "doc2107018", "doc172405", "doc52414", "doc1690531", "doc2224155", "doc2252577", "doc606253"], "ranked_scores": [407.0, 400.0, 396.0, 394.0, 387.0, 386.0, 385.0, 385.0, 385.0, 385.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc378301", "doc211230", "doc313364", "doc435078", "doc2124276", "doc2288928", "doc435075", "doc435083", "doc70904", "doc660871"], "ranked_scores": [382.0, 381.0, 373.0, 368.0, 366.0, 362.0, 361.0, 361.0, 361.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc2119808", "doc264212", "doc2187649", "doc1736708", "doc2665803", "doc688403", "doc336518", "doc576791"], "ranked_scores": [379.0, 366.0, 352.0, 352.0, 348.0, 345.0, 342.0, 342.0, 341.0, 341.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc487000", "doc720754", "doc1245931", "doc190988", "doc245411", "doc552141", "doc841633", "doc2357458"], "ranked_scores": [390.0, 372.0, 362.0, 356.0, 355.0, 352.0, 352.0, 348.0, 347.0, 346.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1055373", "doc1345740", "doc2005304", "doc1539817", "doc376243", "doc975794", "doc2031737", "doc196873", "doc1382286"], "ranked_scores": [373.0, 372.0, 360.0, 353.0, 352.0, 350.0, 347.0, 346.0, 345.0, 343.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc641270", "doc588578", "doc1584862", "doc61233", "doc2465656", "doc1986449", "doc1333905", "doc1119214", "doc663467"], "ranked_scores": [380.0, 374.0, 373.0, 372.0, 369.0, 366.0, 366.0, 364.0, 362.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc312607", "doc890682", "doc221817", "doc2316721", "doc845380", "doc1499831", "doc2391797", "doc312605", "doc190844", "doc2085567"], "ranked_scores": [358.0, 352.0, 348.0, 348.0, 347.0, 344.0, 343.0, 342.0, 340.0, 340.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc88934", "doc88973", "doc2624067", "doc1452752", "doc1670518", "doc1935824", "doc1639229", "doc2015719"], "ranked_scores": [419.0, 417.0, 408.0, 391.0, 389.0, 387.0, 384.0, 380.0, 379.0, 379.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc21363", "doc642895", "doc669209", "doc1455462", "doc22983", "doc698075", "doc338810", "doc21372", "doc338801"], "ranked_scores": [357.0, 357.0, 356.0, 355.0, 354.0, 354.0, 353.0, 352.0, 352.0, 351.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2072948", "doc323321", "doc1791044", "doc18273", "doc63590", "doc911115", "doc2003302", "doc2563559", "doc63585", "doc1844919"], "ranked_scores": [400.0, 396.0, 395.0, 392.0, 392.0, 392.0, 391.0, 383.0, 382.0, 381.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc1670303", "doc7165", "doc246550", "doc7163", "doc299691", "doc2004259", "doc2475623", "doc1026678", "doc2265484", "doc355540"], "ranked_scores": [372.0, 369.0, 350.0, 348.0, 347.0, 346.0, 345.0, 344.0, 343.0, 343.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc751718", "doc1322161", "doc1612682", "doc2431178", "doc1564136", "doc765127", "doc1643694", "doc7112"], "ranked_scores": [362.0, 336.0, 335.0, 334.0, 332.0, 327.0, 326.0, 325.0, 324.0, 323.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2639996", "doc642762", "doc1809840", "doc705226", "doc2011376", "doc2084882", "doc2634368", "doc495543", "doc872897", "doc920736"], "ranked_scores": [371.0, 355.0, 350.0, 346.0, 345.0, 344.0, 339.0, 334.0, 333.0, 331.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc2245655", "doc1927686", "doc2362869", "doc417364", "doc2633722", "doc427398", "doc36463", "doc2245689", "doc1927684"], "ranked_scores": [403.0, 380.0, 380.0, 380.0, 380.0, 380.0, 377.0, 369.0, 367.0, 365.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc703736", "doc106372", "doc1136889", "doc703719", "doc106355", "doc2832", "doc652521", "doc703711", "doc973089"], "ranked_scores": [415.0, 390.0, 388.0, 384.0, 384.0, 382.0, 380.0, 375.0, 375.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc108892", "doc1373324", "doc109002", "doc643072", "doc108893", "doc1373323", "doc1119808", "doc499894", "doc108887"], "ranked_scores": [409.0, 406.0, 403.0, 401.0, 401.0, 399.0, 397.0, 394.0, 393.0, 392.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc1160422", "doc1376157", "doc936401", "doc1431001", "doc1599335", "doc2388767"], "ranked_scores": [399.0, 394.0, 383.0, 369.0, 364.0, 361.0, 359.0, 359.0, 356.0, 353.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-atanh": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc751998", "doc57247", "doc57226", "doc57242", "doc3001", "doc57232", "doc1665946", "doc63804", "doc2040327", "doc2116209"], "ranked_scores": [214.0, 210.0, 205.0, 202.0, 201.0, 197.0, 195.0, 194.0, 194.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc1952665", "doc63538", "doc1952699", "doc314759", "doc1664486", "doc1942575", "doc2563094", "doc1749973", "doc1899255"], "ranked_scores": [192.0, 185.0, 185.0, 185.0, 182.0, 182.0, 182.0, 182.0, 181.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc278091", "doc21871", "doc21841", "doc21856", "doc812322", "doc1966948", "doc296216", "doc78091"], "ranked_scores": [206.0, 191.0, 184.0, 184.0, 183.0, 183.0, 183.0, 182.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1402781", "doc564709", "doc415323", "doc230376", "doc726012", "doc392061", "doc658301", "doc1402783", "doc979054", "doc453091"], "ranked_scores": [192.0, 188.0, 188.0, 188.0, 187.0, 187.0, 186.0, 185.0, 185.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1382073", "doc1741704", "doc866296", "doc1341149", "doc1741707", "doc1366757", "doc1812653", "doc1741706", "doc387897"], "ranked_scores": [206.0, 202.0, 201.0, 201.0, 200.0, 200.0, 199.0, 198.0, 197.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc381292", "doc738831", "doc1324046", "doc1478939", "doc1852503", "doc2272998", "doc1021718", "doc540358", "doc1021710", "doc859731"], "ranked_scores": [185.0, 185.0, 185.0, 184.0, 183.0, 183.0, 182.0, 182.0, 180.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc1994393", "doc2139234", "doc1340806", "doc1208808", "doc1953211", "doc579128", "doc613963", "doc782194"], "ranked_scores": [218.0, 207.0, 206.0, 202.0, 199.0, 199.0, 198.0, 198.0, 197.0, 197.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc29765", "doc641530", "doc1798668", "doc29759", "doc101561", "doc520689", "doc1959162", "doc597628", "doc2096499"], "ranked_scores": [216.0, 190.0, 188.0, 188.0, 187.0, 184.0, 182.0, 182.0, 182.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc988606", "doc1376346", "doc61045", "doc1558629", "doc1048266", "doc1019583", "doc627159", "doc2080046", "doc61043"], "ranked_scores": [215.0, 205.0, 202.0, 198.0, 190.0, 190.0, 188.0, 188.0, 186.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc97442", "doc1116765", "doc97421", "doc2083987", "doc2405271", "doc1349041", "doc2084014", "doc1992466"], "ranked_scores": [195.0, 194.0, 192.0, 188.0, 187.0, 186.0, 184.0, 183.0, 183.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1911857", "doc1311119", "doc33196", "doc2224204", "doc101167", "doc1458417", "doc504736", "doc727789", "doc261941"], "ranked_scores": [198.0, 185.0, 185.0, 183.0, 183.0, 182.0, 182.0, 182.0, 182.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc1984127", "doc1974480", "doc1197760", "doc253606", "doc1780375", "doc1984114", "doc2254475", "doc875841"], "ranked_scores": [200.0, 196.0, 193.0, 193.0, 190.0, 189.0, 188.0, 187.0, 187.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1246069", "doc703711", "doc106372", "doc427621", "doc703736", "doc388464", "doc1060782", "doc714665", "doc703702", "doc703705"], "ranked_scores": [205.0, 201.0, 198.0, 198.0, 197.0, 196.0, 194.0, 191.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7096", "doc692559", "doc7091", "doc7099", "doc7119", "doc695983", "doc1599042", "doc670570", "doc7108"], "ranked_scores": [199.0, 195.0, 195.0, 194.0, 194.0, 192.0, 190.0, 189.0, 187.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1891830", "doc82130", "doc82127", "doc1846029", "doc90819", "doc2375594", "doc90808", "doc2000096", "doc493405"], "ranked_scores": [210.0, 205.0, 201.0, 186.0, 181.0, 181.0, 179.0, 178.0, 177.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc207871", "doc2266565", "doc244368", "doc190628", "doc146074", "doc2465776", "doc382065", "doc648344", "doc938302"], "ranked_scores": [187.0, 186.0, 184.0, 181.0, 178.0, 177.0, 177.0, 177.0, 176.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc30774", "doc24903", "doc90322", "doc905064", "doc1926206", "doc1380357", "doc30773", "doc1818632", "doc1824654", "doc2570473"], "ranked_scores": [193.0, 193.0, 192.0, 184.0, 184.0, 183.0, 183.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc36393", "doc2203108", "doc2009369", "doc58892", "doc648355", "doc1825079", "doc2225375", "doc2420503", "doc643972"], "ranked_scores": [188.0, 181.0, 181.0, 180.0, 180.0, 179.0, 178.0, 178.0, 177.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc56909", "doc56921", "doc873481", "doc2299192", "doc56903", "doc2313854", "doc2313875", "doc2408092"], "ranked_scores": [213.0, 207.0, 197.0, 196.0, 195.0, 189.0, 189.0, 188.0, 188.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc2076427", "doc80154", "doc596891", "doc1189628", "doc137908", "doc80151", "doc2381151", "doc80074", "doc80067", "doc80148"], "ranked_scores": [198.0, 190.0, 187.0, 186.0, 186.0, 184.0, 184.0, 183.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.378, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240291", "doc1248717", "doc1018572", "doc1018577", "doc180079", "doc2430823", "doc72416", "doc2279189", "doc2353712"], "ranked_scores": [206.0, 190.0, 187.0, 185.0, 185.0, 184.0, 183.0, 183.0, 182.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26461", "doc26444", "doc26467", "doc261064", "doc26458", "doc474060", "doc1159969", "doc138458", "doc1204806", "doc99377"], "ranked_scores": [203.0, 201.0, 198.0, 197.0, 194.0, 193.0, 192.0, 192.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc890730", "doc337483", "doc1155687", "doc1080704", "doc119586", "doc1407977", "doc726413", "doc286821"], "ranked_scores": [227.0, 190.0, 190.0, 189.0, 189.0, 186.0, 185.0, 185.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc119508", "doc1164435", "doc37890", "doc1384430", "doc57948", "doc2180662", "doc890257", "doc600774", "doc64791"], "ranked_scores": [197.0, 188.0, 188.0, 183.0, 183.0, 182.0, 182.0, 182.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc902657", "doc1657214", "doc1538954", "doc1487701", "doc2060827", "doc1077629", "doc2129979", "doc1044670", "doc2362748"], "ranked_scores": [207.0, 188.0, 187.0, 184.0, 183.0, 183.0, 181.0, 181.0, 180.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc64316", "doc64317", "doc851269", "doc971992", "doc35524", "doc922271", "doc388286", "doc1260115", "doc2487655"], "ranked_scores": [197.0, 195.0, 194.0, 192.0, 191.0, 187.0, 187.0, 186.0, 186.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1739769", "doc82650", "doc1334238", "doc1520246", "doc437656", "doc1788429", "doc2545074", "doc437685", "doc437662", "doc437677"], "ranked_scores": [206.0, 203.0, 200.0, 199.0, 199.0, 198.0, 198.0, 198.0, 197.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc671985", "doc866442", "doc865438", "doc1093057", "doc884188", "doc1314995", "doc1315064", "doc1778743"], "ranked_scores": [190.0, 184.0, 184.0, 181.0, 178.0, 177.0, 177.0, 176.0, 175.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc2334138", "doc1445420", "doc1464195", "doc170955", "doc1801894", "doc200940", "doc2131758", "doc1894178", "doc696366"], "ranked_scores": [181.0, 175.0, 174.0, 173.0, 173.0, 172.0, 170.0, 169.0, 168.0, 168.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc611287", "doc611282", "doc758677", "doc2495035", "doc2199352", "doc611283", "doc1164435", "doc89435"], "ranked_scores": [210.0, 203.0, 192.0, 189.0, 187.0, 182.0, 181.0, 180.0, 179.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc530778", "doc430825", "doc1840635", "doc783808", "doc25697", "doc324530", "doc28582", "doc233596", "doc2486654"], "ranked_scores": [222.0, 196.0, 193.0, 192.0, 192.0, 190.0, 190.0, 189.0, 188.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc626440", "doc898833", "doc990514", "doc2483556", "doc515771", "doc368654", "doc660237", "doc660236", "doc660271"], "ranked_scores": [194.0, 193.0, 192.0, 189.0, 189.0, 189.0, 188.0, 188.0, 188.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc1270352", "doc566026", "doc849000", "doc105751", "doc536531", "doc1729412", "doc849003", "doc970185"], "ranked_scores": [198.0, 191.0, 189.0, 187.0, 186.0, 186.0, 185.0, 184.0, 184.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc628470", "doc2107018", "doc1927002", "doc358938", "doc422936", "doc25776", "doc172405", "doc358937", "doc2081252"], "ranked_scores": [214.0, 212.0, 211.0, 210.0, 205.0, 204.0, 202.0, 200.0, 200.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc378301", "doc313364", "doc211230", "doc2502216", "doc2124290", "doc2124276", "doc435076", "doc435078", "doc2498488", "doc412180"], "ranked_scores": [195.0, 193.0, 190.0, 189.0, 187.0, 186.0, 185.0, 184.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc688403", "doc357412", "doc2187649", "doc1170391", "doc2448623", "doc1658558", "doc126007", "doc2119808"], "ranked_scores": [185.0, 183.0, 180.0, 179.0, 178.0, 174.0, 172.0, 172.0, 171.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc2357458", "doc1047493", "doc487000", "doc1548640", "doc1577006", "doc1245931", "doc190988", "doc755350", "doc827507"], "ranked_scores": [197.0, 184.0, 182.0, 182.0, 182.0, 181.0, 181.0, 179.0, 178.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1055373", "doc1539817", "doc1818808", "doc559900", "doc2449727", "doc1382286", "doc864555", "doc2326766", "doc998011"], "ranked_scores": [187.0, 181.0, 180.0, 179.0, 178.0, 177.0, 176.0, 176.0, 175.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1975694", "doc588578", "doc61233", "doc1584862", "doc1986449", "doc2465656", "doc1160263", "doc1333905", "doc1119214", "doc142541"], "ranked_scores": [194.0, 191.0, 188.0, 187.0, 187.0, 186.0, 186.0, 185.0, 184.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc312607", "doc1499831", "doc221817", "doc845380", "doc1892012", "doc949124", "doc890682", "doc2149599", "doc1210865", "doc500342"], "ranked_scores": [178.0, 175.0, 175.0, 174.0, 172.0, 171.0, 171.0, 170.0, 170.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88974", "doc88931", "doc88934", "doc88973", "doc1670518", "doc1452752", "doc2015719", "doc1935824", "doc1639229", "doc1752436"], "ranked_scores": [206.0, 205.0, 201.0, 199.0, 193.0, 191.0, 190.0, 187.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc669209", "doc338801", "doc698075", "doc1308445", "doc889101", "doc21372", "doc1081395", "doc1733379", "doc22983", "doc338815"], "ranked_scores": [185.0, 184.0, 184.0, 182.0, 180.0, 179.0, 179.0, 178.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2003302", "doc323321", "doc2072948", "doc43450", "doc1791044", "doc18273", "doc911115", "doc63590", "doc108481", "doc1844919"], "ranked_scores": [197.0, 196.0, 195.0, 192.0, 191.0, 189.0, 189.0, 189.0, 188.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1670303", "doc299691", "doc355540", "doc2004259", "doc7161", "doc2265484", "doc1026678", "doc2258986", "doc7163"], "ranked_scores": [188.0, 187.0, 179.0, 179.0, 179.0, 178.0, 176.0, 175.0, 173.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc751718", "doc1612682", "doc717117", "doc2431178", "doc1537788", "doc2260544", "doc1564136", "doc78091"], "ranked_scores": [186.0, 176.0, 169.0, 167.0, 167.0, 167.0, 166.0, 166.0, 165.0, 164.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2639996", "doc642762", "doc2084882", "doc2634372", "doc705226", "doc920736", "doc2634368", "doc1451760", "doc1809840", "doc2631871"], "ranked_scores": [188.0, 174.0, 172.0, 172.0, 170.0, 168.0, 168.0, 167.0, 167.0, 167.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc2245655", "doc1927686", "doc417364", "doc2362869", "doc2633722", "doc1926770", "doc2258683", "doc1927684", "doc2245689"], "ranked_scores": [197.0, 195.0, 195.0, 195.0, 193.0, 193.0, 188.0, 188.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc1136889", "doc703736", "doc106372", "doc703719", "doc2832", "doc106355", "doc2456577", "doc869916", "doc890256"], "ranked_scores": [208.0, 191.0, 190.0, 189.0, 186.0, 185.0, 184.0, 183.0, 182.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc109002", "doc1373324", "doc643072", "doc1373323", "doc108887", "doc873559", "doc108892", "doc108893", "doc108938", "doc626438"], "ranked_scores": [197.0, 197.0, 197.0, 196.0, 195.0, 195.0, 195.0, 195.0, 194.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1504263", "doc1160422", "doc1376157", "doc77971", "doc429400", "doc1599335", "doc1430993", "doc251579", "doc936401"], "ranked_scores": [197.0, 195.0, 186.0, 185.0, 185.0, 183.0, 179.0, 178.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-atanh": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc3001", "doc57226", "doc57232", "doc1665946", "doc751998", "doc2116209", "doc57242", "doc2173550", "doc420626"], "ranked_scores": [103.0, 102.0, 101.0, 100.0, 99.0, 99.0, 98.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2563094", "doc1324848", "doc63543", "doc2473154", "doc2575700", "doc1899261", "doc63542", "doc2594422", "doc314759", "doc2664639"], "ranked_scores": [97.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc1966948", "doc21829", "doc660012", "doc21856", "doc318194", "doc1328955", "doc21831", "doc78091", "doc812322"], "ranked_scores": [97.0, 96.0, 95.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1402783", "doc1402781", "doc986835", "doc564709", "doc230376", "doc2395516", "doc415369", "doc447240", "doc400438", "doc726012"], "ranked_scores": [97.0, 94.0, 94.0, 94.0, 92.0, 92.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1121527", "doc1741704", "doc1382073", "doc387897", "doc1741702", "doc1366769", "doc887635", "doc88439", "doc1812659", "doc2165920"], "ranked_scores": [104.0, 103.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc2272998", "doc1021718", "doc1852503", "doc1324046", "doc1852518", "doc1628841", "doc2272990", "doc381292", "doc1852504", "doc27535"], "ranked_scores": [100.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc1994393", "doc1208808", "doc349744", "doc2314010", "doc1068154", "doc2139234", "doc579128", "doc1953211", "doc925929"], "ranked_scores": [111.0, 107.0, 105.0, 105.0, 104.0, 103.0, 103.0, 103.0, 102.0, 101.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc641530", "doc1798668", "doc2080883", "doc597628", "doc2096501", "doc625773", "doc29759", "doc99857", "doc581881"], "ranked_scores": [105.0, 95.0, 93.0, 92.0, 92.0, 91.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc1558629", "doc988606", "doc1048266", "doc2080046", "doc1291233", "doc627159", "doc665070"], "ranked_scores": [107.0, 102.0, 100.0, 98.0, 97.0, 96.0, 94.0, 93.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc2004921", "doc2071086", "doc97442", "doc1116765", "doc2083987", "doc288722", "doc97421", "doc2084014", "doc2405271"], "ranked_scores": [99.0, 99.0, 98.0, 96.0, 96.0, 96.0, 95.0, 94.0, 94.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc2224204", "doc1911857", "doc504736", "doc1311119", "doc1345313", "doc33193", "doc1458417", "doc281595", "doc890684", "doc988735"], "ranked_scores": [95.0, 95.0, 95.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1883243", "doc1984127", "doc253606", "doc253608", "doc50097", "doc1780375", "doc1984114", "doc1974480", "doc2552606"], "ranked_scores": [101.0, 99.0, 99.0, 99.0, 98.0, 97.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703711", "doc106372", "doc703736", "doc150031", "doc35719", "doc1060782", "doc1246069", "doc106332", "doc388464", "doc427621"], "ranked_scores": [101.0, 100.0, 100.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc670570", "doc7106", "doc692559", "doc7096", "doc1599042", "doc695983", "doc7099", "doc1401076", "doc7119", "doc692580"], "ranked_scores": [102.0, 101.0, 99.0, 98.0, 97.0, 96.0, 95.0, 95.0, 94.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc1891830", "doc1551353", "doc82127", "doc1846029", "doc90819", "doc1833160", "doc2375594", "doc90808"], "ranked_scores": [105.0, 103.0, 103.0, 96.0, 96.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2258933", "doc244368", "doc1391281", "doc1136735", "doc1449866", "doc2465776", "doc453128", "doc2370166", "doc919340"], "ranked_scores": [97.0, 94.0, 94.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc30774", "doc90322", "doc1380357", "doc1926206", "doc1379360", "doc905064", "doc24903", "doc2570473", "doc788472", "doc833943"], "ranked_scores": [98.0, 98.0, 95.0, 94.0, 94.0, 94.0, 94.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2420503", "doc897", "doc772201", "doc187232", "doc1104361", "doc190628", "doc2340753", "doc2203108", "doc2203142", "doc750416"], "ranked_scores": [96.0, 95.0, 94.0, 93.0, 93.0, 93.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc2299192", "doc56909", "doc2408092", "doc873481", "doc2562070", "doc2091589", "doc2313864", "doc56921"], "ranked_scores": [101.0, 99.0, 98.0, 97.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc2076427", "doc80148", "doc80154", "doc2344470", "doc190325", "doc2381151", "doc80067", "doc817616", "doc299592", "doc80151"], "ranked_scores": [105.0, 97.0, 94.0, 92.0, 91.0, 91.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240291", "doc1248717", "doc180079", "doc1018572", "doc18814", "doc527459", "doc2174234", "doc2240268", "doc1878861"], "ranked_scores": [105.0, 98.0, 96.0, 94.0, 94.0, 92.0, 92.0, 92.0, 92.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc474060", "doc26467", "doc26461", "doc138458", "doc261056", "doc474073", "doc26444", "doc1858452", "doc746306", "doc725659"], "ranked_scores": [107.0, 103.0, 103.0, 102.0, 102.0, 102.0, 102.0, 101.0, 101.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1080704", "doc1155687", "doc2471264", "doc346463", "doc102096", "doc1682561", "doc890730", "doc286821", "doc889101"], "ranked_scores": [112.0, 102.0, 101.0, 100.0, 98.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1164435", "doc119508", "doc57946", "doc1384430", "doc890257", "doc386637", "doc556460", "doc600774", "doc371078", "doc964756"], "ranked_scores": [100.0, 98.0, 96.0, 95.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc435092", "doc1487701", "doc902657", "doc1657214", "doc2129979", "doc1538954", "doc2060827", "doc959527", "doc469056"], "ranked_scores": [100.0, 92.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc1260115", "doc851269", "doc64314", "doc64317", "doc64318", "doc971992", "doc374002", "doc35525", "doc922271"], "ranked_scores": [100.0, 99.0, 99.0, 98.0, 97.0, 97.0, 97.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4556, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1977974", "doc82650", "doc437685", "doc1739769", "doc1043479", "doc1520246", "doc1321929", "doc1334238", "doc1334192", "doc519281"], "ranked_scores": [102.0, 101.0, 99.0, 99.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1385395", "doc866442", "doc1314979", "doc866436", "doc2349886", "doc866429", "doc552697", "doc866490", "doc884188"], "ranked_scores": [96.0, 92.0, 92.0, 91.0, 91.0, 91.0, 90.0, 89.0, 89.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc587116", "doc773669", "doc388419", "doc2334138", "doc1464195", "doc170955", "doc201173", "doc200940", "doc2131758"], "ranked_scores": [90.0, 89.0, 89.0, 88.0, 88.0, 87.0, 87.0, 87.0, 87.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc611283", "doc1080514", "doc758677", "doc1154850", "doc611287", "doc851514", "doc2480317", "doc490395"], "ranked_scores": [103.0, 99.0, 92.0, 92.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1007190", "doc783808", "doc530778", "doc1840635", "doc28582", "doc2486654", "doc324530", "doc785116"], "ranked_scores": [106.0, 98.0, 94.0, 94.0, 93.0, 92.0, 92.0, 91.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc660236", "doc402145", "doc934719", "doc2483556", "doc1837769", "doc1419198", "doc368673", "doc594231", "doc94367", "doc974518"], "ranked_scores": [101.0, 100.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc1534825", "doc849000", "doc105758", "doc1729412", "doc1270352", "doc830308", "doc536531", "doc849003", "doc543176"], "ranked_scores": [107.0, 100.0, 99.0, 98.0, 98.0, 98.0, 97.0, 95.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc628470", "doc1927002", "doc2224155", "doc422936", "doc2107018", "doc623693", "doc675222", "doc2166568", "doc50625", "doc6531"], "ranked_scores": [110.0, 109.0, 109.0, 107.0, 106.0, 105.0, 105.0, 104.0, 104.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc378301", "doc211230", "doc2288928", "doc2498488", "doc2502216", "doc412180", "doc42101", "doc435078", "doc313364", "doc435081"], "ranked_scores": [95.0, 95.0, 92.0, 92.0, 92.0, 92.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc878338", "doc15890", "doc1736708", "doc2187649", "doc1597410", "doc2042102", "doc1185297", "doc733127", "doc485214", "doc688403"], "ranked_scores": [96.0, 92.0, 91.0, 90.0, 90.0, 90.0, 89.0, 89.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc487000", "doc93287", "doc755350", "doc1746659", "doc1047493", "doc1245931", "doc159492", "doc552141", "doc2357458", "doc720754"], "ranked_scores": [103.0, 100.0, 98.0, 94.0, 93.0, 93.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1539817", "doc601133", "doc2326766", "doc1055373", "doc1345740", "doc2209653", "doc261351", "doc2449727", "doc864555", "doc1818808"], "ranked_scores": [97.0, 94.0, 91.0, 90.0, 90.0, 89.0, 89.0, 88.0, 88.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1975694", "doc588578", "doc1160263", "doc1119214", "doc142541", "doc1986449", "doc1433613", "doc1986437", "doc1584862", "doc434424"], "ranked_scores": [102.0, 99.0, 98.0, 98.0, 97.0, 97.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc890682", "doc312607", "doc281066", "doc845380", "doc2334137", "doc2236863", "doc1033272", "doc201170", "doc1210865", "doc872070"], "ranked_scores": [93.0, 93.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88974", "doc88931", "doc1639229", "doc88973", "doc2015719", "doc88934", "doc553245", "doc1452752", "doc1670518", "doc884729"], "ranked_scores": [104.0, 101.0, 100.0, 100.0, 97.0, 97.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc669209", "doc698075", "doc1336187", "doc1081395", "doc1836919", "doc889101", "doc1308445", "doc2267530", "doc22983", "doc418129"], "ranked_scores": [101.0, 98.0, 94.0, 92.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2003302", "doc43450", "doc1844919", "doc1791044", "doc18274", "doc108481", "doc2072948", "doc323321", "doc63590", "doc911115"], "ranked_scores": [100.0, 100.0, 99.0, 99.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc1670303", "doc1746512", "doc1026678", "doc7165", "doc299691", "doc1298513", "doc2128755", "doc1269703", "doc1668673", "doc7161"], "ranked_scores": [95.0, 92.0, 92.0, 91.0, 90.0, 90.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc751718", "doc21875", "doc365452", "doc2295957", "doc1846050", "doc2285692", "doc1986552", "doc2557689"], "ranked_scores": [99.0, 90.0, 90.0, 87.0, 87.0, 86.0, 85.0, 85.0, 85.0, 85.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2639996", "doc2084882", "doc642762", "doc1837585", "doc705226", "doc725581", "doc2634368", "doc2631871", "doc264212", "doc919955"], "ranked_scores": [95.0, 93.0, 90.0, 90.0, 90.0, 88.0, 88.0, 87.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc2633722", "doc2362869", "doc2258683", "doc1926770", "doc2245655", "doc1927686", "doc2633711", "doc417364", "doc2622770"], "ranked_scores": [102.0, 99.0, 99.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106372", "doc703736", "doc2877", "doc2456577", "doc1136889", "doc211929", "doc2832", "doc703711", "doc703719"], "ranked_scores": [106.0, 98.0, 98.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc294704", "doc207176", "doc126194", "doc1373324", "doc499894", "doc109002", "doc643072", "doc596016", "doc873559"], "ranked_scores": [103.0, 102.0, 101.0, 101.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77976", "doc1376157", "doc2378961", "doc936401", "doc1160422", "doc77971", "doc251579", "doc455129", "doc857632"], "ranked_scores": [99.0, 96.0, 95.0, 93.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-atanh": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57232", "doc1665946", "doc2040327", "doc1665921", "doc260645", "doc57247", "doc614721", "doc57248"], "ranked_scores": [54.0, 52.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2563094", "doc63543", "doc2217711", "doc148310", "doc2473154", "doc1899255", "doc1899261", "doc63538", "doc2461160", "doc2043247"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 52.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc524514", "doc660012", "doc1675526", "doc1085571", "doc318194", "doc451953", "doc365455", "doc78091", "doc69767", "doc761186"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1402781", "doc415369", "doc564709", "doc658301", "doc1402783", "doc230376", "doc447240", "doc415323", "doc453153", "doc737388"], "ranked_scores": [51.0, 50.0, 50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1741704", "doc1121527", "doc1341149", "doc88439", "doc1366744", "doc1812653", "doc2307709", "doc559423", "doc2450143", "doc887635"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 52.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc2272998", "doc1478939", "doc2034534", "doc27535", "doc1478919", "doc1852503", "doc1520283", "doc2653445", "doc437639", "doc437677"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1994393", "doc77634", "doc1208808", "doc1953211", "doc2139234", "doc349744", "doc1068154", "doc864822", "doc579135", "doc825187"], "ranked_scores": [56.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc726933", "doc2586142", "doc1486663", "doc641530", "doc2470041", "doc278641", "doc969155", "doc29765"], "ranked_scores": [53.0, 51.0, 50.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61045", "doc1376346", "doc1558629", "doc116279", "doc1291233", "doc2080046", "doc1612682", "doc988606", "doc561914"], "ranked_scores": [54.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc2004921", "doc2084014", "doc1116765", "doc2405244", "doc2083987", "doc2405271", "doc2083995", "doc369220", "doc97442"], "ranked_scores": [51.0, 50.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc1651444", "doc2224204", "doc698043", "doc211923", "doc230816", "doc1263474", "doc1935458", "doc1911857", "doc504736", "doc2014621"], "ranked_scores": [51.0, 51.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc2552606", "doc83863", "doc253606", "doc1984114", "doc369618", "doc2171547", "doc50097", "doc50107", "doc595818", "doc929272"], "ranked_scores": [53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1060782", "doc106372", "doc703736", "doc427621", "doc388464", "doc35719", "doc24299", "doc392476", "doc703706", "doc714665"], "ranked_scores": [54.0, 51.0, 51.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc670570", "doc7106", "doc1599042", "doc1694559", "doc7112", "doc57975", "doc692559", "doc7099", "doc591048", "doc695983"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc82130", "doc1891830", "doc90807", "doc1846029", "doc2200447", "doc90808", "doc1833160", "doc493405", "doc90819", "doc82127"], "ranked_scores": [55.0, 53.0, 53.0, 52.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2395516", "doc1691613", "doc919340", "doc1506785", "doc2258933", "doc2676129", "doc872601", "doc737388", "doc453128"], "ranked_scores": [55.0, 53.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc30774", "doc382236", "doc833943", "doc1379360", "doc1380357", "doc24925", "doc90322", "doc788472", "doc905064"], "ranked_scores": [55.0, 53.0, 53.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2203108", "doc1104361", "doc1646629", "doc897", "doc2483632", "doc187232", "doc2203117", "doc405830", "doc2420503", "doc750416"], "ranked_scores": [52.0, 51.0, 51.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc2562070", "doc56903", "doc1260422", "doc56909", "doc2299192", "doc56921", "doc783808", "doc873481"], "ranked_scores": [53.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80154", "doc2076427", "doc137908", "doc80151", "doc345642", "doc80148", "doc1357322", "doc370299", "doc2017803", "doc80067"], "ranked_scores": [54.0, 51.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1878861", "doc1223275", "doc702902", "doc1858032", "doc2240268", "doc2010353", "doc556385", "doc556388", "doc617309"], "ranked_scores": [54.0, 50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc261056", "doc26467", "doc675035", "doc26461", "doc1842244", "doc474060", "doc725659", "doc26458", "doc26460", "doc796735"], "ranked_scores": [54.0, 53.0, 53.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc2471264", "doc1080704", "doc102096", "doc1383497", "doc286821", "doc346463", "doc187765", "doc889101", "doc890730"], "ranked_scores": [57.0, 51.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc119508", "doc386637", "doc890257", "doc2199352", "doc32611", "doc1164435", "doc1107701", "doc1784440", "doc1263474", "doc964756"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc1044670", "doc1464453", "doc1936829", "doc22915", "doc2129979", "doc382065", "doc737388", "doc435092", "doc827208", "doc853156"], "ranked_scores": [47.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc1260115", "doc374002", "doc64316", "doc64314", "doc2428288", "doc1653731", "doc33811", "doc41344", "doc35525", "doc388286"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1321884", "doc1043479", "doc2109883", "doc437685", "doc1321929", "doc1520244", "doc2649134", "doc1739769", "doc361702", "doc437677"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc2262226", "doc353043", "doc866436", "doc865438", "doc1385395", "doc1778743", "doc318559", "doc34092", "doc455129"], "ranked_scores": [51.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc2655378", "doc203684", "doc261056", "doc2334138", "doc312607", "doc2236865", "doc2517371", "doc227150", "doc581881", "doc24939"], "ranked_scores": [50.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc1704007", "doc114471", "doc89435", "doc758677", "doc1154850", "doc1082535", "doc993779", "doc851514"], "ranked_scores": [58.0, 56.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc430825", "doc87294", "doc1840635", "doc530778", "doc1007190", "doc785116", "doc835424", "doc1241567", "doc324530", "doc1394758"], "ranked_scores": [55.0, 54.0, 53.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc934719", "doc368673", "doc94367", "doc2451212", "doc594231", "doc1437877", "doc1837769", "doc402145", "doc499897", "doc828130"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc830308", "doc737771", "doc105739", "doc719006", "doc1270352", "doc543176", "doc171833", "doc391459", "doc2067376", "doc889047"], "ranked_scores": [53.0, 52.0, 50.0, 50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc628470", "doc2224155", "doc2107018", "doc675222", "doc1927002", "doc2166568", "doc422936", "doc358938", "doc25776", "doc716573"], "ranked_scores": [57.0, 57.0, 57.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211230", "doc378301", "doc211209", "doc1685523", "doc736126", "doc1540259", "doc1933664", "doc42101", "doc2217446", "doc343568"], "ranked_scores": [54.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc878338", "doc1412494", "doc1498263", "doc688882", "doc1818808", "doc1567090", "doc1594219", "doc1736708", "doc2044296", "doc2187649"], "ranked_scores": [50.0, 47.0, 47.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc487000", "doc50167", "doc720754", "doc1996766", "doc542895", "doc543039", "doc2306629", "doc823832", "doc93287", "doc191614"], "ranked_scores": [51.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1041502", "doc261351", "doc2209653", "doc1539817", "doc2326766", "doc2449727", "doc1006755", "doc1382286", "doc1345740", "doc601133"], "ranked_scores": [49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588578", "doc2275203", "doc142541", "doc1975694", "doc1986449", "doc1986433", "doc1160263", "doc2465656", "doc641270", "doc588612"], "ranked_scores": [53.0, 53.0, 53.0, 53.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2236863", "doc845380", "doc201170", "doc2634372", "doc312607", "doc1136780", "doc212899", "doc212903", "doc980993", "doc2652795"], "ranked_scores": [50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88974", "doc2015719", "doc88973", "doc88931", "doc1639229", "doc1524150", "doc884729", "doc2061559", "doc2624067", "doc553245"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc212860", "doc1336187", "doc698075", "doc969155", "doc669209", "doc1053964", "doc1816074", "doc656863", "doc374355", "doc63030"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc18274", "doc1791050", "doc157016", "doc1791044", "doc2563559", "doc2072948", "doc2003302", "doc323321", "doc18264", "doc1844919"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc1670303", "doc1298513", "doc462227", "doc1904094", "doc1930877", "doc266717", "doc1026678", "doc7165", "doc143496", "doc37884"], "ranked_scores": [50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc2670770", "doc1564136", "doc1986552", "doc2260544", "doc2295957", "doc751718", "doc757822", "doc905064"], "ranked_scores": [52.0, 52.0, 48.0, 46.0, 45.0, 45.0, 45.0, 44.0, 44.0, 44.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2084882", "doc1837585", "doc1932389", "doc1519779", "doc980993", "doc642762", "doc1759594", "doc182537", "doc830308", "doc2067559"], "ranked_scores": [49.0, 48.0, 48.0, 47.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1874159", "doc36467", "doc2432580", "doc1787812", "doc2258683", "doc1926770", "doc2633711", "doc417406", "doc2258810", "doc2215663"], "ranked_scores": [50.0, 49.0, 49.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2877", "doc35719", "doc2385618", "doc334975", "doc2832", "doc703702", "doc106338", "doc337547", "doc703736", "doc938942"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc207176", "doc109002", "doc97437", "doc108893", "doc2167640", "doc91127", "doc126196", "doc626438", "doc971351", "doc91124"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1504263", "doc936401", "doc77971", "doc1599335", "doc2445605", "doc367643", "doc455129", "doc671577", "doc857632"], "ranked_scores": [53.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-32-atanh": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57232", "doc57226", "doc57242", "doc2116209", "doc605887", "doc1104251", "doc1665921", "doc2040327", "doc1665946", "doc751967"], "ranked_scores": [31.0, 30.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2563094", "doc942208", "doc148310", "doc2043247", "doc2521983", "doc1749973", "doc2563097", "doc1952697", "doc63538", "doc906768"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc1918713", "doc69778", "doc365459", "doc21844", "doc365455", "doc296216", "doc365452", "doc524514", "doc660012", "doc69775"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415369", "doc1402781", "doc1104225", "doc1554073", "doc1402783", "doc2066832", "doc564728", "doc2155680", "doc564709", "doc658301"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366744", "doc1121527", "doc1366769", "doc2165920", "doc1341149", "doc1741704", "doc1828693", "doc2450143", "doc88439", "doc887635"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1321884", "doc1520283", "doc1628841", "doc1321967", "doc1021718", "doc1321876", "doc437639", "doc437668", "doc437685", "doc517096"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1994393", "doc1620572", "doc1208808", "doc579135", "doc825187", "doc2434664", "doc1953211", "doc620637", "doc77634", "doc782194"], "ranked_scores": [31.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc726933", "doc1486663", "doc29757", "doc641530", "doc2107778", "doc1800323", "doc625773", "doc278641", "doc440395", "doc29765"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1558629", "doc1148551", "doc61036", "doc1581504", "doc457828", "doc1231969", "doc561914", "doc613408", "doc834354", "doc91244"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97442", "doc1933371", "doc97445", "doc1992466", "doc2004921", "doc2083987", "doc2071086", "doc2607227", "doc506854", "doc413908"], "ranked_scores": [27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc458222", "doc1263474", "doc1935458", "doc211923", "doc1801894", "doc35719", "doc2165715", "doc2480317", "doc230816", "doc973089"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc2552606", "doc253606", "doc1883237", "doc595818", "doc1883243", "doc875841", "doc1974480", "doc759547", "doc83863", "doc877115"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc1060782", "doc427621", "doc150064", "doc24299", "doc392476", "doc703706", "doc284011", "doc714665", "doc964811"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc1599042", "doc2121940", "doc7112", "doc692559", "doc7106", "doc2281818", "doc1075668", "doc670570", "doc1694559", "doc757822"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc82130", "doc1588867", "doc1891830", "doc1357000", "doc1551353", "doc2246484", "doc1606435", "doc844175", "doc48882", "doc90808"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2395516", "doc2203117", "doc1506785", "doc2307734", "doc1646165", "doc2370166", "doc2483632", "doc897", "doc382065", "doc439817"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc30774", "doc1333507", "doc833943", "doc24903", "doc894422", "doc239811", "doc382236", "doc737743", "doc416789", "doc90322"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc1131204", "doc2426358", "doc2263375", "doc2483632", "doc1646629", "doc2420503", "doc288971", "doc536398", "doc369276"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1260422", "doc1658558", "doc2562070", "doc2001658", "doc324530", "doc368910", "doc56897", "doc7106", "doc620567", "doc783808"], "ranked_scores": [27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80148", "doc1168954", "doc1654105", "doc2076427", "doc2514393", "doc614304", "doc80154", "doc80089", "doc506215", "doc80067"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc1516597", "doc400631", "doc2548345", "doc1064409", "doc2010405", "doc527459", "doc556385", "doc566026", "doc566021", "doc72416"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26467", "doc261056", "doc845380", "doc675035", "doc1699100", "doc26444", "doc2662230", "doc474060", "doc675067", "doc725659"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc2471264", "doc102096", "doc420626", "doc2179144", "doc369227", "doc698075", "doc439756", "doc936874", "doc906768"], "ranked_scores": [30.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc2199352", "doc1164435", "doc890257", "doc2480317", "doc458222", "doc556460", "doc47608", "doc672552", "doc57946", "doc600774"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc1077629", "doc2670026", "doc214275", "doc1874159", "doc2365468", "doc893144", "doc737388", "doc938300", "doc58892", "doc734723"], "ranked_scores": [25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc374002", "doc64316", "doc1111696", "doc397701", "doc922273", "doc1260115", "doc64314", "doc64317", "doc83863", "doc851269"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc437639", "doc1321884", "doc1739769", "doc437677", "doc727452", "doc361702", "doc437662", "doc587518", "doc82650"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1314917", "doc1315083", "doc1385395", "doc2349886", "doc1778743", "doc866442", "doc865438", "doc859016", "doc34092", "doc897013"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc2236865", "doc212899", "doc312607", "doc2535522", "doc2554555", "doc581881", "doc2655378", "doc723700", "doc845380", "doc765127"], "ranked_scores": [30.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc2419103", "doc2465921", "doc344833", "doc890257", "doc504736", "doc583523", "doc750414", "doc755350"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc430825", "doc49200", "doc87294", "doc2614074", "doc530778", "doc2026297", "doc433576", "doc594646", "doc734288", "doc97154"], "ranked_scores": [29.0, 27.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1837769", "doc594231", "doc934719", "doc381292", "doc142541", "doc11640", "doc368673", "doc1768862", "doc971351", "doc1986443"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc830308", "doc105739", "doc1018572", "doc72416", "doc1534825", "doc556388", "doc849000", "doc737771", "doc536531", "doc719006"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc28935", "doc28942", "doc53643", "doc52414", "doc716573", "doc70679", "doc358939", "doc675222", "doc926314"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc1338792", "doc2236121", "doc1506100", "doc211230", "doc1685523", "doc1933664", "doc447411", "doc728072", "doc963099"], "ranked_scores": [28.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc688403", "doc126007", "doc878338", "doc2187649", "doc511592", "doc485214", "doc648344", "doc674553", "doc86071", "doc920736"], "ranked_scores": [27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc191614", "doc720754", "doc172053", "doc1541761", "doc22983", "doc621928", "doc369298", "doc2306629", "doc58964", "doc487000"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc261351", "doc702263", "doc2326766", "doc2181330", "doc1382286", "doc2334138", "doc2401371", "doc2656052", "doc355524", "doc553954"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc2275203", "doc2058897", "doc1584862", "doc1119214", "doc1160263", "doc142541", "doc2465656", "doc1986433", "doc588578", "doc577385"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2634372", "doc845380", "doc312607", "doc1330250", "doc180079", "doc2334137", "doc213101", "doc384744", "doc2652795", "doc966112"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc3011", "doc2015719", "doc2114416", "doc2624067", "doc2061559", "doc439366", "doc751967", "doc553245", "doc88974", "doc88505"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc2267530", "doc669209", "doc2505783", "doc698075", "doc374355", "doc1859220", "doc714655", "doc889101", "doc933773", "doc963332"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc1791044", "doc108477", "doc108480", "doc2072948", "doc18274", "doc2563559", "doc1844919", "doc354084", "doc43450", "doc88505"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc1253247", "doc246550", "doc2265484", "doc7165", "doc266717", "doc2373327", "doc1858032", "doc206444", "doc920532", "doc936401"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1640554", "doc1986552", "doc1021718", "doc1644530", "doc1101054", "doc291984", "doc361706", "doc2295957", "doc1826212"], "ranked_scores": [27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1108793", "doc1501433", "doc182537", "doc1519779", "doc1932389", "doc1998840", "doc1564136", "doc1837585", "doc980993", "doc2639996"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc2622778", "doc1307727", "doc1451671", "doc2245681", "doc1874159", "doc2543977", "doc2217346", "doc2504316", "doc474854", "doc36467"], "ranked_scores": [28.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc760435", "doc938942", "doc1953592", "doc768602", "doc2456577", "doc2877", "doc37884", "doc307715", "doc703702", "doc95310"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc109002", "doc729573", "doc91127", "doc1947787", "doc126196", "doc626438", "doc207176", "doc713666", "doc80123", "doc97437"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc867288", "doc969155", "doc1599335", "doc2445605", "doc1160422", "doc2548332", "doc2388774", "doc804930", "doc857632", "doc936401"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-pq-m24-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57232", "doc57226", "doc57247", "doc751998", "doc1622317", "doc2613570", "doc1665946", "doc380683", "doc1104254", "doc57242"], "ranked_scores": [0.6588, 0.6482, 0.645, 0.6394, 0.6196, 0.6088, 0.6063, 0.6014, 0.5856, 0.5844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1982515", "doc1664486", "doc63542", "doc1749973", "doc2345266", "doc474276", "doc1796956", "doc2473154"], "ranked_scores": [0.672, 0.6527, 0.652, 0.6404, 0.6291, 0.6232, 0.6035, 0.5942, 0.5927, 0.5834], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc812322", "doc21831", "doc78091", "doc1675505", "doc278091", "doc1966948", "doc21832", "doc660012", "doc2074523"], "ranked_scores": [0.6826, 0.6733, 0.6719, 0.6659, 0.6658, 0.6609, 0.6572, 0.651, 0.6495, 0.6483], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453144", "doc392077", "doc453091", "doc392076", "doc146101", "doc1177870", "doc1247565", "doc230376", "doc979054", "doc1347475"], "ranked_scores": [0.7149, 0.7112, 0.7064, 0.7061, 0.6943, 0.6934, 0.6908, 0.6906, 0.6835, 0.683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812653", "doc1366744", "doc2165906", "doc1741706", "doc1366757", "doc1812661", "doc1366765", "doc1741702", "doc2372193", "doc887635"], "ranked_scores": [0.7396, 0.7394, 0.7373, 0.7346, 0.7344, 0.734, 0.7338, 0.7338, 0.7305, 0.7305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1407409", "doc754593", "doc1389070", "doc27538", "doc459410", "doc1324046", "doc172864", "doc1478939", "doc1852503", "doc361682"], "ranked_scores": [0.6047, 0.5957, 0.5921, 0.5905, 0.5891, 0.5882, 0.5865, 0.586, 0.584, 0.5824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc825186", "doc77634", "doc349744", "doc77640", "doc825187", "doc1328111", "doc1953211", "doc1340806", "doc1687132", "doc349747"], "ranked_scores": [0.7606, 0.7606, 0.7542, 0.7492, 0.749, 0.747, 0.746, 0.7459, 0.741, 0.7385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1486663", "doc101561", "doc2096501", "doc1052760", "doc2107778", "doc29765", "doc641530", "doc29764", "doc81162"], "ranked_scores": [0.6904, 0.6869, 0.6855, 0.6783, 0.6686, 0.6679, 0.6599, 0.6595, 0.6583, 0.6574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61045", "doc1376346", "doc61043", "doc1558629", "doc2083822", "doc1325273", "doc1048266", "doc988606", "doc1526139"], "ranked_scores": [0.6752, 0.6452, 0.6069, 0.6031, 0.5773, 0.5705, 0.5639, 0.5612, 0.5545, 0.5505], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc2083987", "doc97445", "doc369237", "doc1116765", "doc2071107", "doc2083994", "doc2084016", "doc2099374"], "ranked_scores": [0.7115, 0.6808, 0.6591, 0.6519, 0.6492, 0.6437, 0.6382, 0.6329, 0.6328, 0.6305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc727789", "doc1651444", "doc2378343", "doc562696", "doc64791", "doc890257", "doc2540212", "doc490395", "doc1127543", "doc1451837"], "ranked_scores": [0.6318, 0.6302, 0.6263, 0.6239, 0.6209, 0.62, 0.6182, 0.6152, 0.6138, 0.6132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984114", "doc253608", "doc50109", "doc1984127", "doc83863", "doc1974480", "doc2278170", "doc1337053", "doc50097", "doc929272"], "ranked_scores": [0.6912, 0.6884, 0.6877, 0.686, 0.6775, 0.6772, 0.6735, 0.6715, 0.6693, 0.6689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703728", "doc388464", "doc427621", "doc703705", "doc703706", "doc703711", "doc714665", "doc703701", "doc703714"], "ranked_scores": [0.7478, 0.7254, 0.7228, 0.7228, 0.721, 0.7132, 0.7109, 0.7037, 0.7007, 0.7001], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7119", "doc7091", "doc7116", "doc7099", "doc7106", "doc7120", "doc7112", "doc7096", "doc1599042", "doc7108"], "ranked_scores": [0.7073, 0.6992, 0.6989, 0.6985, 0.6945, 0.6761, 0.6721, 0.6645, 0.6635, 0.6478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc82130", "doc90807", "doc82127", "doc90808", "doc493405", "doc1891830", "doc90819", "doc1598856", "doc1169637", "doc768602"], "ranked_scores": [0.6502, 0.6397, 0.6082, 0.5624, 0.5449, 0.5427, 0.535, 0.5326, 0.5307, 0.5291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2193690", "doc2203117", "doc2018288", "doc1719794", "doc938302", "doc2009369", "doc2266565", "doc2395516", "doc1759594", "doc648335"], "ranked_scores": [0.6174, 0.6123, 0.6061, 0.6002, 0.5963, 0.5892, 0.587, 0.5861, 0.5828, 0.5828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1380357", "doc1380356", "doc24903", "doc1379360", "doc303116", "doc24925", "doc468490", "doc30774", "doc24929", "doc90322"], "ranked_scores": [0.7384, 0.7384, 0.7295, 0.7242, 0.7229, 0.7196, 0.7172, 0.7154, 0.7144, 0.7131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1874808", "doc2009369", "doc2483632", "doc648335", "doc2203152", "doc1719794", "doc2018288", "doc648344", "doc938302", "doc904153"], "ranked_scores": [0.5912, 0.5907, 0.5886, 0.5726, 0.5724, 0.5708, 0.5686, 0.5652, 0.5619, 0.5612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc2313864", "doc2509989", "doc1102442", "doc56897", "doc2439295", "doc2313854", "doc873481", "doc2378781", "doc1685439"], "ranked_scores": [0.7124, 0.6962, 0.6949, 0.6905, 0.6905, 0.6786, 0.6684, 0.6649, 0.661, 0.6574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc737601", "doc80151", "doc596891", "doc80067", "doc137908", "doc80154", "doc2076427", "doc2562963", "doc345642", "doc80078"], "ranked_scores": [0.6915, 0.686, 0.6833, 0.6831, 0.6779, 0.6744, 0.6675, 0.6642, 0.6623, 0.6613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc702902", "doc1018572", "doc2353712", "doc169399", "doc72416", "doc2240291", "doc474256", "doc1018577", "doc527459"], "ranked_scores": [0.6313, 0.5926, 0.5885, 0.5847, 0.5693, 0.565, 0.5616, 0.5576, 0.5552, 0.5527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc2289855", "doc26467", "doc2376934", "doc474060", "doc511592", "doc906677", "doc913417", "doc207464"], "ranked_scores": [0.7362, 0.7009, 0.6968, 0.6892, 0.6867, 0.6863, 0.6831, 0.6808, 0.6807, 0.6804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc302286", "doc337483", "doc1732443", "doc2592003", "doc249990", "doc192542", "doc155482", "doc2260544"], "ranked_scores": [0.6358, 0.5697, 0.5617, 0.5541, 0.5524, 0.5495, 0.5482, 0.5463, 0.5441, 0.5433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc727789", "doc2224204", "doc2465921", "doc1632991", "doc64791", "doc509898", "doc988735", "doc57946", "doc47608", "doc1451837"], "ranked_scores": [0.6502, 0.6464, 0.6436, 0.6417, 0.6414, 0.64, 0.6397, 0.6392, 0.6362, 0.6358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc1796400", "doc879199", "doc988607", "doc2202835", "doc1381513", "doc2357495", "doc751435", "doc2114608"], "ranked_scores": [0.602, 0.6016, 0.5982, 0.5884, 0.588, 0.5873, 0.5831, 0.5799, 0.5705, 0.5691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64314", "doc851269", "doc35522", "doc971992", "doc1683659", "doc64316", "doc922271", "doc64318", "doc1385349", "doc35524"], "ranked_scores": [0.7295, 0.7284, 0.7284, 0.7284, 0.7284, 0.7265, 0.725, 0.7249, 0.7197, 0.7192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc82650", "doc1520300", "doc1321967", "doc1520275", "doc1321884", "doc1321931", "doc1520311", "doc437685", "doc1321892", "doc1334192"], "ranked_scores": [0.7176, 0.7138, 0.7013, 0.6988, 0.6988, 0.696, 0.695, 0.6946, 0.6926, 0.6914], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1778577", "doc1314917", "doc1314979", "doc35173", "doc1315015", "doc1314944", "doc1315097", "doc552697", "doc1314995", "doc1315083"], "ranked_scores": [0.6434, 0.6334, 0.6321, 0.6271, 0.6259, 0.623, 0.6206, 0.6176, 0.6167, 0.6147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc773669", "doc696366", "doc24934", "doc587116", "doc1445420", "doc1877805", "doc872070", "doc2251710", "doc2042536"], "ranked_scores": [0.4393, 0.41, 0.4089, 0.4066, 0.4057, 0.4045, 0.3992, 0.3991, 0.3975, 0.3954], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc89435", "doc371079", "doc53465", "doc851514", "doc1154850", "doc1005393", "doc344833", "doc1384376", "doc172947"], "ranked_scores": [0.6421, 0.6333, 0.6312, 0.6269, 0.6232, 0.6223, 0.6186, 0.6186, 0.609, 0.6048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc1394758", "doc1394760", "doc1394755", "doc2259504", "doc173076", "doc1635999", "doc1007189", "doc1517979", "doc1684137"], "ranked_scores": [0.7444, 0.7397, 0.7385, 0.7377, 0.7349, 0.7333, 0.7309, 0.7282, 0.7269, 0.7259], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc11669", "doc2449643", "doc660271", "doc515771", "doc11659", "doc660236", "doc2527260", "doc2194194", "doc2429823"], "ranked_scores": [0.7162, 0.7113, 0.7088, 0.7056, 0.7015, 0.7013, 0.6992, 0.6974, 0.6901, 0.6853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc719006", "doc1803558", "doc849003", "doc1464212", "doc1516597", "doc1847142", "doc171833", "doc1534825"], "ranked_scores": [0.7457, 0.7256, 0.72, 0.707, 0.698, 0.6977, 0.6946, 0.6933, 0.6932, 0.6925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2224155", "doc628470", "doc1927002", "doc1400527", "doc1400520", "doc716552", "doc96723", "doc2500959", "doc716573"], "ranked_scores": [0.735, 0.7204, 0.7186, 0.7185, 0.707, 0.7047, 0.6994, 0.6993, 0.6985, 0.6971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1841146", "doc1348006", "doc286805", "doc211230", "doc1841144", "doc435075", "doc435078", "doc435076", "doc728072", "doc1098357"], "ranked_scores": [0.7027, 0.6902, 0.69, 0.6871, 0.6867, 0.6861, 0.6861, 0.6859, 0.6846, 0.6838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc336518", "doc15890", "doc2636635", "doc1736704", "doc2042102", "doc1736708", "doc2187649", "doc878338", "doc688403", "doc1273973"], "ranked_scores": [0.5601, 0.5569, 0.5309, 0.5263, 0.5256, 0.5221, 0.5209, 0.5047, 0.4989, 0.4955], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc2357458", "doc1962174", "doc303260", "doc1746659", "doc190988", "doc884905", "doc143496", "doc180922", "doc2199303", "doc60190"], "ranked_scores": [0.6108, 0.6009, 0.5988, 0.5939, 0.5925, 0.5904, 0.5835, 0.5814, 0.5709, 0.5655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc390322", "doc1153924", "doc2304461", "doc1293555", "doc693852", "doc975794", "doc564961", "doc2209653", "doc565065"], "ranked_scores": [0.6141, 0.5465, 0.5457, 0.5442, 0.524, 0.523, 0.5198, 0.5184, 0.5151, 0.514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc61233", "doc588612", "doc1333905", "doc1160263", "doc1943842", "doc588578", "doc1986437", "doc1730233", "doc1584862", "doc2465656"], "ranked_scores": [0.694, 0.6714, 0.6678, 0.6665, 0.664, 0.6629, 0.6619, 0.6583, 0.6573, 0.6512], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc2149599", "doc2250120", "doc1218368", "doc2067045", "doc807", "doc1370451", "doc1602743", "doc806", "doc2334133"], "ranked_scores": [0.4974, 0.4893, 0.4851, 0.4846, 0.4806, 0.4785, 0.478, 0.4742, 0.473, 0.4721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88973", "doc88934", "doc88974", "doc1639229", "doc88933", "doc2015719", "doc1452752", "doc2061559", "doc1014858"], "ranked_scores": [0.7376, 0.7328, 0.726, 0.7097, 0.689, 0.6885, 0.6707, 0.6611, 0.6475, 0.6328], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc864003", "doc21339", "doc1455508", "doc21350", "doc338818", "doc1455444", "doc21378", "doc338809", "doc1455462", "doc1455511"], "ranked_scores": [0.5733, 0.5722, 0.5701, 0.5638, 0.557, 0.5567, 0.5565, 0.5497, 0.5492, 0.5411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108480", "doc323321", "doc18274", "doc43450", "doc108481", "doc2003302", "doc2418769", "doc108559", "doc2068612", "doc108535"], "ranked_scores": [0.7637, 0.7631, 0.7498, 0.7488, 0.7358, 0.7357, 0.7347, 0.7271, 0.7242, 0.7172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc2128755", "doc2373327", "doc7165", "doc1670303", "doc1378028", "doc7166", "doc2110826", "doc2265484", "doc2482938", "doc7163"], "ranked_scores": [0.5327, 0.5287, 0.5208, 0.5143, 0.5113, 0.4971, 0.4958, 0.4939, 0.4934, 0.4886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc1265795", "doc1563324", "doc2431178", "doc751726", "doc1564136", "doc457828", "doc2008672", "doc313349"], "ranked_scores": [0.3579, 0.3368, 0.3231, 0.3207, 0.3024, 0.3016, 0.2983, 0.2929, 0.292, 0.2909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1993448", "doc642762", "doc2057552", "doc2620645", "doc281066", "doc1809840", "doc2011376", "doc980993", "doc2639996", "doc495543"], "ranked_scores": [0.4712, 0.4647, 0.4646, 0.4445, 0.4436, 0.4385, 0.4324, 0.4297, 0.4279, 0.4232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618372", "doc36485", "doc2622759", "doc1618376", "doc36467", "doc36460", "doc2622778", "doc2215663", "doc417406"], "ranked_scores": [0.6607, 0.6359, 0.6133, 0.5922, 0.5868, 0.5729, 0.5626, 0.5611, 0.5427, 0.5427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc703719", "doc106355", "doc211929", "doc1390073", "doc2846", "doc106357", "doc703721", "doc703701", "doc2832", "doc1332302"], "ranked_scores": [0.6443, 0.6443, 0.6237, 0.6163, 0.612, 0.6112, 0.6112, 0.6095, 0.6089, 0.6049], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1581104", "doc1373324", "doc2167590", "doc108887", "doc626438", "doc1373323", "doc1119808", "doc935127", "doc643072", "doc1220654"], "ranked_scores": [0.7116, 0.7107, 0.7105, 0.7101, 0.7098, 0.7074, 0.7029, 0.7023, 0.7023, 0.7017], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc2378961", "doc455129", "doc1504263", "doc1817958", "doc2388767", "doc929397", "doc969155", "doc417733"], "ranked_scores": [0.6099, 0.5988, 0.5622, 0.5618, 0.5499, 0.5487, 0.5423, 0.5391, 0.5389, 0.5364], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m32-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc751998", "doc57232", "doc1665946", "doc1104254", "doc380683", "doc3001", "doc1622317", "doc57242"], "ranked_scores": [0.6343, 0.6322, 0.6226, 0.6122, 0.5984, 0.593, 0.5892, 0.5765, 0.5764, 0.5754], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc63542", "doc2473154", "doc1664486", "doc1982515", "doc1324848", "doc2345266", "doc2292349"], "ranked_scores": [0.627, 0.6196, 0.6076, 0.5818, 0.581, 0.5782, 0.5633, 0.5536, 0.5508, 0.5453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc1675505", "doc278091", "doc812322", "doc2285692", "doc2074523", "doc660012", "doc21829", "doc21871", "doc776142"], "ranked_scores": [0.6835, 0.6474, 0.6461, 0.6335, 0.6265, 0.6257, 0.625, 0.6208, 0.62, 0.6089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc392076", "doc1347475", "doc392077", "doc453091", "doc1247565", "doc979079", "doc146101", "doc415323", "doc453144", "doc979054"], "ranked_scores": [0.6863, 0.6855, 0.6792, 0.676, 0.6734, 0.6722, 0.663, 0.6629, 0.6612, 0.6583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1741702", "doc1812661", "doc1741701", "doc1741706", "doc1741707", "doc2165906", "doc1741704", "doc2165915", "doc2165920", "doc2372193"], "ranked_scores": [0.7235, 0.7235, 0.7196, 0.7191, 0.7185, 0.712, 0.7109, 0.7098, 0.7089, 0.7073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1324046", "doc361696", "doc1852503", "doc27538", "doc27535", "doc27529", "doc459410", "doc1852527", "doc1407409", "doc2332017"], "ranked_scores": [0.6215, 0.5836, 0.5736, 0.5715, 0.5644, 0.5522, 0.5479, 0.5473, 0.5469, 0.5446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc825186", "doc925929", "doc579128", "doc825187", "doc1953211", "doc484979", "doc268699", "doc293490"], "ranked_scores": [0.7581, 0.7486, 0.7332, 0.7282, 0.7275, 0.7266, 0.7261, 0.7186, 0.7173, 0.7148], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc101561", "doc1728840", "doc1486663", "doc29764", "doc327730", "doc1798668", "doc625773", "doc641530", "doc1052760"], "ranked_scores": [0.718, 0.6884, 0.667, 0.652, 0.6519, 0.6518, 0.6421, 0.6379, 0.6372, 0.6343], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61043", "doc2083822", "doc1380860", "doc61045", "doc1048266", "doc1325273", "doc91244", "doc627159"], "ranked_scores": [0.6559, 0.6226, 0.6109, 0.5822, 0.5731, 0.5697, 0.5515, 0.5271, 0.5265, 0.5235], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97445", "doc97442", "doc2574334", "doc97430", "doc2071107", "doc2083987", "doc2084016"], "ranked_scores": [0.6998, 0.6703, 0.6702, 0.64, 0.6265, 0.6112, 0.6011, 0.6006, 0.5942, 0.5924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc1651444", "doc2316727", "doc33193", "doc1451837", "doc703485", "doc344833", "doc1827382", "doc2540212", "doc1153299", "doc727789"], "ranked_scores": [0.625, 0.6026, 0.599, 0.5985, 0.5926, 0.5899, 0.5889, 0.5884, 0.5883, 0.5883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc50109", "doc1974480", "doc1984114", "doc2537823", "doc1984127", "doc759547", "doc50097", "doc929272"], "ranked_scores": [0.6818, 0.6767, 0.6713, 0.6683, 0.6674, 0.6661, 0.6605, 0.6574, 0.6563, 0.656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc427621", "doc703705", "doc703706", "doc388464", "doc106355", "doc703719", "doc703711", "doc703733", "doc703728"], "ranked_scores": [0.7334, 0.7229, 0.7222, 0.719, 0.7112, 0.711, 0.711, 0.7101, 0.7089, 0.6959], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7119", "doc7116", "doc7112", "doc7106", "doc7099", "doc7091", "doc695983", "doc7120", "doc692559", "doc7108"], "ranked_scores": [0.6955, 0.6923, 0.6905, 0.6771, 0.6718, 0.671, 0.6443, 0.6261, 0.6179, 0.6143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc82127", "doc1891830", "doc787596", "doc1846029", "doc431563", "doc1324516", "doc1101731"], "ranked_scores": [0.6279, 0.5538, 0.5525, 0.5214, 0.5124, 0.5114, 0.5076, 0.502, 0.4973, 0.4966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc648335", "doc1719794", "doc244368", "doc2203117", "doc1914609", "doc2193690", "doc938302", "doc1759594", "doc2266565", "doc897"], "ranked_scores": [0.5851, 0.5691, 0.5678, 0.5633, 0.5596, 0.5575, 0.5558, 0.5555, 0.5544, 0.5533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1380356", "doc24903", "doc1380357", "doc90322", "doc303116", "doc300567", "doc1786046", "doc468490", "doc30773", "doc2202499"], "ranked_scores": [0.7336, 0.7245, 0.7199, 0.7156, 0.6944, 0.6914, 0.6895, 0.6874, 0.6859, 0.6853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc648335", "doc536387", "doc1874808", "doc2203108", "doc2483632", "doc2203152", "doc1136713", "doc904153", "doc2009369", "doc648344"], "ranked_scores": [0.5656, 0.5652, 0.5603, 0.5523, 0.5482, 0.5458, 0.5366, 0.535, 0.5314, 0.5288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc2509989", "doc2313854", "doc873481", "doc2313864", "doc56902", "doc2439295", "doc2318634"], "ranked_scores": [0.6993, 0.6929, 0.6929, 0.688, 0.6729, 0.6715, 0.6653, 0.6351, 0.628, 0.6237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc80154", "doc80074", "doc80133", "doc2215182", "doc80078", "doc1357314", "doc2076427", "doc2215178", "doc1068994"], "ranked_scores": [0.6563, 0.6516, 0.6445, 0.6432, 0.6427, 0.6382, 0.6333, 0.633, 0.6285, 0.6275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc72416", "doc2353712", "doc1018577", "doc506841", "doc527459", "doc2279189", "doc1430768", "doc702902", "doc498654"], "ranked_scores": [0.6314, 0.5774, 0.5549, 0.5531, 0.5512, 0.5495, 0.5477, 0.5437, 0.5355, 0.5349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc131786", "doc2289855", "doc207464", "doc675035", "doc474060", "doc906677", "doc1576987", "doc474073"], "ranked_scores": [0.723, 0.6916, 0.6574, 0.6565, 0.6542, 0.654, 0.6535, 0.6509, 0.6492, 0.6491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc337483", "doc2438080", "doc148885", "doc308346", "doc2465910", "doc890730", "doc155482", "doc596855"], "ranked_scores": [0.614, 0.5441, 0.5315, 0.5287, 0.5257, 0.5236, 0.5222, 0.5221, 0.5193, 0.5187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc509898", "doc1632991", "doc890257", "doc1451837", "doc1029757", "doc281595", "doc57946", "doc1285744", "doc177995", "doc2316727"], "ranked_scores": [0.6241, 0.6164, 0.6162, 0.6103, 0.6092, 0.6076, 0.6061, 0.6051, 0.604, 0.604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc879199", "doc2060827", "doc2522627", "doc2202835", "doc2362748", "doc1077629", "doc2549319", "doc1796400"], "ranked_scores": [0.6147, 0.5614, 0.5553, 0.5538, 0.5518, 0.5412, 0.5349, 0.5331, 0.5307, 0.529], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc35524", "doc851269", "doc1376793", "doc1385349", "doc64317", "doc1683659", "doc922271", "doc2487656"], "ranked_scores": [0.7264, 0.7151, 0.7107, 0.7094, 0.7046, 0.703, 0.7012, 0.6986, 0.6966, 0.6917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc82650", "doc1334192", "doc437685", "doc437678", "doc1977978", "doc1520244", "doc1321967", "doc437701", "doc1520278", "doc1321884"], "ranked_scores": [0.6841, 0.682, 0.6809, 0.6809, 0.674, 0.6725, 0.6718, 0.6653, 0.6612, 0.6606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc877823", "doc1778577", "doc1315097", "doc1726816", "doc1314979", "doc1314852", "doc1314944", "doc1315015", "doc720175"], "ranked_scores": [0.6375, 0.6109, 0.6031, 0.6025, 0.5976, 0.5958, 0.5934, 0.5911, 0.5882, 0.5866], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc170955", "doc24939", "doc2042536", "doc524130", "doc1445420", "doc2251710", "doc1801894", "doc1212031", "doc1105537", "doc524132"], "ranked_scores": [0.4257, 0.4205, 0.4051, 0.3945, 0.3931, 0.3891, 0.3888, 0.3836, 0.3832, 0.3792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc172947", "doc89435", "doc1005393", "doc371079", "doc344833", "doc851514", "doc182046", "doc53464", "doc2465921"], "ranked_scores": [0.6273, 0.6263, 0.606, 0.6002, 0.5967, 0.5964, 0.5945, 0.5899, 0.5896, 0.5879], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1517979", "doc1787621", "doc1007189", "doc1684137", "doc173076", "doc1635999", "doc1394755", "doc25697"], "ranked_scores": [0.7479, 0.7224, 0.7131, 0.7111, 0.6961, 0.694, 0.6936, 0.6935, 0.6868, 0.6857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc11669", "doc660236", "doc2449643", "doc147268", "doc2527260", "doc660237", "doc11659", "doc660271", "doc515771"], "ranked_scores": [0.69, 0.6896, 0.6786, 0.6779, 0.6691, 0.6675, 0.6566, 0.6494, 0.6418, 0.6374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc849003", "doc171833", "doc1534825", "doc1251647", "doc719006", "doc258447", "doc1803558", "doc1903392"], "ranked_scores": [0.7343, 0.6844, 0.6841, 0.6748, 0.6742, 0.6725, 0.6666, 0.6497, 0.6404, 0.6384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1927002", "doc628470", "doc358938", "doc2224155", "doc716552", "doc1400527", "doc6540", "doc2107018", "doc324554", "doc324540"], "ranked_scores": [0.7077, 0.7047, 0.6948, 0.6916, 0.6816, 0.6806, 0.6796, 0.6783, 0.6753, 0.6734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1540259", "doc435078", "doc211230", "doc1841146", "doc435083", "doc435076", "doc313354", "doc465988", "doc313356", "doc2108001"], "ranked_scores": [0.6817, 0.6647, 0.6588, 0.6557, 0.6499, 0.6492, 0.6465, 0.6431, 0.6415, 0.641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc336518", "doc2119808", "doc2636635", "doc2187649", "doc289212", "doc878338", "doc1736704", "doc1736708", "doc688403"], "ranked_scores": [0.5658, 0.5285, 0.5048, 0.4976, 0.4975, 0.4847, 0.4823, 0.4811, 0.4667, 0.4639], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc720754", "doc884905", "doc1962174", "doc180922", "doc487000", "doc2357458", "doc775913", "doc159492", "doc190988", "doc143496"], "ranked_scores": [0.5958, 0.5875, 0.5729, 0.5673, 0.5626, 0.5551, 0.5501, 0.55, 0.5494, 0.5489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc390322", "doc1293555", "doc1153924", "doc564961", "doc2304461", "doc1810672", "doc1055373", "doc140893", "doc1423992"], "ranked_scores": [0.5854, 0.5605, 0.5417, 0.5398, 0.5109, 0.4773, 0.477, 0.476, 0.4734, 0.4713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc61233", "doc1333905", "doc2465656", "doc588578", "doc1730233", "doc1629620", "doc1986437", "doc1986449", "doc1943842", "doc2275203"], "ranked_scores": [0.6746, 0.6626, 0.6524, 0.6505, 0.6425, 0.6324, 0.6232, 0.621, 0.6201, 0.6192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1370451", "doc1689530", "doc845380", "doc1185589", "doc2149599", "doc190844", "doc2334133", "doc1136780", "doc1877805", "doc2067045"], "ranked_scores": [0.4733, 0.4681, 0.4649, 0.4619, 0.4591, 0.4545, 0.453, 0.4492, 0.4491, 0.4475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88973", "doc88974", "doc2015719", "doc88933", "doc1639229", "doc2624067", "doc1452752", "doc1646165"], "ranked_scores": [0.6823, 0.6716, 0.6515, 0.6413, 0.6371, 0.6299, 0.6187, 0.6141, 0.5931, 0.5757], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21339", "doc21378", "doc338818", "doc338813", "doc338801", "doc1455508", "doc21363", "doc2267530", "doc21340", "doc338815"], "ranked_scores": [0.5536, 0.5495, 0.5397, 0.5281, 0.5149, 0.5104, 0.5102, 0.5087, 0.5084, 0.5081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108480", "doc323321", "doc108559", "doc2072948", "doc1844919", "doc2003302", "doc18274", "doc63585", "doc108481", "doc2563559"], "ranked_scores": [0.7361, 0.7331, 0.7208, 0.7132, 0.709, 0.7088, 0.7075, 0.7068, 0.7043, 0.6978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7163", "doc7165", "doc1670303", "doc2128755", "doc2373327", "doc7161", "doc2475623", "doc2265484", "doc246550", "doc1378028"], "ranked_scores": [0.554, 0.5412, 0.5188, 0.5031, 0.4829, 0.4816, 0.4808, 0.478, 0.4772, 0.4749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc1244692", "doc2008672", "doc751726", "doc1564136", "doc1563324", "doc1387772", "doc1077629", "doc418571"], "ranked_scores": [0.3851, 0.324, 0.3193, 0.3139, 0.3116, 0.3085, 0.3082, 0.3054, 0.3009, 0.2989], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc1993448", "doc2057552", "doc1364067", "doc642762", "doc1519779", "doc717117", "doc2639996", "doc2483577", "doc868658"], "ranked_scores": [0.4558, 0.4529, 0.4396, 0.4249, 0.4182, 0.4139, 0.4115, 0.4104, 0.4091, 0.4089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618372", "doc36467", "doc36485", "doc2622778", "doc36460", "doc1926754", "doc1927686", "doc417364", "doc2245655"], "ranked_scores": [0.6438, 0.613, 0.6001, 0.5629, 0.5568, 0.5306, 0.5269, 0.5258, 0.5258, 0.5258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106355", "doc703719", "doc106335", "doc1332302", "doc427621", "doc2832", "doc24299", "doc392476", "doc973089", "doc2846"], "ranked_scores": [0.6388, 0.6388, 0.609, 0.6075, 0.6055, 0.6023, 0.6005, 0.6005, 0.5989, 0.5972], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1119808", "doc1373324", "doc2393669", "doc643072", "doc1373323", "doc108887", "doc626438", "doc935127", "doc368643", "doc207176"], "ranked_scores": [0.6999, 0.6997, 0.6982, 0.6879, 0.6879, 0.6876, 0.6781, 0.6777, 0.6726, 0.6677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc2388767", "doc691881", "doc936401", "doc455129", "doc364943", "doc1220082", "doc1430993"], "ranked_scores": [0.6209, 0.5883, 0.5552, 0.5486, 0.5448, 0.5423, 0.5312, 0.5227, 0.5219, 0.5214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m32-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc108100", "doc2832", "doc446478", "doc703723", "doc1445515", "doc2613570", "doc703719", "doc1332302", "doc106355", "doc745803"], "ranked_scores": [0.5468, 0.545, 0.5439, 0.5381, 0.5367, 0.5365, 0.5354, 0.5331, 0.5312, 0.5286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1982515", "doc1664486", "doc1749973", "doc63543", "doc1942575", "doc2563097", "doc2105862", "doc1796956", "doc1324848"], "ranked_scores": [0.4858, 0.4834, 0.4819, 0.4813, 0.4811, 0.4733, 0.4733, 0.4727, 0.4652, 0.4619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc21832", "doc1966948", "doc660012", "doc21829", "doc21831", "doc452039", "doc776173", "doc1393796", "doc2285692", "doc377466"], "ranked_scores": [0.5492, 0.5416, 0.5373, 0.5307, 0.5197, 0.5166, 0.5107, 0.5105, 0.509, 0.5074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc146101", "doc392076", "doc230376", "doc979079", "doc1113377", "doc1347475", "doc404141", "doc453089", "doc453161"], "ranked_scores": [0.6334, 0.6308, 0.6216, 0.615, 0.6132, 0.6132, 0.6129, 0.6127, 0.612, 0.6092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc887635", "doc1812661", "doc1741702", "doc1341149", "doc1366765", "doc1382094", "doc1741706", "doc1366744", "doc1815194", "doc2019060"], "ranked_scores": [0.6323, 0.627, 0.6202, 0.6183, 0.6182, 0.6178, 0.6168, 0.6147, 0.6143, 0.613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1520275", "doc1770477", "doc459410", "doc27529", "doc27535", "doc1324046", "doc361697", "doc361702", "doc1386925", "doc27536"], "ranked_scores": [0.5505, 0.5453, 0.5415, 0.5393, 0.5382, 0.5359, 0.5356, 0.5331, 0.5315, 0.5302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1369510", "doc579128", "doc856735", "doc54270", "doc825186", "doc1953211", "doc620637", "doc349744", "doc1397231", "doc2025330"], "ranked_scores": [0.658, 0.6566, 0.6528, 0.6524, 0.6516, 0.6502, 0.65, 0.6434, 0.6424, 0.6422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc641530", "doc50625", "doc101561", "doc327730", "doc29757", "doc1728840", "doc928587", "doc520683", "doc2096501", "doc2080883"], "ranked_scores": [0.6171, 0.6153, 0.615, 0.6115, 0.6094, 0.609, 0.6083, 0.6069, 0.6043, 0.6021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1128302", "doc61036", "doc2217346", "doc2166530", "doc1796400", "doc2193668", "doc1376346", "doc430256", "doc1558629", "doc1291233"], "ranked_scores": [0.5187, 0.5057, 0.5052, 0.5028, 0.5024, 0.4972, 0.4943, 0.4942, 0.4942, 0.4936], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97442", "doc369270", "doc2426358", "doc2574334", "doc97430", "doc1116765", "doc2071151", "doc1431001"], "ranked_scores": [0.5618, 0.5494, 0.5372, 0.5333, 0.5331, 0.5321, 0.5297, 0.5269, 0.5209, 0.5148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc2378343", "doc1784534", "doc988735", "doc2465921", "doc890684", "doc47608", "doc504736", "doc2540212", "doc890257", "doc1061142"], "ranked_scores": [0.6312, 0.629, 0.6287, 0.6252, 0.6246, 0.623, 0.622, 0.6181, 0.6176, 0.617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc1984127", "doc2537823", "doc83863", "doc1984114", "doc759547", "doc253606", "doc1974480", "doc1406086", "doc2254470"], "ranked_scores": [0.6004, 0.5987, 0.5937, 0.5889, 0.5855, 0.5821, 0.5791, 0.5777, 0.5771, 0.5746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc2846", "doc703728", "doc242727", "doc703733", "doc106333", "doc703705", "doc106372", "doc703736", "doc388464", "doc392476"], "ranked_scores": [0.6792, 0.6698, 0.6684, 0.6674, 0.6656, 0.665, 0.6625, 0.6625, 0.6607, 0.6604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7119", "doc1599042", "doc695983", "doc7106", "doc7112", "doc2606816", "doc692559", "doc2502365", "doc7091", "doc7116"], "ranked_scores": [0.5461, 0.5452, 0.537, 0.5261, 0.5253, 0.5212, 0.5159, 0.5111, 0.5105, 0.5105], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1891830", "doc704392", "doc854693", "doc1598856", "doc505032", "doc1846029", "doc82127", "doc431563", "doc227150"], "ranked_scores": [0.4811, 0.4807, 0.4561, 0.4551, 0.453, 0.4491, 0.4462, 0.4432, 0.4427, 0.4391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2203152", "doc919340", "doc2266565", "doc919332", "doc938302", "doc648335", "doc981651", "doc558085", "doc2193690", "doc2004585"], "ranked_scores": [0.5099, 0.5067, 0.5052, 0.5026, 0.501, 0.5001, 0.4991, 0.498, 0.498, 0.496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380357", "doc300567", "doc468490", "doc90322", "doc651946", "doc416774", "doc1824654", "doc2570457", "doc1786046"], "ranked_scores": [0.6043, 0.5947, 0.5895, 0.5889, 0.584, 0.5833, 0.5778, 0.5737, 0.5705, 0.5661], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc938302", "doc1719794", "doc2370166", "doc919340", "doc1874808", "doc1914609", "doc904153", "doc648335", "doc2483632", "doc1902615"], "ranked_scores": [0.4951, 0.4921, 0.4904, 0.487, 0.4856, 0.4852, 0.4848, 0.4838, 0.4831, 0.4818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc2214893", "doc2313864", "doc1685439", "doc2509989", "doc56921", "doc56897", "doc1102442", "doc2313854", "doc963669"], "ranked_scores": [0.5967, 0.5903, 0.5887, 0.5854, 0.5841, 0.5824, 0.5816, 0.5802, 0.5777, 0.5774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc137908", "doc1521484", "doc737601", "doc80151", "doc817616", "doc1912505", "doc2215182", "doc2252385", "doc1912506", "doc2076427"], "ranked_scores": [0.5984, 0.5941, 0.5912, 0.5887, 0.5869, 0.5864, 0.5851, 0.5799, 0.5768, 0.5765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc180079", "doc702902", "doc169399", "doc2217863", "doc556367", "doc72416", "doc2240291", "doc1214168"], "ranked_scores": [0.4886, 0.4863, 0.4829, 0.47, 0.4682, 0.4666, 0.4658, 0.4575, 0.455, 0.4535], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26461", "doc2289855", "doc675035", "doc26444", "doc207464", "doc764184", "doc99377", "doc1576987", "doc2361044", "doc224770"], "ranked_scores": [0.5954, 0.5934, 0.5889, 0.5882, 0.5819, 0.5809, 0.5807, 0.577, 0.5749, 0.5744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc1667208", "doc337483", "doc102097", "doc106944", "doc2392865", "doc192542", "doc227392", "doc1265623", "doc2414402", "doc313306"], "ranked_scores": [0.5181, 0.5175, 0.515, 0.5109, 0.5107, 0.5105, 0.51, 0.5097, 0.5081, 0.5076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc859664", "doc1664038", "doc2378343", "doc1153299", "doc1590438", "doc1832253", "doc2263202", "doc504736", "doc509898", "doc2465921"], "ranked_scores": [0.6454, 0.6384, 0.6359, 0.6355, 0.6349, 0.6346, 0.6343, 0.6342, 0.6339, 0.6321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc1128302", "doc1796400", "doc2129979", "doc2094478", "doc2217346", "doc2202835", "doc2060827", "doc627159", "doc323921", "doc988606"], "ranked_scores": [0.578, 0.5758, 0.566, 0.5632, 0.5588, 0.5586, 0.5571, 0.5569, 0.553, 0.5494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64317", "doc64318", "doc851269", "doc64316", "doc1385349", "doc2072856", "doc35526", "doc41344", "doc64314", "doc971992"], "ranked_scores": [0.5894, 0.5865, 0.5855, 0.5805, 0.5789, 0.5774, 0.5772, 0.5766, 0.5758, 0.5754], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1739769", "doc437685", "doc437639", "doc2545074", "doc437656", "doc587518", "doc1321967", "doc437701", "doc2545031", "doc1520290"], "ranked_scores": [0.5993, 0.5972, 0.5972, 0.5959, 0.5952, 0.5942, 0.5926, 0.5925, 0.5915, 0.5905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314944", "doc866442", "doc1314995", "doc866437", "doc1315015", "doc1314964", "doc671985", "doc720136", "doc1314979"], "ranked_scores": [0.5291, 0.5162, 0.5047, 0.4999, 0.4988, 0.4968, 0.4943, 0.4917, 0.4888, 0.4888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2042536", "doc1846029", "doc1445420", "doc1449831", "doc227150", "doc1036707", "doc1385832", "doc1891609", "doc1877805", "doc725581"], "ranked_scores": [0.3983, 0.3829, 0.3796, 0.3699, 0.3695, 0.3685, 0.3673, 0.3663, 0.3657, 0.3654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc1590438", "doc859664", "doc2316727", "doc737219", "doc371078", "doc89435", "doc2465921", "doc1915960", "doc1838510", "doc1061142"], "ranked_scores": [0.5949, 0.5885, 0.5861, 0.5857, 0.5851, 0.585, 0.5832, 0.5819, 0.581, 0.5805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc28581", "doc868589", "doc1684137", "doc1007190", "doc430825", "doc25697", "doc324530", "doc530778", "doc1394760"], "ranked_scores": [0.6374, 0.6239, 0.6227, 0.6223, 0.6211, 0.6197, 0.6192, 0.6184, 0.6183, 0.6177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2393669", "doc1119808", "doc402145", "doc368654", "doc368643", "doc1373323", "doc643072", "doc1373324", "doc934719", "doc828186"], "ranked_scores": [0.61, 0.6099, 0.6092, 0.6085, 0.6082, 0.6059, 0.6059, 0.6059, 0.6047, 0.5999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc849000", "doc105739", "doc719006", "doc849003", "doc171833", "doc566026", "doc461467", "doc1270352", "doc105758", "doc1516597"], "ranked_scores": [0.6476, 0.6463, 0.6362, 0.6325, 0.6308, 0.6281, 0.6258, 0.6246, 0.6206, 0.6201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1927002", "doc25776", "doc6531", "doc2224155", "doc716552", "doc6540", "doc1400527", "doc422936", "doc2212269", "doc716573"], "ranked_scores": [0.679, 0.6685, 0.6685, 0.6677, 0.6651, 0.6645, 0.6625, 0.6602, 0.6592, 0.6585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc768322", "doc728072", "doc1540259", "doc2108001", "doc1841146", "doc1354535", "doc378301", "doc155310", "doc1841144", "doc2124276"], "ranked_scores": [0.5454, 0.5444, 0.5353, 0.5351, 0.5331, 0.5329, 0.5305, 0.5304, 0.5287, 0.5262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1736704", "doc336518", "doc15890", "doc2119808", "doc2636635", "doc289212", "doc642762", "doc393485", "doc1736708", "doc2187649"], "ranked_scores": [0.4276, 0.425, 0.4231, 0.3955, 0.3927, 0.391, 0.3903, 0.3897, 0.3878, 0.3857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc159492", "doc1002584", "doc1563751", "doc487000", "doc1276617", "doc720754", "doc303260", "doc190988", "doc1563752", "doc311498"], "ranked_scores": [0.5143, 0.5106, 0.5086, 0.5079, 0.5071, 0.5057, 0.5051, 0.5029, 0.5008, 0.5005], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1810672", "doc2304461", "doc196873", "doc693852", "doc1997614", "doc1493586", "doc551351", "doc1153924", "doc704819"], "ranked_scores": [0.4721, 0.4693, 0.4515, 0.4501, 0.4492, 0.4464, 0.4462, 0.445, 0.4436, 0.4385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1584862", "doc1333905", "doc588578", "doc294604", "doc1972860", "doc1100566", "doc1943842", "doc61233", "doc663467"], "ranked_scores": [0.5508, 0.5499, 0.5436, 0.5432, 0.543, 0.5379, 0.5351, 0.5341, 0.5334, 0.5271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1689530", "doc1490491", "doc966112", "doc890682", "doc872070", "doc1036707", "doc1185589", "doc2334133", "doc200940", "doc1218368"], "ranked_scores": [0.4604, 0.4585, 0.4535, 0.4519, 0.4488, 0.4487, 0.4481, 0.4459, 0.441, 0.4405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88973", "doc88974", "doc88933", "doc127042", "doc2015719", "doc1639229", "doc399027", "doc2061559"], "ranked_scores": [0.5039, 0.4947, 0.4766, 0.4586, 0.4523, 0.4446, 0.4396, 0.4394, 0.4367, 0.4338], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc642895", "doc2442198", "doc1455462", "doc21350", "doc338815", "doc2262127", "doc2267531", "doc21372", "doc1308445", "doc22983"], "ranked_scores": [0.4305, 0.4058, 0.4036, 0.4018, 0.4008, 0.4, 0.4, 0.3999, 0.3998, 0.3982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc376580", "doc108559", "doc323321", "doc18274", "doc108508", "doc18264", "doc376565", "doc2185185", "doc2003302", "doc2072948"], "ranked_scores": [0.6064, 0.6039, 0.6006, 0.5956, 0.5954, 0.592, 0.5889, 0.5885, 0.5879, 0.5878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4825, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc2373417", "doc1378028", "doc2265484", "doc1411861", "doc7166", "doc7163", "doc7165", "doc1272096", "doc147696", "doc653731"], "ranked_scores": [0.4686, 0.4565, 0.4553, 0.4463, 0.4451, 0.444, 0.4417, 0.4407, 0.4403, 0.4357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc253609", "doc83875", "doc296908", "doc1244692", "doc412368", "doc1564136", "doc1176070", "doc2164807"], "ranked_scores": [0.3223, 0.3182, 0.307, 0.307, 0.3019, 0.3018, 0.3008, 0.3004, 0.2999, 0.2996], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1993448", "doc1809840", "doc1534825", "doc2057552", "doc2620645", "doc2125026", "doc2607002", "doc336025", "doc1163626", "doc849000"], "ranked_scores": [0.4259, 0.4192, 0.4166, 0.4154, 0.4065, 0.3998, 0.3947, 0.3909, 0.3886, 0.3885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc2215670", "doc2633711", "doc1933371", "doc1451667", "doc2258790", "doc2659622", "doc2445420", "doc2329307", "doc1927684", "doc417360"], "ranked_scores": [0.4961, 0.4898, 0.4881, 0.4872, 0.4872, 0.4872, 0.4872, 0.4872, 0.4853, 0.4848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2877", "doc2846", "doc106333", "doc703701", "doc298160", "doc703728", "doc427621", "doc703733", "doc1390073", "doc1156828"], "ranked_scores": [0.5934, 0.5894, 0.5892, 0.5884, 0.5844, 0.5823, 0.5813, 0.5806, 0.5799, 0.5789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1119808", "doc108892", "doc626438", "doc2393669", "doc108887", "doc1373324", "doc108938", "doc2376695", "doc599368", "doc643072"], "ranked_scores": [0.6594, 0.6588, 0.6558, 0.6553, 0.6518, 0.6506, 0.6502, 0.6455, 0.6445, 0.6441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc317624", "doc1160422", "doc929397", "doc936401", "doc1726799", "doc77976", "doc1941600", "doc1220082", "doc364943"], "ranked_scores": [0.5367, 0.5214, 0.5142, 0.5141, 0.5122, 0.509, 0.5026, 0.5019, 0.4982, 0.4966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m48-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc751998", "doc57226", "doc57247", "doc57242", "doc57232", "doc1665946", "doc2613570", "doc3001", "doc1622317", "doc1104251"], "ranked_scores": [0.6247, 0.6226, 0.622, 0.582, 0.5783, 0.5697, 0.5513, 0.5362, 0.5348, 0.5241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc2292349", "doc1796956", "doc1952699", "doc1664486", "doc474276", "doc2473154", "doc1942575"], "ranked_scores": [0.6236, 0.6085, 0.5727, 0.5388, 0.5372, 0.5256, 0.5221, 0.5192, 0.5192, 0.5186], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc1675505", "doc69767", "doc660012", "doc812322", "doc2285692", "doc2074523", "doc21831", "doc21841", "doc21829"], "ranked_scores": [0.6541, 0.6097, 0.5999, 0.594, 0.5928, 0.5882, 0.5863, 0.5844, 0.5789, 0.5715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453091", "doc392077", "doc415323", "doc1347475", "doc979079", "doc392076", "doc979054", "doc1247565", "doc1177870", "doc146101"], "ranked_scores": [0.6621, 0.6479, 0.6451, 0.6385, 0.637, 0.6369, 0.6274, 0.6243, 0.6186, 0.6146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1741702", "doc1812661", "doc2165915", "doc2165906", "doc1741706", "doc1741704", "doc1366757", "doc1366765", "doc2165905", "doc1366744"], "ranked_scores": [0.698, 0.6822, 0.679, 0.6723, 0.6715, 0.6713, 0.6679, 0.6667, 0.6582, 0.6509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1324046", "doc2332017", "doc540358", "doc27538", "doc381292", "doc754593", "doc27535", "doc27536", "doc738831"], "ranked_scores": [0.5533, 0.5277, 0.5238, 0.5233, 0.5222, 0.5185, 0.5171, 0.5132, 0.5116, 0.5112], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc825186", "doc349744", "doc579128", "doc856735", "doc1669853", "doc925929", "doc1369505", "doc208541", "doc268699"], "ranked_scores": [0.7463, 0.7209, 0.7125, 0.6971, 0.6857, 0.6793, 0.6777, 0.6766, 0.6687, 0.6672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc101561", "doc38721", "doc1486663", "doc29764", "doc641530", "doc1798668", "doc29765", "doc1728840", "doc29759"], "ranked_scores": [0.7011, 0.6523, 0.6178, 0.6153, 0.6126, 0.6118, 0.6103, 0.6026, 0.6023, 0.5908], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc2083822", "doc2105047", "doc1325273", "doc2094478", "doc1048266", "doc91244"], "ranked_scores": [0.6083, 0.6078, 0.5617, 0.56, 0.5312, 0.5025, 0.4943, 0.4841, 0.4784, 0.4779], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc1116765", "doc97442", "doc2574334", "doc2083987", "doc97430", "doc369270", "doc2071107"], "ranked_scores": [0.7274, 0.6703, 0.6456, 0.6199, 0.5992, 0.5808, 0.5629, 0.5599, 0.5519, 0.551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc2540212", "doc988735", "doc281595", "doc562696", "doc47608", "doc261941", "doc2316727", "doc64791"], "ranked_scores": [0.6224, 0.5779, 0.574, 0.5632, 0.5617, 0.5612, 0.5557, 0.5469, 0.5469, 0.5463], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc83863", "doc1984127", "doc437627", "doc1974480", "doc50097", "doc2552606", "doc50109", "doc759547", "doc1604550"], "ranked_scores": [0.6752, 0.6602, 0.6527, 0.6104, 0.607, 0.5994, 0.5977, 0.5968, 0.5967, 0.5847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc388464", "doc703714", "doc106372", "doc703736", "doc427621", "doc703706", "doc703719", "doc106355", "doc703705"], "ranked_scores": [0.7127, 0.6938, 0.6773, 0.6741, 0.6741, 0.6625, 0.659, 0.6588, 0.6579, 0.6556], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7119", "doc7106", "doc7091", "doc7116", "doc7099", "doc695983", "doc692559", "doc526956", "doc485206"], "ranked_scores": [0.6576, 0.6496, 0.6402, 0.6395, 0.6088, 0.6024, 0.5899, 0.587, 0.5685, 0.5677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc82127", "doc505032", "doc90819", "doc1891830", "doc431563", "doc2247113", "doc1101731"], "ranked_scores": [0.6276, 0.592, 0.5473, 0.5397, 0.4858, 0.4791, 0.4745, 0.4744, 0.4743, 0.4713], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2203117", "doc187232", "doc2370166", "doc2266565", "doc190628", "doc919340", "doc1186883", "doc1759594", "doc439366"], "ranked_scores": [0.565, 0.5371, 0.5351, 0.5334, 0.5273, 0.5228, 0.5201, 0.5174, 0.5158, 0.5135], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380356", "doc1380357", "doc1786046", "doc468490", "doc24929", "doc2202499", "doc1734041", "doc300567", "doc303116"], "ranked_scores": [0.6863, 0.6862, 0.6691, 0.6509, 0.6472, 0.6415, 0.6402, 0.6392, 0.6372, 0.633], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc1104361", "doc2225375", "doc648355", "doc2203108", "doc1719794", "doc36393", "doc2203152", "doc454591", "doc536387"], "ranked_scores": [0.5719, 0.5453, 0.5348, 0.5119, 0.5113, 0.5109, 0.5105, 0.5092, 0.5054, 0.5054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc2509989", "doc56897", "doc873481", "doc1102442", "doc2313854", "doc2313864", "doc56902", "doc2318634", "doc2091589"], "ranked_scores": [0.6896, 0.6725, 0.6707, 0.6669, 0.663, 0.6424, 0.6201, 0.6074, 0.593, 0.5849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc137908", "doc80074", "doc80154", "doc2076427", "doc439513", "doc737601", "doc1357314", "doc80067", "doc80078"], "ranked_scores": [0.6339, 0.6255, 0.6167, 0.6149, 0.6136, 0.6096, 0.6049, 0.5932, 0.5867, 0.5846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc72416", "doc2010388", "doc2010420", "doc527459", "doc180079", "doc206444", "doc2174234", "doc702902", "doc2353712"], "ranked_scores": [0.6664, 0.5395, 0.5345, 0.5157, 0.5124, 0.5056, 0.5019, 0.4999, 0.4973, 0.4972], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc764184", "doc2289855", "doc207464", "doc2376934", "doc26446", "doc675035", "doc474073", "doc26461"], "ranked_scores": [0.7021, 0.6526, 0.6272, 0.6228, 0.6159, 0.5946, 0.5928, 0.5918, 0.5916, 0.5851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc337483", "doc890730", "doc2465910", "doc102077", "doc313306", "doc192542", "doc955504", "doc1732443"], "ranked_scores": [0.6331, 0.5325, 0.5152, 0.5119, 0.5049, 0.5034, 0.4939, 0.4894, 0.4887, 0.4884], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc1632991", "doc1285744", "doc509898", "doc988735", "doc736558", "doc355540", "doc47608", "doc737219", "doc2263202"], "ranked_scores": [0.6016, 0.5917, 0.5842, 0.5827, 0.5822, 0.5764, 0.5683, 0.5659, 0.564, 0.5631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc1381513", "doc879199", "doc2060827", "doc2068337", "doc2362748", "doc1796400", "doc988607", "doc1657214"], "ranked_scores": [0.6006, 0.5526, 0.5318, 0.5261, 0.5207, 0.5163, 0.5123, 0.5093, 0.5042, 0.4946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc922271", "doc35524", "doc851269", "doc1385349", "doc1683659", "doc64317", "doc64314", "doc1376793"], "ranked_scores": [0.7036, 0.6953, 0.6892, 0.6796, 0.6713, 0.6712, 0.6694, 0.6692, 0.6679, 0.665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc1520311", "doc1321914", "doc1321884", "doc587518", "doc1977978", "doc437678", "doc1334192", "doc437639", "doc82650"], "ranked_scores": [0.6706, 0.6409, 0.6407, 0.6366, 0.6353, 0.6341, 0.6314, 0.6311, 0.6216, 0.6185], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc1314995", "doc1315097", "doc1315015", "doc552697", "doc865438", "doc1778577", "doc1314857", "doc1314917"], "ranked_scores": [0.5843, 0.5669, 0.5544, 0.5454, 0.5347, 0.5324, 0.5322, 0.5312, 0.5309, 0.5298], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc696366", "doc2131758", "doc1464195", "doc200940", "doc587116", "doc170955", "doc966112", "doc24934", "doc524132"], "ranked_scores": [0.4092, 0.409, 0.398, 0.3959, 0.392, 0.3902, 0.3892, 0.3889, 0.385, 0.3842], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc1005393", "doc172947", "doc89435", "doc851514", "doc371079", "doc1154850", "doc344833", "doc261941"], "ranked_scores": [0.6238, 0.6083, 0.5845, 0.576, 0.5726, 0.5695, 0.5598, 0.5471, 0.5468, 0.5437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc324530", "doc1517979", "doc1635999", "doc1394758", "doc1394755", "doc25697", "doc1007189", "doc530778"], "ranked_scores": [0.7204, 0.6739, 0.6659, 0.6557, 0.6535, 0.6495, 0.6451, 0.6426, 0.6402, 0.6395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2527260", "doc660236", "doc402145", "doc2449643", "doc11659", "doc11669", "doc660271", "doc515771", "doc660237", "doc147268"], "ranked_scores": [0.6697, 0.6333, 0.6319, 0.6314, 0.6176, 0.6113, 0.6093, 0.5959, 0.5925, 0.5919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc849003", "doc105758", "doc719006", "doc1729412", "doc171833", "doc719065", "doc1803558", "doc1516597", "doc1251654"], "ranked_scores": [0.7483, 0.6627, 0.6229, 0.6196, 0.6143, 0.6095, 0.5903, 0.5901, 0.587, 0.5854], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1927002", "doc358938", "doc6540", "doc2107018", "doc628470", "doc2224155", "doc1400527", "doc606253", "doc716552", "doc716573"], "ranked_scores": [0.6845, 0.6695, 0.6545, 0.6542, 0.6444, 0.6334, 0.6304, 0.6298, 0.6255, 0.6226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc1540259", "doc768322", "doc331138", "doc2108001", "doc1841146", "doc211230", "doc378301", "doc70904", "doc720207"], "ranked_scores": [0.638, 0.6121, 0.6097, 0.6025, 0.6003, 0.5927, 0.5883, 0.5878, 0.5872, 0.5871], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc336518", "doc733127", "doc878338", "doc2636635", "doc2187649", "doc2119808", "doc2448623", "doc1736704", "doc1185297"], "ranked_scores": [0.5435, 0.4849, 0.4782, 0.4765, 0.4752, 0.4723, 0.4696, 0.4653, 0.4586, 0.4585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1962174", "doc2357458", "doc93287", "doc143496", "doc1548640", "doc1538025", "doc884905", "doc1563751", "doc519493", "doc359025"], "ranked_scores": [0.55, 0.5478, 0.5469, 0.5307, 0.5299, 0.5233, 0.5209, 0.5137, 0.5132, 0.5075], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1055373", "doc1293555", "doc1345740", "doc1153924", "doc376241", "doc2005304", "doc390322", "doc1810672", "doc693852"], "ranked_scores": [0.5862, 0.4898, 0.4779, 0.4762, 0.4758, 0.4732, 0.4719, 0.4626, 0.4484, 0.4446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1333905", "doc1584862", "doc588578", "doc61233", "doc1986449", "doc1629620", "doc1160263", "doc1943842", "doc1975694", "doc1903929"], "ranked_scores": [0.6081, 0.6048, 0.5975, 0.5929, 0.5863, 0.5811, 0.5787, 0.5769, 0.5629, 0.5626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1185589", "doc890682", "doc807", "doc845380", "doc1689530", "doc806", "doc221817", "doc201166", "doc351821", "doc2334133"], "ranked_scores": [0.4648, 0.4582, 0.4568, 0.456, 0.4456, 0.442, 0.4413, 0.4398, 0.4366, 0.4347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88974", "doc1639229", "doc2015719", "doc88973", "doc88933", "doc1452752", "doc1670518", "doc2624067"], "ranked_scores": [0.6963, 0.6392, 0.6334, 0.6305, 0.6241, 0.6172, 0.5719, 0.5715, 0.5637, 0.5546], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21340", "doc338801", "doc338815", "doc338810", "doc1455444", "doc21350", "doc642895", "doc338818", "doc1455462", "doc1836919"], "ranked_scores": [0.5178, 0.5093, 0.5038, 0.4909, 0.4837, 0.4788, 0.4758, 0.4743, 0.469, 0.4636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc108559", "doc18274", "doc2072948", "doc1791044", "doc2003302", "doc1087169", "doc63585", "doc2563559", "doc376580"], "ranked_scores": [0.7108, 0.6838, 0.6802, 0.6713, 0.6677, 0.666, 0.6542, 0.6541, 0.6532, 0.6491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1670303", "doc2128755", "doc2373327", "doc7163", "doc203256", "doc7166", "doc1378028", "doc299691", "doc246550"], "ranked_scores": [0.5317, 0.5286, 0.506, 0.4954, 0.4895, 0.4765, 0.4744, 0.4734, 0.4621, 0.4605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1564136", "doc751719", "doc1826212", "doc751726", "doc2431178", "doc1612682", "doc2653657", "doc751714", "doc1568962"], "ranked_scores": [0.3937, 0.3615, 0.3554, 0.3432, 0.3397, 0.3237, 0.3214, 0.3108, 0.3108, 0.3105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc1809840", "doc2057552", "doc2011376", "doc2084882", "doc1993448", "doc2634368", "doc1519779", "doc1364067", "doc868658"], "ranked_scores": [0.4673, 0.4378, 0.4353, 0.4234, 0.423, 0.4098, 0.405, 0.4043, 0.4033, 0.4], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618372", "doc2215587", "doc2362869", "doc2633722", "doc1927684", "doc2245689", "doc1926786", "doc2633718"], "ranked_scores": [0.6174, 0.5654, 0.5363, 0.5176, 0.5158, 0.5158, 0.515, 0.5142, 0.5134, 0.512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc703719", "doc106355", "doc2846", "doc106357", "doc703721", "doc1390073", "doc35719", "doc106372", "doc703736"], "ranked_scores": [0.6146, 0.6025, 0.5993, 0.5985, 0.5793, 0.5793, 0.5791, 0.5781, 0.5781, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc626438", "doc643072", "doc108887", "doc1119808", "doc1373324", "doc108892", "doc935127", "doc2393669", "doc368643"], "ranked_scores": [0.6913, 0.6904, 0.6859, 0.6727, 0.657, 0.654, 0.6436, 0.6415, 0.6407, 0.6301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc1504263", "doc77976", "doc1430993", "doc1714121", "doc936401", "doc2378961", "doc691881", "doc380173", "doc1726799"], "ranked_scores": [0.6168, 0.5803, 0.5719, 0.5213, 0.5087, 0.5051, 0.5021, 0.4962, 0.4892, 0.4886], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m48-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc108100", "doc106355", "doc2613570", "doc703719", "doc57242", "doc57247", "doc2173529", "doc24299", "doc392476", "doc703723"], "ranked_scores": [0.5374, 0.5347, 0.5307, 0.526, 0.5257, 0.5242, 0.5237, 0.5203, 0.5203, 0.5155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1749973", "doc1942575", "doc63542", "doc497737", "doc2292349", "doc1664486", "doc1664485", "doc1038212"], "ranked_scores": [0.5103, 0.5078, 0.498, 0.4913, 0.4835, 0.4772, 0.4747, 0.4725, 0.4721, 0.4694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc2285692", "doc1817763", "doc21856", "doc1675505", "doc21831", "doc452039", "doc1058398", "doc21829", "doc2526412"], "ranked_scores": [0.5808, 0.5619, 0.5595, 0.5492, 0.5479, 0.5375, 0.537, 0.5358, 0.5278, 0.5231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc146101", "doc415323", "doc979079", "doc453089", "doc1247565", "doc392076", "doc128663", "doc1113377", "doc536608", "doc565706"], "ranked_scores": [0.6056, 0.5983, 0.5962, 0.5952, 0.5911, 0.5904, 0.5799, 0.5784, 0.5766, 0.5766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366757", "doc2165906", "doc887635", "doc2165915", "doc1382123", "doc1812661", "doc1366696", "doc1815194", "doc2307709", "doc682295"], "ranked_scores": [0.6058, 0.6, 0.5992, 0.5954, 0.5946, 0.5896, 0.5879, 0.586, 0.5855, 0.5849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1959244", "doc27535", "doc1628841", "doc172836", "doc1177694", "doc754593", "doc361702", "doc459410", "doc437677"], "ranked_scores": [0.5277, 0.5135, 0.5075, 0.5035, 0.4984, 0.4955, 0.4954, 0.4939, 0.4933, 0.4929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc579128", "doc1369505", "doc2162623", "doc349747", "doc268699", "doc208541", "doc825186", "doc1369510"], "ranked_scores": [0.6652, 0.6426, 0.6399, 0.6347, 0.6304, 0.6274, 0.6273, 0.6244, 0.6225, 0.6214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc625773", "doc29757", "doc1486663", "doc641530", "doc101561", "doc594518", "doc29764", "doc1728840", "doc2107778", "doc597628"], "ranked_scores": [0.5946, 0.5911, 0.5819, 0.5736, 0.573, 0.5683, 0.5649, 0.5647, 0.5559, 0.5554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61036", "doc61045", "doc61043", "doc1048266", "doc2522627", "doc1558629", "doc928962", "doc238332", "doc2009331"], "ranked_scores": [0.5337, 0.5241, 0.4872, 0.4759, 0.4599, 0.4591, 0.449, 0.4486, 0.4434, 0.4434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc97421", "doc1116765", "doc97442", "doc2084014", "doc2083987", "doc369237", "doc2071107", "doc1389346"], "ranked_scores": [0.5603, 0.5265, 0.5228, 0.5217, 0.5048, 0.4999, 0.4773, 0.4767, 0.4698, 0.4637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc988735", "doc64791", "doc2316727", "doc2540212", "doc1029757", "doc33193", "doc1911857", "doc47608", "doc2378343", "doc1083962"], "ranked_scores": [0.6093, 0.6049, 0.5996, 0.5884, 0.5852, 0.585, 0.5832, 0.5814, 0.5811, 0.5793], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc1984127", "doc1604550", "doc50109", "doc2372621", "doc759547", "doc1667013", "doc2254470", "doc1010216"], "ranked_scores": [0.5794, 0.5744, 0.5674, 0.5638, 0.556, 0.5477, 0.5446, 0.5374, 0.5372, 0.5317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc106332", "doc703736", "doc106372", "doc703733", "doc2877", "doc24299", "doc392476", "doc703711", "doc106333"], "ranked_scores": [0.6535, 0.6457, 0.6401, 0.6401, 0.6399, 0.6369, 0.6359, 0.6359, 0.6355, 0.6338], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7119", "doc692559", "doc526956", "doc1599042", "doc695983", "doc2606816", "doc1173469", "doc7106", "doc485206", "doc1322161"], "ranked_scores": [0.5563, 0.5486, 0.5381, 0.5368, 0.5323, 0.5288, 0.5276, 0.5212, 0.5193, 0.515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc1891830", "doc90808", "doc82127", "doc2033842", "doc1101734", "doc1101731", "doc1125024", "doc1859220"], "ranked_scores": [0.5097, 0.4948, 0.4737, 0.463, 0.4556, 0.4477, 0.4442, 0.4388, 0.4368, 0.434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc919332", "doc1874808", "doc2395516", "doc1719794", "doc2370166", "doc2009369", "doc914073", "doc904153", "doc1759594", "doc2193690"], "ranked_scores": [0.532, 0.5284, 0.5204, 0.5201, 0.5179, 0.5166, 0.5154, 0.5141, 0.5139, 0.5128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1786046", "doc1926206", "doc90322", "doc1824654", "doc30773", "doc1380356", "doc24903", "doc1380357", "doc2202506", "doc651946"], "ranked_scores": [0.5891, 0.5858, 0.577, 0.5746, 0.5685, 0.5664, 0.5656, 0.5635, 0.5624, 0.5617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc1874808", "doc938302", "doc1759594", "doc1719794", "doc2203152", "doc2193690", "doc2277317", "doc1902615", "doc2370166"], "ranked_scores": [0.5402, 0.5257, 0.5124, 0.512, 0.5109, 0.5023, 0.5022, 0.5, 0.4998, 0.498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc873481", "doc2509989", "doc1102442", "doc963669", "doc1685439", "doc56902", "doc1288170", "doc2031536"], "ranked_scores": [0.5879, 0.579, 0.5777, 0.5748, 0.5658, 0.5644, 0.5572, 0.5535, 0.5505, 0.5389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc2076427", "doc2215178", "doc2563023", "doc80074", "doc80151", "doc2562963", "doc137908", "doc1391659", "doc470479", "doc1521484"], "ranked_scores": [0.5716, 0.5715, 0.5709, 0.5658, 0.5629, 0.5543, 0.5538, 0.5534, 0.5493, 0.5486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc72416", "doc183948", "doc702902", "doc2353712", "doc1018577", "doc506841", "doc506854", "doc2240291", "doc108788"], "ranked_scores": [0.5254, 0.4641, 0.4618, 0.4607, 0.4603, 0.4551, 0.4484, 0.4464, 0.4407, 0.4398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26467", "doc207464", "doc1576987", "doc675035", "doc261056", "doc26446", "doc99377", "doc2289855", "doc1617211"], "ranked_scores": [0.5908, 0.5742, 0.5729, 0.5645, 0.5623, 0.559, 0.5529, 0.5511, 0.5505, 0.55], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1344098", "doc192542", "doc155482", "doc219605", "doc337483", "doc148885", "doc249990", "doc2592003", "doc2465910"], "ranked_scores": [0.5191, 0.5049, 0.4919, 0.4904, 0.488, 0.4859, 0.481, 0.4787, 0.4774, 0.477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc988735", "doc281595", "doc890257", "doc64791", "doc1008940", "doc2263202", "doc509898", "doc2350463", "doc2465921", "doc1083962"], "ranked_scores": [0.6155, 0.6141, 0.605, 0.604, 0.5998, 0.5996, 0.5989, 0.5957, 0.5948, 0.5912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc323921", "doc2202835", "doc1128302", "doc1117345", "doc2522627", "doc2068337", "doc1464453", "doc627159", "doc2362748"], "ranked_scores": [0.5297, 0.5262, 0.5084, 0.5039, 0.5019, 0.4992, 0.499, 0.4842, 0.4824, 0.4812], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc851269", "doc64316", "doc1376793", "doc41344", "doc35524", "doc64317", "doc971992", "doc64318", "doc228166", "doc64314"], "ranked_scores": [0.6079, 0.5898, 0.5896, 0.5843, 0.5827, 0.5813, 0.5799, 0.5748, 0.564, 0.5627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4118, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc1321884", "doc1977978", "doc1334238", "doc1520244", "doc587518", "doc252389", "doc1321967", "doc82650", "doc727452"], "ranked_scores": [0.5944, 0.5846, 0.5652, 0.5617, 0.5614, 0.5601, 0.5522, 0.5515, 0.5514, 0.5513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc1778592", "doc1314995", "doc1314944", "doc2558251", "doc865438", "doc1314857", "doc2296331", "doc866442"], "ranked_scores": [0.5335, 0.4932, 0.4848, 0.4801, 0.4782, 0.4772, 0.4754, 0.4719, 0.4706, 0.4696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1212031", "doc696366", "doc1445420", "doc645564", "doc624718", "doc24939", "doc1490491", "doc27298", "doc2067045", "doc872070"], "ranked_scores": [0.3971, 0.3835, 0.3716, 0.3641, 0.3626, 0.3607, 0.3592, 0.3592, 0.3591, 0.357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc89435", "doc9798", "doc1005393", "doc851514", "doc87191", "doc1154850", "doc64791", "doc890257", "doc1061142", "doc1029757"], "ranked_scores": [0.5885, 0.5852, 0.584, 0.5815, 0.5699, 0.5697, 0.5691, 0.5677, 0.5651, 0.5632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc324530", "doc1684137", "doc1007190", "doc28582", "doc1124783", "doc783808", "doc1635999", "doc893803", "doc465257"], "ranked_scores": [0.6536, 0.6046, 0.6046, 0.6025, 0.6009, 0.5997, 0.5989, 0.5987, 0.5963, 0.5957], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc1437877", "doc2527260", "doc402145", "doc11659", "doc729567", "doc626440", "doc84492", "doc934719", "doc94367"], "ranked_scores": [0.5891, 0.5864, 0.5847, 0.5742, 0.5722, 0.563, 0.5605, 0.5602, 0.5601, 0.5591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc719006", "doc105739", "doc849003", "doc2680091", "doc1729412", "doc391459", "doc1464212", "doc889047", "doc566026", "doc1572538"], "ranked_scores": [0.5909, 0.5902, 0.5883, 0.5773, 0.5746, 0.5691, 0.5653, 0.565, 0.5631, 0.5623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107018", "doc628470", "doc1400527", "doc1927002", "doc1400520", "doc358938", "doc25776", "doc70679", "doc6531", "doc2212269"], "ranked_scores": [0.6716, 0.6635, 0.6543, 0.6482, 0.6442, 0.6429, 0.637, 0.6338, 0.6331, 0.6282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc378301", "doc768322", "doc42101", "doc1540259", "doc736126", "doc2498488", "doc412180", "doc435078", "doc660871", "doc155310"], "ranked_scores": [0.5457, 0.5439, 0.5349, 0.5347, 0.5127, 0.5108, 0.5108, 0.5016, 0.5, 0.4981], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc688403", "doc2119808", "doc204120", "doc2636635", "doc2187649", "doc1185297", "doc2042102", "doc289212", "doc336518"], "ranked_scores": [0.4483, 0.4457, 0.434, 0.4312, 0.4275, 0.4271, 0.4262, 0.4246, 0.4236, 0.4071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc383147", "doc775913", "doc720754", "doc93287", "doc303260", "doc1421127", "doc1563751", "doc2000671", "doc388703", "doc1563752"], "ranked_scores": [0.5001, 0.4998, 0.4986, 0.4949, 0.4947, 0.4911, 0.4858, 0.4842, 0.4842, 0.4831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1810672", "doc1055373", "doc376238", "doc376241", "doc601133", "doc1293555", "doc1153924", "doc1229449", "doc390322", "doc1535567"], "ranked_scores": [0.4584, 0.443, 0.4385, 0.4362, 0.4343, 0.4294, 0.4283, 0.418, 0.4179, 0.4137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588578", "doc1333905", "doc641270", "doc1986489", "doc61233", "doc1160263", "doc1986437", "doc1433613", "doc1629620", "doc577385"], "ranked_scores": [0.5494, 0.5491, 0.5447, 0.5309, 0.5291, 0.527, 0.5263, 0.5242, 0.5234, 0.5229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2334133", "doc807", "doc459774", "doc1185589", "doc1218368", "doc2067045", "doc1370451", "doc1892012", "doc1877805", "doc890682"], "ranked_scores": [0.4662, 0.453, 0.4525, 0.4473, 0.4461, 0.4437, 0.4387, 0.4382, 0.4373, 0.4362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc2288308", "doc88974", "doc88934", "doc1639229", "doc2015719", "doc88973", "doc2624067", "doc1670518", "doc1817839"], "ranked_scores": [0.5314, 0.5243, 0.5143, 0.5129, 0.4947, 0.4928, 0.492, 0.4815, 0.465, 0.4595], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338815", "doc338818", "doc1455462", "doc969509", "doc2442198", "doc642895", "doc864003", "doc889101", "doc187765", "doc2336226"], "ranked_scores": [0.442, 0.4398, 0.4328, 0.4291, 0.429, 0.4238, 0.4191, 0.4166, 0.4159, 0.4159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108559", "doc2072948", "doc323321", "doc18274", "doc63585", "doc2563559", "doc1791044", "doc391398", "doc63590", "doc911115"], "ranked_scores": [0.6133, 0.6031, 0.6014, 0.5951, 0.5951, 0.5916, 0.5895, 0.588, 0.5863, 0.5863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc2128755", "doc2475623", "doc7165", "doc1378028", "doc2265484", "doc1335520", "doc1183356", "doc1524979", "doc2482938", "doc586538"], "ranked_scores": [0.4863, 0.4621, 0.4582, 0.4561, 0.4448, 0.4421, 0.4394, 0.4392, 0.439, 0.438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc1077629", "doc2653657", "doc1284258", "doc1612682", "doc2008672", "doc2668054", "doc751726", "doc893144"], "ranked_scores": [0.3333, 0.3175, 0.3175, 0.3146, 0.3125, 0.305, 0.301, 0.2951, 0.2948, 0.2939], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2057552", "doc2011376", "doc868658", "doc1993448", "doc1519779", "doc2197028", "doc1961593", "doc1809840", "doc2620645", "doc281066"], "ranked_scores": [0.403, 0.4023, 0.3945, 0.3918, 0.3879, 0.3829, 0.3819, 0.3812, 0.3806, 0.3735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1927600", "doc2245577", "doc2543873", "doc2445286", "doc1927686", "doc417364", "doc2245655", "doc2258810", "doc2445344", "doc417330"], "ranked_scores": [0.4985, 0.4985, 0.4985, 0.4985, 0.4949, 0.4949, 0.4949, 0.4943, 0.4926, 0.4926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2877", "doc703736", "doc106372", "doc427621", "doc106335", "doc106332", "doc106355", "doc388464", "doc24299", "doc392476"], "ranked_scores": [0.5986, 0.5902, 0.5902, 0.5815, 0.578, 0.5763, 0.5732, 0.5729, 0.5719, 0.5719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc108887", "doc1373324", "doc626438", "doc873559", "doc2167590", "doc729573", "doc1581104", "doc2393669"], "ranked_scores": [0.6251, 0.6193, 0.6151, 0.6094, 0.6088, 0.6054, 0.6046, 0.5962, 0.5961, 0.5955], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc936401", "doc1504263", "doc691881", "doc455129", "doc2378961", "doc564138", "doc1160422", "doc2388767"], "ranked_scores": [0.553, 0.5318, 0.5296, 0.5228, 0.5155, 0.5044, 0.5021, 0.4967, 0.4931, 0.4902], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m64-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc751998", "doc57226", "doc57242", "doc57232", "doc1665946", "doc1104254", "doc285723", "doc63804", "doc3001"], "ranked_scores": [0.655, 0.634, 0.6147, 0.61, 0.5557, 0.5356, 0.5185, 0.5077, 0.5073, 0.5023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1749973", "doc2292349", "doc1664486", "doc474276", "doc1942575", "doc1952665", "doc1664485", "doc2473154"], "ranked_scores": [0.6073, 0.6045, 0.5837, 0.5553, 0.5312, 0.5086, 0.5044, 0.4956, 0.495, 0.4905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc1675505", "doc21831", "doc21841", "doc78091", "doc1058398", "doc2285692", "doc21829"], "ranked_scores": [0.6202, 0.6097, 0.5883, 0.5818, 0.5673, 0.5501, 0.548, 0.5474, 0.5454, 0.5441], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1347475", "doc415323", "doc1247565", "doc979079", "doc979054", "doc392077", "doc392076", "doc564709", "doc146074", "doc453091"], "ranked_scores": [0.6002, 0.5984, 0.5977, 0.5969, 0.5916, 0.5868, 0.5839, 0.5831, 0.5827, 0.5815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1741702", "doc2165906", "doc1741704", "doc1812661", "doc1741706", "doc1366765", "doc2165905", "doc2165915", "doc1366744", "doc887635"], "ranked_scores": [0.6578, 0.6455, 0.6448, 0.6424, 0.6419, 0.6397, 0.6241, 0.623, 0.621, 0.6184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1324046", "doc540358", "doc1996268", "doc27538", "doc27536", "doc27535", "doc2332017", "doc381292", "doc1727553"], "ranked_scores": [0.5673, 0.5273, 0.5244, 0.5215, 0.5211, 0.519, 0.5156, 0.5138, 0.5121, 0.5109], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc579128", "doc1669853", "doc825186", "doc1994393", "doc1369505", "doc349747", "doc856735", "doc2206589"], "ranked_scores": [0.7424, 0.7046, 0.6881, 0.6676, 0.6665, 0.6534, 0.6481, 0.6478, 0.6472, 0.6388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc101561", "doc1486663", "doc1798668", "doc29764", "doc38721", "doc520689", "doc1728840", "doc641530", "doc520684"], "ranked_scores": [0.7355, 0.6506, 0.6227, 0.6217, 0.6186, 0.5901, 0.5874, 0.5788, 0.5752, 0.5734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc2083822", "doc1325273", "doc1048266", "doc61054", "doc91244", "doc1380860"], "ranked_scores": [0.6362, 0.6225, 0.5291, 0.5131, 0.4907, 0.4787, 0.4713, 0.4652, 0.4621, 0.461], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc97442", "doc1116765", "doc97430", "doc369270", "doc2071083", "doc2071107", "doc369237"], "ranked_scores": [0.7085, 0.6583, 0.6164, 0.613, 0.6042, 0.574, 0.5471, 0.5453, 0.5271, 0.527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc1911857", "doc562696", "doc988735", "doc1999887", "doc281595", "doc1127543", "doc890257", "doc2224204"], "ranked_scores": [0.6374, 0.5695, 0.5522, 0.5494, 0.5457, 0.5456, 0.538, 0.5378, 0.5365, 0.5316], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc1984127", "doc1974480", "doc2537823", "doc50109", "doc759547", "doc50097", "doc437627", "doc929272"], "ranked_scores": [0.6676, 0.6352, 0.6303, 0.5985, 0.5954, 0.5845, 0.5762, 0.5684, 0.5678, 0.5609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703736", "doc106372", "doc703705", "doc388464", "doc703706", "doc427621", "doc703719", "doc106355", "doc392476"], "ranked_scores": [0.6918, 0.6704, 0.6704, 0.6614, 0.6477, 0.6469, 0.6456, 0.6438, 0.6416, 0.6381], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7106", "doc7091", "doc7119", "doc7116", "doc7099", "doc692559", "doc7108", "doc695983", "doc526956"], "ranked_scores": [0.636, 0.6335, 0.6155, 0.6074, 0.6043, 0.5882, 0.5809, 0.5647, 0.5646, 0.5453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc1891830", "doc82127", "doc1846029", "doc1169637", "doc1101731", "doc90819", "doc505032"], "ranked_scores": [0.6333, 0.6025, 0.5789, 0.5284, 0.5204, 0.48, 0.4778, 0.4524, 0.4496, 0.4475], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc190628", "doc919340", "doc439366", "doc1874808", "doc2465776", "doc2009369", "doc269387", "doc2018288", "doc1186883", "doc897"], "ranked_scores": [0.5159, 0.5097, 0.5078, 0.5056, 0.5043, 0.5043, 0.5031, 0.503, 0.5011, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380356", "doc1380357", "doc24929", "doc2202506", "doc468490", "doc90322", "doc1786046", "doc300567", "doc416774"], "ranked_scores": [0.6651, 0.6525, 0.642, 0.6062, 0.6057, 0.6037, 0.6011, 0.598, 0.5973, 0.5947], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc2483632", "doc1874808", "doc2203108", "doc573905", "doc2225375", "doc2274222", "doc2009369", "doc58892", "doc2018288"], "ranked_scores": [0.5533, 0.5311, 0.5251, 0.518, 0.5095, 0.4926, 0.4916, 0.4884, 0.4837, 0.4819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc873481", "doc2509989", "doc56902", "doc2313864", "doc2313854", "doc2091589", "doc963669"], "ranked_scores": [0.6835, 0.6802, 0.6792, 0.6349, 0.6236, 0.6005, 0.5951, 0.5817, 0.5772, 0.5761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80074", "doc137908", "doc80154", "doc80151", "doc2076427", "doc1391659", "doc2562963", "doc80100", "doc345642", "doc2563023"], "ranked_scores": [0.6209, 0.6017, 0.6007, 0.5859, 0.5849, 0.5679, 0.5677, 0.5636, 0.5567, 0.5566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc72416", "doc527459", "doc702902", "doc2010420", "doc1430768", "doc108794", "doc2240291", "doc183950", "doc2174234"], "ranked_scores": [0.68, 0.521, 0.5152, 0.5114, 0.5037, 0.4936, 0.4897, 0.4778, 0.4765, 0.4753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc764184", "doc26467", "doc26461", "doc2289855", "doc474060", "doc675035", "doc1576987", "doc26446"], "ranked_scores": [0.712, 0.6336, 0.6178, 0.5945, 0.5884, 0.581, 0.577, 0.5752, 0.5752, 0.5748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc313306", "doc102077", "doc546646", "doc890730", "doc308346", "doc1407977", "doc2392865", "doc148885"], "ranked_scores": [0.6479, 0.519, 0.5077, 0.5047, 0.5007, 0.4952, 0.4911, 0.4886, 0.4863, 0.4826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc964756", "doc988735", "doc703485", "doc1008940", "doc1632991", "doc890257", "doc509898", "doc281595", "doc64791"], "ranked_scores": [0.6133, 0.576, 0.5555, 0.5553, 0.5527, 0.5526, 0.5511, 0.5503, 0.547, 0.5463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc879199", "doc2060827", "doc1128302", "doc988607", "doc751435", "doc1796400", "doc1643694", "doc1381513", "doc2114608"], "ranked_scores": [0.635, 0.5277, 0.5222, 0.5023, 0.4948, 0.4947, 0.4929, 0.492, 0.4888, 0.4793], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc851269", "doc64318", "doc1385349", "doc971992", "doc35524", "doc1683659", "doc64314", "doc922271", "doc1376793"], "ranked_scores": [0.6848, 0.6648, 0.6547, 0.6488, 0.6477, 0.6452, 0.6447, 0.6376, 0.63, 0.6226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc437678", "doc587518", "doc1977978", "doc1520275", "doc437685", "doc82650", "doc1334192", "doc1321967", "doc1788429"], "ranked_scores": [0.6197, 0.6126, 0.6115, 0.6097, 0.6018, 0.6009, 0.5956, 0.5944, 0.5872, 0.5867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc1314995", "doc1314979", "doc1778577", "doc1315015", "doc1315097", "doc552697", "doc1778592", "doc1315064"], "ranked_scores": [0.6102, 0.5546, 0.5297, 0.5295, 0.5218, 0.5202, 0.5183, 0.5169, 0.509, 0.5064], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc170955", "doc1445420", "doc645564", "doc696366", "doc872070", "doc384744", "doc570839", "doc285581", "doc1464195"], "ranked_scores": [0.4363, 0.3925, 0.3845, 0.3745, 0.374, 0.3711, 0.3697, 0.3691, 0.3616, 0.3585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc89435", "doc1005393", "doc182046", "doc1069317", "doc1384430", "doc9798", "doc851514", "doc580016"], "ranked_scores": [0.6299, 0.6162, 0.5785, 0.5612, 0.5416, 0.5411, 0.5397, 0.5383, 0.5365, 0.5331], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc324530", "doc1007189", "doc1517979", "doc173076", "doc28581", "doc1635999", "doc1394755", "doc1394760"], "ranked_scores": [0.7382, 0.6709, 0.6252, 0.624, 0.6225, 0.6216, 0.6205, 0.6193, 0.619, 0.6167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc660236", "doc402145", "doc2527260", "doc660271", "doc660237", "doc147268", "doc94367", "doc515771", "doc11669"], "ranked_scores": [0.6235, 0.6228, 0.6227, 0.612, 0.6079, 0.5947, 0.5872, 0.5787, 0.5748, 0.57], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc849003", "doc719006", "doc1729412", "doc543176", "doc171833", "doc1803558", "doc1516597", "doc1534825"], "ranked_scores": [0.7265, 0.6455, 0.6445, 0.6199, 0.6062, 0.5957, 0.5924, 0.588, 0.5819, 0.5809], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc628470", "doc2107018", "doc358938", "doc2224155", "doc1927002", "doc716573", "doc2500959", "doc2107022", "doc606253", "doc2212269"], "ranked_scores": [0.6397, 0.6387, 0.6375, 0.6318, 0.6275, 0.6135, 0.6088, 0.606, 0.604, 0.6037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1540259", "doc211230", "doc1841145", "doc435076", "doc435078", "doc1841146", "doc70904", "doc378301", "doc768322", "doc465988"], "ranked_scores": [0.6229, 0.6145, 0.5984, 0.5851, 0.5817, 0.5794, 0.5747, 0.5734, 0.5689, 0.5687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc336518", "doc397701", "doc2119808", "doc733127", "doc2636635", "doc650883", "doc2042102", "doc2187649"], "ranked_scores": [0.5362, 0.4967, 0.4842, 0.4829, 0.4798, 0.4706, 0.467, 0.4657, 0.4574, 0.4561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1962174", "doc159492", "doc2357458", "doc1548640", "doc1130168", "doc487000", "doc884905", "doc180922", "doc2352380"], "ranked_scores": [0.5761, 0.5193, 0.519, 0.513, 0.5074, 0.5026, 0.5025, 0.5024, 0.4995, 0.4931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1055373", "doc1293555", "doc1345740", "doc1153924", "doc390322", "doc2005304", "doc1810672", "doc376241", "doc261351"], "ranked_scores": [0.5895, 0.5031, 0.4817, 0.4759, 0.4577, 0.4455, 0.442, 0.441, 0.4354, 0.4271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588578", "doc1333905", "doc1584862", "doc1160263", "doc1629620", "doc2465656", "doc61233", "doc294604", "doc1943842", "doc641270"], "ranked_scores": [0.6018, 0.6007, 0.5989, 0.5818, 0.5759, 0.5666, 0.5646, 0.5636, 0.5622, 0.5547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2391797", "doc2067045", "doc845380", "doc1185589", "doc221817", "doc1892012", "doc1689530", "doc1370451", "doc807", "doc2149599"], "ranked_scores": [0.4734, 0.471, 0.4512, 0.4476, 0.4464, 0.4433, 0.4306, 0.4299, 0.4288, 0.4278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88973", "doc88974", "doc88933", "doc2624067", "doc2015719", "doc1639229", "doc1670518", "doc1452752"], "ranked_scores": [0.6695, 0.6444, 0.6093, 0.6054, 0.5848, 0.5794, 0.5754, 0.5683, 0.5367, 0.5362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338801", "doc338815", "doc642895", "doc21363", "doc338810", "doc21340", "doc338818", "doc2267530", "doc1455462", "doc1455444"], "ranked_scores": [0.5342, 0.4898, 0.4883, 0.4711, 0.4698, 0.4693, 0.468, 0.4615, 0.4604, 0.4497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc2072948", "doc108480", "doc911115", "doc63590", "doc18273", "doc1844919", "doc18274", "doc63585", "doc1087169"], "ranked_scores": [0.677, 0.6629, 0.6547, 0.6456, 0.6456, 0.6456, 0.6431, 0.6426, 0.6408, 0.6317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc7163", "doc1670303", "doc2373327", "doc2128755", "doc2265484", "doc2677350", "doc246550", "doc1378028", "doc653731"], "ranked_scores": [0.5176, 0.5056, 0.5033, 0.4724, 0.4699, 0.4675, 0.4602, 0.4538, 0.4509, 0.4459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1564136", "doc751726", "doc751729", "doc2431178", "doc2295957", "doc1568962", "doc1826212", "doc1563324", "doc1260422"], "ranked_scores": [0.4351, 0.3784, 0.3555, 0.3528, 0.3479, 0.3469, 0.3394, 0.3387, 0.3139, 0.313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc1809840", "doc2057552", "doc1519779", "doc1364067", "doc2084882", "doc705226", "doc2011376", "doc1961593", "doc980993"], "ranked_scores": [0.4855, 0.4378, 0.4339, 0.4196, 0.4166, 0.4161, 0.4113, 0.4079, 0.4064, 0.3959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc1618372", "doc417364", "doc1927686", "doc2245655", "doc2633722", "doc2362869", "doc2215663", "doc417406"], "ranked_scores": [0.6018, 0.6, 0.5348, 0.5058, 0.5058, 0.5058, 0.5052, 0.5052, 0.5026, 0.5026], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc703719", "doc106355", "doc106372", "doc703736", "doc2877", "doc703721", "doc106357", "doc2832", "doc35719", "doc2846"], "ranked_scores": [0.606, 0.6044, 0.5784, 0.5784, 0.5655, 0.5645, 0.5645, 0.5628, 0.5596, 0.5548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc643072", "doc108887", "doc1373323", "doc1373324", "doc2393669", "doc207176", "doc108892", "doc1119808", "doc935127"], "ranked_scores": [0.6724, 0.6643, 0.6604, 0.6486, 0.6475, 0.6247, 0.6218, 0.6114, 0.6102, 0.6073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc2378961", "doc429400", "doc1160422", "doc936401", "doc364943", "doc2388767"], "ranked_scores": [0.6081, 0.5874, 0.555, 0.5335, 0.5159, 0.4976, 0.4971, 0.4932, 0.492, 0.4853], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m64-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc57247", "doc751998", "doc285724", "doc1665946", "doc2832", "doc2613570", "doc285723", "doc745803"], "ranked_scores": [0.5476, 0.5392, 0.524, 0.5214, 0.5183, 0.5062, 0.5022, 0.4951, 0.4886, 0.488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc255050", "doc1942575", "doc2292349", "doc1324848", "doc1952699", "doc2345266", "doc497737"], "ranked_scores": [0.5277, 0.5224, 0.5028, 0.4821, 0.4637, 0.4631, 0.4618, 0.4599, 0.4597, 0.4524], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21829", "doc21871", "doc2285692", "doc660012", "doc21856", "doc296216", "doc1328955", "doc243667", "doc812322"], "ranked_scores": [0.5202, 0.5169, 0.5039, 0.4983, 0.4977, 0.4952, 0.4914, 0.4887, 0.4859, 0.48], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc979079", "doc415323", "doc146101", "doc2386390", "doc392077", "doc453091", "doc1347475", "doc146074", "doc404141", "doc658301"], "ranked_scores": [0.5882, 0.5875, 0.5859, 0.573, 0.5695, 0.5677, 0.563, 0.5604, 0.5598, 0.5588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc1741704", "doc88443", "doc1366743", "doc1366731", "doc1812661", "doc1366744", "doc2165920", "doc1366757", "doc2372193"], "ranked_scores": [0.5998, 0.5878, 0.58, 0.5796, 0.5789, 0.5774, 0.5768, 0.5754, 0.5749, 0.5745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27535", "doc27529", "doc27538", "doc361702", "doc361696", "doc27536", "doc1177694", "doc361697", "doc459410", "doc1021710"], "ranked_scores": [0.5422, 0.5295, 0.5182, 0.4979, 0.4903, 0.4899, 0.4886, 0.4882, 0.4876, 0.4837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc579128", "doc77634", "doc349744", "doc825186", "doc268699", "doc1953211", "doc1397232", "doc512949", "doc825187", "doc2206589"], "ranked_scores": [0.6661, 0.6638, 0.6524, 0.6359, 0.6242, 0.6178, 0.6166, 0.6141, 0.6137, 0.6111], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc101561", "doc1486663", "doc29764", "doc641530", "doc445548", "doc1798668", "doc29765", "doc625773", "doc597628"], "ranked_scores": [0.6252, 0.6042, 0.5992, 0.5967, 0.5907, 0.587, 0.584, 0.5809, 0.5794, 0.5753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61036", "doc1048266", "doc61045", "doc1612682", "doc61043", "doc1380860", "doc2094478", "doc401103", "doc2217346"], "ranked_scores": [0.5315, 0.5032, 0.4799, 0.4793, 0.4518, 0.447, 0.4405, 0.4387, 0.4378, 0.4376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc1116765", "doc97442", "doc2574334", "doc369270", "doc2426358", "doc97430", "doc2083987"], "ranked_scores": [0.5852, 0.5386, 0.5183, 0.5158, 0.5123, 0.4978, 0.4972, 0.4951, 0.4814, 0.4793], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc988735", "doc2224204", "doc1127543", "doc1083962", "doc2540212", "doc703485", "doc2180662", "doc64791", "doc2316727"], "ranked_scores": [0.5852, 0.5843, 0.5757, 0.5691, 0.5673, 0.5669, 0.5627, 0.5568, 0.5568, 0.5558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1984127", "doc759547", "doc1974480", "doc50109", "doc253608", "doc2254480", "doc1780375", "doc2537823", "doc50097"], "ranked_scores": [0.5697, 0.5435, 0.5429, 0.5379, 0.5367, 0.529, 0.5271, 0.5203, 0.5189, 0.5169], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc427621", "doc703736", "doc106372", "doc388464", "doc703719", "doc106355", "doc1246072", "doc106357", "doc703721"], "ranked_scores": [0.6592, 0.6494, 0.6378, 0.6378, 0.6342, 0.6338, 0.6334, 0.6319, 0.6307, 0.6307], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7116", "doc7106", "doc7112", "doc7091", "doc692559", "doc1599042", "doc1377683", "doc7119", "doc695983", "doc7099"], "ranked_scores": [0.5399, 0.5343, 0.532, 0.5288, 0.5159, 0.5089, 0.4945, 0.4941, 0.4931, 0.4903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1891830", "doc90808", "doc82127", "doc82130", "doc1169637", "doc2033842", "doc1598856", "doc90819", "doc2247113"], "ranked_scores": [0.556, 0.5004, 0.4944, 0.4728, 0.4652, 0.4615, 0.46, 0.4551, 0.4379, 0.4356], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750407", "doc2370166", "doc187232", "doc269387", "doc1526184", "doc2203142", "doc2018288", "doc1874808", "doc2395516", "doc938302"], "ranked_scores": [0.5177, 0.5171, 0.509, 0.5087, 0.5006, 0.497, 0.4967, 0.4933, 0.4901, 0.4868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc416774", "doc1380357", "doc651946", "doc1926206", "doc24903", "doc1786046", "doc90322", "doc24925", "doc1824654", "doc1380356"], "ranked_scores": [0.5735, 0.5663, 0.5615, 0.5612, 0.5514, 0.5473, 0.5425, 0.5419, 0.5396, 0.5344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1874808", "doc2483632", "doc1104361", "doc2009369", "doc536387", "doc36393", "doc938302", "doc58892", "doc1719794", "doc2018288"], "ranked_scores": [0.4953, 0.4923, 0.4838, 0.4784, 0.4741, 0.4726, 0.4677, 0.4671, 0.4671, 0.4671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc56921", "doc873481", "doc1102442", "doc2509989", "doc2313864", "doc963669", "doc2439295", "doc56903", "doc2091589"], "ranked_scores": [0.614, 0.614, 0.609, 0.6068, 0.5928, 0.5842, 0.577, 0.5635, 0.5567, 0.5529], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc80154", "doc80074", "doc2076427", "doc345642", "doc470479", "doc1521484", "doc1357314", "doc737601", "doc1189628"], "ranked_scores": [0.5727, 0.5603, 0.5509, 0.5365, 0.5335, 0.5321, 0.5303, 0.5299, 0.5292, 0.528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc702902", "doc2240291", "doc400631", "doc1018572", "doc2353712", "doc180079", "doc2010420", "doc732015", "doc2010405"], "ranked_scores": [0.5526, 0.4834, 0.458, 0.4563, 0.4552, 0.4535, 0.4522, 0.4507, 0.4491, 0.4416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26467", "doc99377", "doc2376934", "doc26461", "doc2289855", "doc474073", "doc474060", "doc26446", "doc207464"], "ranked_scores": [0.5969, 0.5634, 0.5615, 0.5579, 0.5527, 0.5438, 0.5381, 0.5345, 0.5303, 0.5288], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc106944", "doc1475979", "doc313306", "doc1219639", "doc1779634", "doc135521", "doc2392865", "doc460917", "doc337483"], "ranked_scores": [0.5378, 0.4837, 0.4772, 0.4769, 0.4762, 0.4719, 0.4672, 0.4666, 0.4644, 0.4634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc988735", "doc2224204", "doc727789", "doc1632991", "doc284394", "doc1285744", "doc281595", "doc737219", "doc1008940", "doc703485"], "ranked_scores": [0.6093, 0.5959, 0.5921, 0.5911, 0.5869, 0.5859, 0.5762, 0.576, 0.5748, 0.5726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc2129979", "doc2202835", "doc988607", "doc2068337", "doc1796400", "doc988606", "doc323921", "doc1657214", "doc1464453"], "ranked_scores": [0.5412, 0.5016, 0.497, 0.4962, 0.4858, 0.4832, 0.4822, 0.479, 0.4789, 0.4772], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc851269", "doc35524", "doc64318", "doc1376793", "doc971992", "doc1385349", "doc922271", "doc1385353", "doc1683659"], "ranked_scores": [0.5811, 0.5686, 0.5671, 0.5647, 0.559, 0.5469, 0.5437, 0.5418, 0.5384, 0.5376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1977978", "doc437677", "doc1520311", "doc437685", "doc437639", "doc437678", "doc1321892", "doc727452", "doc1334192", "doc587518"], "ranked_scores": [0.5723, 0.5567, 0.5519, 0.5509, 0.5436, 0.5423, 0.5402, 0.5392, 0.5388, 0.5384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1778592", "doc1315064", "doc1856377", "doc1315015", "doc1315097", "doc720110", "doc1778577", "doc866436", "doc552720"], "ranked_scores": [0.5098, 0.5048, 0.493, 0.4852, 0.4841, 0.4719, 0.471, 0.469, 0.4641, 0.4616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc585415", "doc542891", "doc360990", "doc2042536", "doc645564", "doc170955", "doc1445420", "doc696366", "doc570839"], "ranked_scores": [0.4096, 0.3723, 0.3674, 0.3635, 0.362, 0.3604, 0.3604, 0.3603, 0.3596, 0.3579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc737219", "doc2465921", "doc1005393", "doc89435", "doc1915960", "doc1263474", "doc1384376", "doc9798", "doc53464", "doc2540212"], "ranked_scores": [0.5485, 0.5484, 0.5448, 0.5433, 0.5422, 0.535, 0.5348, 0.5314, 0.5313, 0.5299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc1394755", "doc1394760", "doc430825", "doc1684137", "doc1635999", "doc28582", "doc2486654", "doc1394758", "doc1246808"], "ranked_scores": [0.6465, 0.6096, 0.6063, 0.6063, 0.6047, 0.5951, 0.5944, 0.5938, 0.5932, 0.5931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc402145", "doc2429823", "doc515771", "doc1437877", "doc898833", "doc660236", "doc934719", "doc2527260", "doc1220654"], "ranked_scores": [0.5934, 0.5619, 0.5412, 0.5392, 0.5359, 0.5333, 0.5287, 0.5282, 0.5281, 0.5265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc849003", "doc1803558", "doc849000", "doc1534825", "doc1464212", "doc719006", "doc105758", "doc889047", "doc1516597"], "ranked_scores": [0.5744, 0.5611, 0.556, 0.5524, 0.5499, 0.5491, 0.5487, 0.5414, 0.5371, 0.5346], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc2107018", "doc628470", "doc358938", "doc1927002", "doc606253", "doc1400520", "doc623693", "doc716552", "doc25776"], "ranked_scores": [0.6353, 0.6329, 0.6304, 0.6222, 0.6168, 0.6106, 0.608, 0.5992, 0.5988, 0.5977], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2124276", "doc378301", "doc313342", "doc211230", "doc1540259", "doc313354", "doc1841145", "doc660871", "doc42101", "doc70904"], "ranked_scores": [0.5454, 0.5436, 0.5346, 0.5287, 0.5273, 0.5248, 0.521, 0.5204, 0.5194, 0.5167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2636635", "doc15890", "doc336518", "doc2119808", "doc1058046", "doc878338", "doc264212", "doc1736704", "doc642762", "doc2665803"], "ranked_scores": [0.4549, 0.4515, 0.4351, 0.4317, 0.4304, 0.4296, 0.4275, 0.4192, 0.4165, 0.4164], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc841633", "doc93287", "doc159492", "doc2352380", "doc2000671", "doc1245931", "doc443215", "doc1563751", "doc1563745", "doc383147"], "ranked_scores": [0.5122, 0.4837, 0.4786, 0.4753, 0.4743, 0.4716, 0.466, 0.4645, 0.464, 0.4635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1293555", "doc1345740", "doc1810672", "doc390322", "doc376241", "doc1055373", "doc999468", "doc376238", "doc376243"], "ranked_scores": [0.4661, 0.4438, 0.4315, 0.4169, 0.4146, 0.4137, 0.4036, 0.4033, 0.3994, 0.3992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588578", "doc1986443", "doc1333905", "doc1160263", "doc1730233", "doc1986437", "doc1943842", "doc61233", "doc2275203", "doc1584862"], "ranked_scores": [0.5443, 0.5425, 0.5372, 0.536, 0.5231, 0.523, 0.5213, 0.5171, 0.5141, 0.5137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2067045", "doc1689530", "doc807", "doc2391797", "doc543109", "doc1185589", "doc1877805", "doc806", "doc1218368", "doc966112"], "ranked_scores": [0.4496, 0.447, 0.4418, 0.4413, 0.4409, 0.4351, 0.4285, 0.4269, 0.4251, 0.4249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc88934", "doc88973", "doc1639229", "doc2624067", "doc2183793", "doc2015719", "doc2619671", "doc723699"], "ranked_scores": [0.5308, 0.5147, 0.5027, 0.5009, 0.4504, 0.45, 0.4362, 0.4341, 0.4324, 0.4299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc642895", "doc338815", "doc21378", "doc338818", "doc669209", "doc21372", "doc297999", "doc1455462", "doc1836919", "doc2442198"], "ranked_scores": [0.4655, 0.4458, 0.435, 0.432, 0.4277, 0.4246, 0.422, 0.4193, 0.4187, 0.4142], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc1844919", "doc108559", "doc63585", "doc2072948", "doc108477", "doc108480", "doc18273", "doc63590", "doc911115"], "ranked_scores": [0.6208, 0.5992, 0.597, 0.5912, 0.5845, 0.5824, 0.5823, 0.5817, 0.5817, 0.5817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1183356", "doc2128755", "doc913113", "doc7163", "doc1335520", "doc7166", "doc7161", "doc688749", "doc2677350"], "ranked_scores": [0.5095, 0.4522, 0.4467, 0.4459, 0.4456, 0.4445, 0.4441, 0.4437, 0.44, 0.4311], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3978, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1564136", "doc2295957", "doc4611", "doc1826212", "doc751726", "doc2365901", "doc2587477", "doc735792", "doc2431178", "doc1914276"], "ranked_scores": [0.3546, 0.3335, 0.3211, 0.3158, 0.3155, 0.3152, 0.3114, 0.3069, 0.2986, 0.2939], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc2057552", "doc1961593", "doc1801894", "doc1382750", "doc2011376", "doc1364067", "doc719078", "doc1795458", "doc881797"], "ranked_scores": [0.4182, 0.4014, 0.3922, 0.3901, 0.3818, 0.3771, 0.3707, 0.367, 0.3657, 0.3656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc2633711", "doc2362869", "doc2633722", "doc2329301", "doc2633733", "doc2215664", "doc2215670", "doc2633718", "doc2215663", "doc417406"], "ranked_scores": [0.492, 0.4792, 0.4792, 0.4749, 0.4749, 0.4749, 0.4743, 0.4706, 0.4672, 0.4672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc106372", "doc703736", "doc24299", "doc392476", "doc1390073", "doc35719", "doc1332302", "doc2877", "doc106355"], "ranked_scores": [0.5887, 0.5755, 0.5755, 0.5613, 0.5613, 0.5564, 0.5524, 0.552, 0.5511, 0.5509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc108887", "doc1373324", "doc1220654", "doc643072", "doc1373323", "doc499894", "doc1119808", "doc2393669", "doc207176"], "ranked_scores": [0.6179, 0.6175, 0.611, 0.6065, 0.5968, 0.5963, 0.5897, 0.5884, 0.5844, 0.5792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc936401", "doc380173", "doc1267063", "doc1504263", "doc857632", "doc455129", "doc364943", "doc1430993"], "ranked_scores": [0.5411, 0.5283, 0.5168, 0.5065, 0.4996, 0.4848, 0.482, 0.4819, 0.4814, 0.4783], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m96-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57247", "doc751998", "doc1665946", "doc3001", "doc285723", "doc2173529", "doc57232", "doc2613570"], "ranked_scores": [0.5862, 0.5426, 0.5417, 0.5398, 0.4984, 0.4907, 0.483, 0.4762, 0.4747, 0.4731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1664486", "doc1749973", "doc1664485", "doc1942575", "doc2292349", "doc2345266", "doc1952699", "doc255050"], "ranked_scores": [0.5244, 0.5015, 0.4938, 0.482, 0.4645, 0.4578, 0.4535, 0.4476, 0.4345, 0.4283], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc1058398", "doc78091", "doc21831", "doc660012", "doc452039", "doc1328955", "doc21856"], "ranked_scores": [0.5763, 0.5457, 0.5443, 0.5205, 0.5183, 0.5146, 0.5136, 0.5091, 0.5075, 0.5069], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc979079", "doc1347475", "doc392077", "doc1247565", "doc415323", "doc1177870", "doc453089", "doc564709", "doc94024", "doc146101"], "ranked_scores": [0.5874, 0.5535, 0.5482, 0.5431, 0.543, 0.5424, 0.5398, 0.5391, 0.538, 0.5336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc887635", "doc1812659", "doc1741706", "doc2165905", "doc1741704", "doc1366757", "doc1812661", "doc2372193", "doc751799"], "ranked_scores": [0.6084, 0.5919, 0.5869, 0.5865, 0.5861, 0.5847, 0.5824, 0.5766, 0.5761, 0.5719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1324046", "doc1996268", "doc738831", "doc27538", "doc2332017", "doc381292", "doc361696", "doc27535", "doc540358"], "ranked_scores": [0.5232, 0.5159, 0.4943, 0.4884, 0.4873, 0.4845, 0.4796, 0.4738, 0.4722, 0.4669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc349744", "doc1669853", "doc2206589", "doc268699", "doc825186", "doc1687132", "doc484979", "doc1068154"], "ranked_scores": [0.6739, 0.6295, 0.6254, 0.6102, 0.6063, 0.6008, 0.5953, 0.5915, 0.5848, 0.5842], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1486663", "doc641530", "doc29759", "doc29764", "doc101561", "doc1798668", "doc1728840", "doc445548", "doc2096501"], "ranked_scores": [0.6543, 0.5888, 0.5856, 0.5775, 0.5764, 0.5717, 0.5614, 0.5539, 0.5375, 0.5365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc91244", "doc2193668", "doc988606", "doc2083822", "doc2022943", "doc61054"], "ranked_scores": [0.5483, 0.5132, 0.4851, 0.4729, 0.4408, 0.4392, 0.4292, 0.4292, 0.4249, 0.4229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc97445", "doc97442", "doc2071107", "doc97430", "doc369270", "doc2083994", "doc369237"], "ranked_scores": [0.6026, 0.6005, 0.5533, 0.5466, 0.5296, 0.492, 0.48, 0.4798, 0.4761, 0.4724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc47608", "doc1651444", "doc281595", "doc562696", "doc988735", "doc504736", "doc1154850", "doc1553106", "doc1127543"], "ranked_scores": [0.5854, 0.5496, 0.5465, 0.5439, 0.5293, 0.5242, 0.5202, 0.5197, 0.5154, 0.5105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc1984127", "doc2537823", "doc929272", "doc1974480", "doc1197760", "doc50097", "doc437627", "doc759547"], "ranked_scores": [0.5758, 0.5556, 0.5415, 0.5334, 0.5265, 0.516, 0.5152, 0.5147, 0.5083, 0.5069], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc714665", "doc388464", "doc1246072", "doc106333", "doc703714", "doc106355", "doc106372", "doc703736", "doc703719"], "ranked_scores": [0.6251, 0.6139, 0.6097, 0.6093, 0.5974, 0.5941, 0.5932, 0.5929, 0.5929, 0.5876], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7119", "doc7106", "doc7099", "doc695983", "doc7116", "doc7091", "doc692559", "doc1599042", "doc2606816"], "ranked_scores": [0.5635, 0.551, 0.5445, 0.5387, 0.5345, 0.5264, 0.5197, 0.5147, 0.5131, 0.5019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82130", "doc1891830", "doc82127", "doc90819", "doc787596", "doc2247113", "doc1859220", "doc854693"], "ranked_scores": [0.5693, 0.5126, 0.5123, 0.4877, 0.4427, 0.4341, 0.4338, 0.4264, 0.4239, 0.4223], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc919340", "doc2018288", "doc2203142", "doc1719794", "doc897", "doc648335", "doc919332", "doc904153", "doc439366", "doc1874808"], "ranked_scores": [0.4979, 0.4856, 0.4832, 0.4816, 0.4797, 0.4795, 0.4779, 0.4755, 0.4751, 0.4748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc468490", "doc30773", "doc90322", "doc1380357", "doc1786046", "doc24929", "doc1824654", "doc1380356", "doc2202499"], "ranked_scores": [0.5857, 0.5545, 0.5491, 0.5471, 0.5396, 0.5386, 0.5344, 0.5285, 0.5284, 0.5205], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1874808", "doc2340753", "doc1104361", "doc2483632", "doc2277317", "doc750416", "doc648344", "doc58892", "doc648355", "doc648335"], "ranked_scores": [0.5063, 0.4998, 0.4803, 0.4747, 0.4718, 0.4711, 0.4683, 0.4616, 0.4614, 0.4563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc1102442", "doc56897", "doc873481", "doc2509989", "doc56902", "doc2313854", "doc56903", "doc2091589", "doc2214893"], "ranked_scores": [0.6253, 0.6175, 0.614, 0.5978, 0.5681, 0.5418, 0.539, 0.5293, 0.5163, 0.514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80154", "doc137908", "doc80151", "doc1391659", "doc80074", "doc2076427", "doc2215178", "doc1912506", "doc80067", "doc439513"], "ranked_scores": [0.5602, 0.556, 0.5415, 0.5353, 0.5295, 0.5232, 0.5148, 0.5141, 0.5117, 0.5099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4218, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc72416", "doc1430768", "doc702902", "doc1018578", "doc2010420", "doc1781006", "doc206444", "doc108794", "doc1018572"], "ranked_scores": [0.5909, 0.4516, 0.4488, 0.4476, 0.4444, 0.4433, 0.4366, 0.4312, 0.4299, 0.4266], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc207464", "doc474060", "doc2289855", "doc26467", "doc131786", "doc26446", "doc863698", "doc2376934"], "ranked_scores": [0.6307, 0.5771, 0.561, 0.5533, 0.5447, 0.5394, 0.5201, 0.5179, 0.5147, 0.5138], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1732443", "doc2438080", "doc102096", "doc890730", "doc102077", "doc546646", "doc106944", "doc192542", "doc313306"], "ranked_scores": [0.6141, 0.485, 0.4797, 0.4635, 0.4617, 0.4536, 0.4532, 0.4522, 0.4517, 0.4497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc281595", "doc1285744", "doc988735", "doc890257", "doc1632991", "doc1154850", "doc2680676", "doc504736", "doc693223"], "ranked_scores": [0.5794, 0.5532, 0.5471, 0.5418, 0.5389, 0.5382, 0.5352, 0.5339, 0.53, 0.5299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc751435", "doc2202835", "doc1796400", "doc1381513", "doc988607", "doc2060827", "doc879199", "doc2068337"], "ranked_scores": [0.568, 0.5097, 0.5013, 0.4781, 0.475, 0.4728, 0.4685, 0.4675, 0.4659, 0.4627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc41344", "doc851269", "doc1376793", "doc1683659", "doc922271", "doc64317", "doc64314", "doc971992"], "ranked_scores": [0.5984, 0.5867, 0.5718, 0.5656, 0.5522, 0.5452, 0.5445, 0.5386, 0.5342, 0.5319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc1520311", "doc1321868", "doc727452", "doc1977974", "doc1520251", "doc587518", "doc1977978", "doc437678", "doc1321884"], "ranked_scores": [0.5502, 0.5495, 0.5455, 0.5394, 0.5362, 0.5357, 0.5349, 0.5304, 0.5289, 0.5272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc671985", "doc2361775", "doc1315097", "doc1314979", "doc1315015", "doc1840131", "doc720175", "doc1314917"], "ranked_scores": [0.5363, 0.4721, 0.4658, 0.4607, 0.459, 0.4567, 0.4559, 0.4553, 0.4553, 0.4552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc2131758", "doc170955", "doc570839", "doc24934", "doc1212031", "doc773669", "doc285581", "doc587116", "doc1894178"], "ranked_scores": [0.4492, 0.3885, 0.3876, 0.3822, 0.3793, 0.3651, 0.3618, 0.361, 0.3566, 0.3526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc89435", "doc2465921", "doc1154850", "doc371079", "doc1784440", "doc53465", "doc284394", "doc1005393", "doc216330"], "ranked_scores": [0.5503, 0.5407, 0.5406, 0.5325, 0.5218, 0.5162, 0.5099, 0.5062, 0.5054, 0.5053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1684137", "doc1635999", "doc28582", "doc25697", "doc324530", "doc868589", "doc967808", "doc1517979"], "ranked_scores": [0.6583, 0.6155, 0.5928, 0.5817, 0.5794, 0.579, 0.578, 0.5779, 0.5756, 0.5751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2527260", "doc2449643", "doc1437877", "doc515771", "doc1837771", "doc660236", "doc660271", "doc2429823", "doc990514"], "ranked_scores": [0.5896, 0.5687, 0.5621, 0.5433, 0.5328, 0.5294, 0.5235, 0.5225, 0.5209, 0.5196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc171833", "doc1534825", "doc849003", "doc719006", "doc1248125", "doc1516597", "doc566026", "doc1223275"], "ranked_scores": [0.6264, 0.5865, 0.553, 0.55, 0.5456, 0.5436, 0.5365, 0.5348, 0.532, 0.5276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc628470", "doc358938", "doc2107018", "doc2224155", "doc1927002", "doc1400520", "doc4147", "doc422936", "doc2107022", "doc623693"], "ranked_scores": [0.6268, 0.6098, 0.6043, 0.6016, 0.5866, 0.5743, 0.5679, 0.5669, 0.5658, 0.5649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc378301", "doc42101", "doc768322", "doc2108001", "doc435078", "doc1540259", "doc70904", "doc1921625", "doc412168", "doc313364"], "ranked_scores": [0.5475, 0.535, 0.531, 0.5261, 0.5218, 0.5172, 0.5084, 0.5077, 0.5032, 0.5021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc336518", "doc2119808", "doc878338", "doc2187649", "doc2042102", "doc733127", "doc1273973", "doc2636635", "doc397701"], "ranked_scores": [0.481, 0.4678, 0.4604, 0.4568, 0.433, 0.4297, 0.4288, 0.4208, 0.4164, 0.4115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1538025", "doc2357458", "doc311498", "doc884905", "doc159492", "doc2352380", "doc1962174", "doc1563752"], "ranked_scores": [0.5404, 0.4901, 0.4835, 0.4832, 0.4826, 0.4787, 0.4725, 0.4655, 0.4623, 0.4604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1345740", "doc1055373", "doc376241", "doc2304461", "doc2048015", "doc1153924", "doc1810672", "doc2005304", "doc390322"], "ranked_scores": [0.5004, 0.435, 0.4346, 0.4206, 0.4143, 0.4109, 0.4094, 0.4039, 0.403, 0.3989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc641270", "doc588578", "doc1975694", "doc1584862", "doc1333905", "doc1986449", "doc61233", "doc1943842", "doc294604"], "ranked_scores": [0.5585, 0.5467, 0.5409, 0.5408, 0.5408, 0.5386, 0.5283, 0.5227, 0.5174, 0.5162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2067045", "doc1185589", "doc807", "doc2391797", "doc1689530", "doc312605", "doc2149599", "doc312607", "doc1370451", "doc965461"], "ranked_scores": [0.4425, 0.438, 0.4357, 0.4348, 0.4299, 0.4259, 0.4247, 0.4231, 0.417, 0.4156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88973", "doc88974", "doc1639229", "doc2015719", "doc2624067", "doc1670518", "doc952400", "doc608249"], "ranked_scores": [0.5764, 0.5543, 0.5476, 0.5152, 0.5074, 0.4841, 0.4806, 0.4786, 0.4671, 0.4589], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc2336226", "doc642895", "doc338815", "doc1836919", "doc338801", "doc21378", "doc21340", "doc338818", "doc2267530", "doc21350"], "ranked_scores": [0.4407, 0.4397, 0.4324, 0.4289, 0.426, 0.4237, 0.4207, 0.42, 0.4175, 0.4166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108559", "doc323321", "doc108480", "doc2563559", "doc63585", "doc18274", "doc2003302", "doc1844919", "doc2072948", "doc1791044"], "ranked_scores": [0.6196, 0.606, 0.5929, 0.5898, 0.5861, 0.5781, 0.5753, 0.5749, 0.5747, 0.5709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc203256", "doc2677350", "doc2373327", "doc7161", "doc1670303", "doc1378028", "doc2265484", "doc7163", "doc7166"], "ranked_scores": [0.489, 0.4505, 0.4464, 0.4457, 0.4425, 0.4417, 0.4324, 0.4314, 0.428, 0.4217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc751726", "doc1564136", "doc1735215", "doc2295957", "doc1826212", "doc751719", "doc1260420", "doc1077629", "doc455756"], "ranked_scores": [0.4067, 0.3541, 0.3343, 0.314, 0.3118, 0.3062, 0.3061, 0.2955, 0.2951, 0.2914], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc642762", "doc2057552", "doc2007762", "doc705226", "doc2084882", "doc2634368", "doc2639996", "doc1519779", "doc1961593"], "ranked_scores": [0.4446, 0.4193, 0.4046, 0.4004, 0.4004, 0.3979, 0.3907, 0.3892, 0.3827, 0.3738], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc2633718", "doc1926869", "doc2633711", "doc2215670", "doc417360", "doc1927686", "doc2245655", "doc417364"], "ranked_scores": [0.502, 0.4997, 0.4993, 0.4701, 0.4666, 0.4659, 0.4643, 0.4628, 0.4628, 0.4628], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc106355", "doc106372", "doc703736", "doc2877", "doc703719", "doc35719", "doc427621", "doc211929", "doc108100"], "ranked_scores": [0.5449, 0.539, 0.5379, 0.5379, 0.5366, 0.5352, 0.5332, 0.5193, 0.5158, 0.5143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc643072", "doc108887", "doc1373324", "doc108892", "doc1373323", "doc2393669", "doc1119808", "doc828186", "doc873559"], "ranked_scores": [0.638, 0.6167, 0.6044, 0.6042, 0.6026, 0.6001, 0.5931, 0.5728, 0.5575, 0.5574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc77973", "doc936401", "doc1160422", "doc691881", "doc455129", "doc2388767"], "ranked_scores": [0.592, 0.5575, 0.5233, 0.5171, 0.4896, 0.4846, 0.4781, 0.4774, 0.4714, 0.4679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m128-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57247", "doc751998", "doc1665946", "doc57232", "doc3001", "doc285723", "doc1104254", "doc1622317"], "ranked_scores": [0.5999, 0.5739, 0.5598, 0.5284, 0.5127, 0.5008, 0.4919, 0.4877, 0.475, 0.4662], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc1664486", "doc63538", "doc1749973", "doc2292349", "doc1664485", "doc1942575", "doc474276", "doc357235", "doc2473154"], "ranked_scores": [0.536, 0.5316, 0.5281, 0.5262, 0.5163, 0.4994, 0.4635, 0.4561, 0.4487, 0.4476], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc21829", "doc21831", "doc812322", "doc452039", "doc21856", "doc21871", "doc377466", "doc1675505"], "ranked_scores": [0.6128, 0.5461, 0.5429, 0.5186, 0.513, 0.5098, 0.4937, 0.493, 0.4863, 0.4834], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453089", "doc453091", "doc392077", "doc979079", "doc161015", "doc1911408", "doc565706", "doc536608", "doc2525766", "doc415358"], "ranked_scores": [0.5779, 0.5577, 0.5506, 0.5425, 0.5392, 0.5392, 0.5392, 0.5392, 0.5392, 0.5392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc559430", "doc1812659", "doc2165905", "doc1741706", "doc2165920", "doc2165906", "doc2372193", "doc887635", "doc1366744"], "ranked_scores": [0.567, 0.5656, 0.5619, 0.5612, 0.5496, 0.5481, 0.544, 0.5439, 0.5426, 0.5422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1996268", "doc27538", "doc1324046", "doc540358", "doc381292", "doc738831", "doc361696", "doc1852504", "doc27535"], "ranked_scores": [0.5392, 0.5253, 0.5169, 0.5143, 0.5115, 0.4969, 0.4958, 0.481, 0.4715, 0.4711], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc349744", "doc484979", "doc1669853", "doc825186", "doc1369505", "doc208541", "doc2299641", "doc2299643"], "ranked_scores": [0.6769, 0.6218, 0.616, 0.5827, 0.5759, 0.5753, 0.5716, 0.5703, 0.5697, 0.5697], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc101561", "doc1798668", "doc641530", "doc1486663", "doc29764", "doc1728840", "doc38721", "doc29759", "doc625773"], "ranked_scores": [0.6823, 0.622, 0.5825, 0.5757, 0.5753, 0.5674, 0.5629, 0.5553, 0.5448, 0.5427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc2193668", "doc2083822", "doc91244", "doc1612682", "doc988606", "doc401103"], "ranked_scores": [0.5993, 0.5629, 0.5059, 0.4934, 0.452, 0.4414, 0.439, 0.435, 0.4265, 0.4248], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc1116765", "doc97442", "doc97430", "doc2083987", "doc2071083", "doc369237", "doc369227"], "ranked_scores": [0.6496, 0.6098, 0.5935, 0.5747, 0.5568, 0.5018, 0.4979, 0.4876, 0.4816, 0.4806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc727789", "doc890684", "doc2224204", "doc281595", "doc562696", "doc988735", "doc1911857", "doc33196"], "ranked_scores": [0.5859, 0.562, 0.5324, 0.5293, 0.5249, 0.5213, 0.5196, 0.5182, 0.5045, 0.5019], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc2372621", "doc759547", "doc1984127", "doc1604550", "doc2537823", "doc1197760", "doc50109", "doc437627"], "ranked_scores": [0.5958, 0.5736, 0.5355, 0.5348, 0.5334, 0.528, 0.509, 0.5066, 0.5063, 0.5051], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703719", "doc388464", "doc427621", "doc106355", "doc1246072", "doc703706", "doc703705", "doc703711", "doc703714"], "ranked_scores": [0.6122, 0.6014, 0.5989, 0.5957, 0.5954, 0.5932, 0.59, 0.5802, 0.5783, 0.5781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7091", "doc695983", "doc7119", "doc7112", "doc7099", "doc7096", "doc7116", "doc692559", "doc1599042"], "ranked_scores": [0.5644, 0.5521, 0.5419, 0.5353, 0.5299, 0.523, 0.5013, 0.5002, 0.5, 0.4937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc82127", "doc1846029", "doc2247113", "doc1891830", "doc704392", "doc1101734", "doc787596"], "ranked_scores": [0.6078, 0.5419, 0.5301, 0.4633, 0.4583, 0.4578, 0.4495, 0.4345, 0.4246, 0.4244], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc220990", "doc187232", "doc2581432", "doc2659217", "doc2370166", "doc2203117", "doc439366", "doc269387", "doc938302"], "ranked_scores": [0.5188, 0.5008, 0.4995, 0.4926, 0.4873, 0.4851, 0.4811, 0.4793, 0.4778, 0.4761], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1380357", "doc24903", "doc24929", "doc1926206", "doc1786046", "doc300567", "doc1380356", "doc468490", "doc90322", "doc651946"], "ranked_scores": [0.5875, 0.5683, 0.5644, 0.5535, 0.5495, 0.5491, 0.5491, 0.5411, 0.5397, 0.5337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc1874808", "doc2483632", "doc2277317", "doc36393", "doc573905", "doc2225375", "doc36402", "doc648355", "doc402317"], "ranked_scores": [0.5137, 0.5079, 0.4923, 0.4818, 0.4813, 0.4752, 0.4695, 0.4641, 0.4623, 0.4604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc1102442", "doc873481", "doc56897", "doc2509989", "doc963669", "doc2313854", "doc2091589", "doc1685439", "doc56902"], "ranked_scores": [0.6249, 0.6113, 0.608, 0.5877, 0.5874, 0.5238, 0.5189, 0.516, 0.5126, 0.512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc137908", "doc80074", "doc80154", "doc2076427", "doc80078", "doc1391659", "doc80070", "doc439513", "doc2281723"], "ranked_scores": [0.5863, 0.5606, 0.5597, 0.5534, 0.538, 0.5349, 0.5062, 0.5017, 0.5013, 0.5009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc72416", "doc2174234", "doc506854", "doc180079", "doc702902", "doc506841", "doc2240291", "doc556367", "doc2010420"], "ranked_scores": [0.6325, 0.4842, 0.4579, 0.4557, 0.4553, 0.4452, 0.4418, 0.4381, 0.4359, 0.4353], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc474060", "doc2289855", "doc26467", "doc26461", "doc1576987", "doc224770", "doc26446", "doc1040948"], "ranked_scores": [0.6346, 0.5691, 0.554, 0.5499, 0.5466, 0.5387, 0.5277, 0.5259, 0.5237, 0.52], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc337483", "doc102096", "doc2392865", "doc890730", "doc313306", "doc1080704", "doc1407977", "doc302286"], "ranked_scores": [0.605, 0.473, 0.4634, 0.4505, 0.4481, 0.4456, 0.4453, 0.4442, 0.4442, 0.4413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc964756", "doc727789", "doc988735", "doc64791", "doc1451837", "doc1632991", "doc1008940", "doc2263202", "doc509898"], "ranked_scores": [0.5845, 0.5565, 0.5434, 0.5382, 0.5374, 0.5324, 0.5309, 0.521, 0.5188, 0.5186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc751435", "doc879199", "doc1464453", "doc1643694", "doc2060827", "doc1381513", "doc1796400", "doc2202835"], "ranked_scores": [0.542, 0.4966, 0.4808, 0.4805, 0.4771, 0.4666, 0.4647, 0.4628, 0.4623, 0.4553], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc851269", "doc64314", "doc64318", "doc1683659", "doc922271", "doc35524", "doc971992", "doc64317", "doc1376793"], "ranked_scores": [0.6355, 0.5866, 0.5818, 0.5759, 0.5727, 0.5704, 0.5702, 0.5647, 0.5571, 0.5571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4486, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437678", "doc587518", "doc437685", "doc1321868", "doc1321884", "doc1321892", "doc1977978", "doc727452", "doc82650", "doc437639"], "ranked_scores": [0.5699, 0.5527, 0.5527, 0.551, 0.5492, 0.5434, 0.5419, 0.5365, 0.5329, 0.5314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc552697", "doc1315097", "doc1856377", "doc1314979", "doc671985", "doc1778592", "doc1315001", "doc1315083", "doc1385395"], "ranked_scores": [0.5304, 0.4835, 0.4815, 0.4807, 0.4737, 0.4713, 0.4619, 0.4613, 0.4604, 0.4598], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc696366", "doc1801894", "doc570839", "doc170955", "doc2251710", "doc2131758", "doc524130", "doc1894178", "doc872070"], "ranked_scores": [0.4079, 0.3783, 0.3742, 0.3704, 0.367, 0.366, 0.3641, 0.3608, 0.3608, 0.3559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2465921", "doc1005393", "doc1451837", "doc1154850", "doc859664", "doc371079", "doc1298637", "doc89435"], "ranked_scores": [0.5702, 0.5554, 0.528, 0.517, 0.5169, 0.512, 0.5056, 0.5052, 0.5042, 0.5031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394755", "doc28582", "doc868589", "doc1394760", "doc1635999", "doc324530", "doc2259504", "doc967808"], "ranked_scores": [0.6728, 0.617, 0.5851, 0.5672, 0.5629, 0.5621, 0.5595, 0.5557, 0.5506, 0.5458], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc402145", "doc2527260", "doc660237", "doc660236", "doc515771", "doc84492", "doc94367", "doc1119808", "doc1437877"], "ranked_scores": [0.5689, 0.5294, 0.5224, 0.5162, 0.5145, 0.5111, 0.5028, 0.5026, 0.5009, 0.5002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc849003", "doc105758", "doc719006", "doc543176", "doc171833", "doc1534825", "doc2355469", "doc1729412", "doc1516597"], "ranked_scores": [0.6283, 0.6116, 0.5999, 0.5555, 0.5434, 0.5425, 0.5384, 0.5374, 0.5324, 0.5323], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc628470", "doc358938", "doc1927002", "doc52414", "doc606253", "doc6540", "doc2107018", "doc2500959", "doc2224155", "doc1400527"], "ranked_scores": [0.6253, 0.6246, 0.5949, 0.5949, 0.5844, 0.5796, 0.5767, 0.573, 0.5723, 0.5712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211230", "doc1841146", "doc1841145", "doc2108001", "doc2183317", "doc70904", "doc313342", "doc42101", "doc728072", "doc465988"], "ranked_scores": [0.5397, 0.5345, 0.5287, 0.5208, 0.5205, 0.5193, 0.5184, 0.5133, 0.51, 0.5069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc2119808", "doc1736704", "doc336518", "doc2636635", "doc733127", "doc1273973", "doc2636762", "doc2042102"], "ranked_scores": [0.5155, 0.4651, 0.4567, 0.4485, 0.4476, 0.4386, 0.4369, 0.426, 0.4225, 0.4218], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1538025", "doc143496", "doc2357458", "doc190988", "doc159492", "doc1746659", "doc180922", "doc303260"], "ranked_scores": [0.5752, 0.4895, 0.4759, 0.4618, 0.4606, 0.4583, 0.458, 0.4572, 0.4531, 0.4524], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1055373", "doc376241", "doc1810672", "doc1153924", "doc1345740", "doc376238", "doc2005304", "doc564961", "doc2449727"], "ranked_scores": [0.4992, 0.4681, 0.4346, 0.4254, 0.4194, 0.4153, 0.4025, 0.4016, 0.3978, 0.3941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1584862", "doc588578", "doc1333905", "doc61233", "doc641270", "doc294604", "doc2275203", "doc1943842", "doc1629620", "doc2465656"], "ranked_scores": [0.5742, 0.5599, 0.5506, 0.5211, 0.5196, 0.5154, 0.5057, 0.5053, 0.5051, 0.5034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc312607", "doc2067045", "doc221817", "doc807", "doc2652795", "doc1185589", "doc872070", "doc1218368", "doc845380", "doc2391797"], "ranked_scores": [0.4435, 0.443, 0.4366, 0.4306, 0.4271, 0.427, 0.4228, 0.4218, 0.4153, 0.4149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc1670518", "doc88973", "doc88974", "doc2624067", "doc1639229", "doc2015719", "doc1452752", "doc2061559"], "ranked_scores": [0.5759, 0.5598, 0.5562, 0.5432, 0.5295, 0.524, 0.5191, 0.5011, 0.4845, 0.4751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21372", "doc338815", "doc1455462", "doc642895", "doc338810", "doc21340", "doc338801", "doc1836919", "doc21378", "doc2267530"], "ranked_scores": [0.4596, 0.4487, 0.4479, 0.4307, 0.4257, 0.4238, 0.4228, 0.4218, 0.4177, 0.4174], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc108559", "doc63585", "doc2003302", "doc108477", "doc2072948", "doc376580", "doc108480", "doc18274", "doc1844919"], "ranked_scores": [0.6205, 0.6006, 0.5874, 0.5824, 0.5727, 0.5709, 0.5697, 0.5697, 0.5615, 0.5605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc2128755", "doc1670303", "doc2265484", "doc2677350", "doc203256", "doc1335520", "doc2373327", "doc1934174", "doc7163"], "ranked_scores": [0.4976, 0.4812, 0.4702, 0.4442, 0.4397, 0.4362, 0.4358, 0.4309, 0.4247, 0.4246], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc751726", "doc1564136", "doc1826212", "doc2431178", "doc751714", "doc751718", "doc1568962", "doc751729", "doc1244692"], "ranked_scores": [0.4156, 0.3643, 0.36, 0.3366, 0.3326, 0.3255, 0.322, 0.3207, 0.313, 0.3051], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc2057552", "doc1809840", "doc2084882", "doc2634368", "doc2007762", "doc2011376", "doc1519779", "doc2639996", "doc1993448"], "ranked_scores": [0.4307, 0.4291, 0.4241, 0.4218, 0.405, 0.397, 0.3847, 0.3801, 0.3781, 0.3728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1927686", "doc2245655", "doc417364", "doc2215663", "doc417406", "doc36463", "doc36460", "doc1618372", "doc1618374"], "ranked_scores": [0.5344, 0.4852, 0.4852, 0.4852, 0.4677, 0.4677, 0.4635, 0.4619, 0.4577, 0.4576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106355", "doc703719", "doc106372", "doc703736", "doc211929", "doc2832", "doc35719", "doc2877", "doc973089", "doc108100"], "ranked_scores": [0.5694, 0.5652, 0.547, 0.547, 0.544, 0.5412, 0.5354, 0.5264, 0.5205, 0.5007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc1373323", "doc1373324", "doc643072", "doc108887", "doc108892", "doc2393669", "doc1119808", "doc109002", "doc2167590"], "ranked_scores": [0.6378, 0.6128, 0.6011, 0.598, 0.5942, 0.5902, 0.5806, 0.5765, 0.5667, 0.5632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc936401", "doc1430993", "doc77973", "doc455129", "doc969155", "doc691881", "doc1160422"], "ranked_scores": [0.6454, 0.5822, 0.5724, 0.537, 0.5243, 0.4961, 0.4857, 0.4762, 0.4738, 0.4738], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m24-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc1395336", "doc751998", "doc57247", "doc1254733", "doc260645", "doc2040327", "doc57242", "doc3001"], "ranked_scores": [0.6458, 0.6174, 0.6006, 0.5949, 0.5935, 0.5909, 0.5829, 0.577, 0.5723, 0.56], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc230557", "doc1664486", "doc314759", "doc63538", "doc1815291", "doc2105862", "doc2563097", "doc2136789", "doc1982515", "doc2345266"], "ranked_scores": [0.6463, 0.6322, 0.6268, 0.6225, 0.6122, 0.6121, 0.6081, 0.6076, 0.6073, 0.607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc69765", "doc2285692", "doc761186", "doc25836", "doc69767", "doc377466", "doc1393796", "doc21841", "doc243667"], "ranked_scores": [0.6931, 0.6854, 0.683, 0.6746, 0.6731, 0.6727, 0.6724, 0.6699, 0.6688, 0.6688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc872601", "doc1678115", "doc564728", "doc564709", "doc400438", "doc128663", "doc1177870", "doc564708", "doc415323", "doc1007260"], "ranked_scores": [0.5779, 0.5775, 0.5745, 0.5738, 0.5717, 0.5638, 0.5633, 0.5621, 0.5613, 0.5608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc338854", "doc1741701", "doc1366756", "doc1366760", "doc1741704", "doc887635", "doc1715056", "doc1741707", "doc2372195", "doc2165905"], "ranked_scores": [0.6618, 0.6617, 0.6576, 0.6565, 0.6564, 0.6561, 0.6558, 0.6558, 0.6558, 0.6557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1021718", "doc1852504", "doc1279689", "doc1478919", "doc1685757", "doc27529", "doc172864", "doc1478921", "doc1852503", "doc172836"], "ranked_scores": [0.558, 0.5544, 0.5541, 0.5491, 0.549, 0.5489, 0.5481, 0.5456, 0.5455, 0.5444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc620637", "doc1340806", "doc925929", "doc1526230", "doc1953211", "doc1829626", "doc579128", "doc422133", "doc1328113", "doc293491"], "ranked_scores": [0.6885, 0.6771, 0.6771, 0.6728, 0.6727, 0.6708, 0.6701, 0.6677, 0.6661, 0.6651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc966365", "doc1486663", "doc231271", "doc520687", "doc2096501", "doc1411918", "doc520683", "doc2107778", "doc440382", "doc520684"], "ranked_scores": [0.4971, 0.4939, 0.4908, 0.4884, 0.488, 0.483, 0.482, 0.4815, 0.4783, 0.478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc2083822", "doc61045", "doc61054", "doc61043", "doc1376345", "doc1612682", "doc323921", "doc633767"], "ranked_scores": [0.5814, 0.5512, 0.5362, 0.5251, 0.5232, 0.4895, 0.4885, 0.4796, 0.4695, 0.467], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc97445", "doc2004921", "doc369237", "doc2083987", "doc2084014", "doc2071107", "doc2083995", "doc2083994", "doc369270"], "ranked_scores": [0.6747, 0.6681, 0.6639, 0.6602, 0.66, 0.6554, 0.6514, 0.65, 0.6497, 0.641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc2534676", "doc260645", "doc2569915", "doc57226", "doc1999887", "doc781344", "doc583523", "doc594485", "doc33196"], "ranked_scores": [0.5126, 0.5025, 0.4981, 0.4889, 0.4845, 0.4784, 0.4745, 0.4699, 0.4693, 0.4689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc253608", "doc2171547", "doc66003", "doc1386166", "doc369618", "doc1386116", "doc83863", "doc1984127", "doc1604550"], "ranked_scores": [0.6101, 0.5931, 0.5922, 0.5888, 0.5879, 0.5877, 0.5875, 0.5846, 0.5813, 0.5782], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc24299", "doc392476", "doc703714", "doc1887731", "doc1332302", "doc874101", "doc106372", "doc703736", "doc703715"], "ranked_scores": [0.5827, 0.5776, 0.5776, 0.5731, 0.5701, 0.5633, 0.5609, 0.5574, 0.5574, 0.5558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7116", "doc7099", "doc7112", "doc7091", "doc7119", "doc7120", "doc7106", "doc7093", "doc485221", "doc7108"], "ranked_scores": [0.689, 0.6767, 0.6727, 0.6671, 0.6587, 0.6462, 0.628, 0.6246, 0.5964, 0.5876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc1254817", "doc1324516", "doc90807", "doc787596", "doc1169637", "doc787615", "doc683218", "doc82127", "doc505032", "doc2252228"], "ranked_scores": [0.5885, 0.5805, 0.5797, 0.5735, 0.5687, 0.5684, 0.558, 0.558, 0.5515, 0.5494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc648344", "doc2018288", "doc2203117", "doc938302", "doc536387", "doc897", "doc1759594", "doc428400", "doc220990", "doc1719794"], "ranked_scores": [0.4928, 0.4866, 0.4771, 0.4737, 0.4732, 0.4721, 0.4676, 0.4646, 0.4576, 0.4568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1380356", "doc1380357", "doc1734041", "doc90322", "doc382236", "doc468490", "doc2202499", "doc651946", "doc30774", "doc1786046"], "ranked_scores": [0.6627, 0.6614, 0.6596, 0.6588, 0.6533, 0.653, 0.6471, 0.6454, 0.6452, 0.6446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2370166", "doc648344", "doc2483632", "doc36402", "doc1825079", "doc2009369", "doc1719794", "doc648355", "doc1634950", "doc1914609"], "ranked_scores": [0.5081, 0.508, 0.5065, 0.5035, 0.4987, 0.4971, 0.4944, 0.4904, 0.486, 0.4832], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc56898", "doc952849", "doc2313864", "doc2509989", "doc2678215", "doc2313854"], "ranked_scores": [0.6826, 0.6683, 0.6626, 0.6579, 0.6569, 0.6524, 0.6504, 0.65, 0.6416, 0.6255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc737601", "doc80151", "doc80067", "doc80078", "doc80074", "doc2252385", "doc345632", "doc80154", "doc2215178", "doc345642"], "ranked_scores": [0.708, 0.6947, 0.6945, 0.6847, 0.6844, 0.6802, 0.6793, 0.6777, 0.6746, 0.6713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5438, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5438, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc2240291", "doc2240268", "doc629517", "doc2240293", "doc1214168", "doc2174234", "doc1852908", "doc2353712"], "ranked_scores": [0.5599, 0.5377, 0.5272, 0.5234, 0.5122, 0.5108, 0.5107, 0.5024, 0.5017, 0.5011], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc1858452", "doc26444", "doc26460", "doc26458", "doc2376934", "doc138458", "doc1107323", "doc474060", "doc675035", "doc2517376"], "ranked_scores": [0.66, 0.6578, 0.6542, 0.6538, 0.65, 0.6499, 0.6497, 0.6484, 0.6481, 0.6476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc74858", "doc1682561", "doc133369", "doc1587280", "doc1552106", "doc1223270", "doc1464212"], "ranked_scores": [0.6177, 0.5334, 0.4758, 0.4272, 0.4239, 0.4229, 0.4116, 0.4083, 0.4074, 0.4048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc57946", "doc1199221", "doc721746", "doc37895", "doc2115402", "doc1390312", "doc1390300", "doc57940", "doc57948"], "ranked_scores": [0.5427, 0.5301, 0.5131, 0.4947, 0.4947, 0.4877, 0.4866, 0.4865, 0.4858, 0.4618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc765127", "doc1224325", "doc1187141", "doc1487701", "doc751435", "doc561914", "doc757822", "doc2077366"], "ranked_scores": [0.4849, 0.4513, 0.4473, 0.4164, 0.414, 0.4006, 0.3927, 0.388, 0.3835, 0.3809], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc1376793", "doc64316", "doc971992", "doc64318", "doc388286", "doc64317", "doc2487656", "doc35524", "doc922271", "doc851269"], "ranked_scores": [0.553, 0.5518, 0.5498, 0.5494, 0.548, 0.5473, 0.546, 0.5454, 0.5438, 0.5434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4825, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520211", "doc1520292", "doc1520311", "doc1520300", "doc1321904", "doc437685", "doc1977974", "doc1520320", "doc2545097", "doc1321914"], "ranked_scores": [0.6991, 0.6936, 0.6902, 0.6891, 0.6884, 0.6825, 0.6821, 0.6816, 0.6812, 0.6804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1315064", "doc1315083", "doc2384757", "doc35173", "doc2558251", "doc1603040", "doc1840164", "doc1385395", "doc2430938", "doc877823"], "ranked_scores": [0.4281, 0.4208, 0.4172, 0.416, 0.4087, 0.4059, 0.405, 0.3988, 0.3969, 0.3957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1445420", "doc524130", "doc2558036", "doc24939", "doc645602", "doc1212031", "doc602735", "doc542891", "doc585415", "doc773669"], "ranked_scores": [0.375, 0.3627, 0.3513, 0.342, 0.335, 0.3325, 0.3302, 0.3294, 0.3245, 0.3242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2179035", "doc672552", "doc2204719", "doc2179022", "doc1346601", "doc371078", "doc781344", "doc181195", "doc2306629"], "ranked_scores": [0.5467, 0.469, 0.4539, 0.4504, 0.4495, 0.4443, 0.4422, 0.4422, 0.4364, 0.4354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc430825", "doc87294", "doc1007190", "doc1787621", "doc152998", "doc1857677", "doc1241567", "doc1394755", "doc1394758", "doc2486654"], "ranked_scores": [0.6484, 0.6461, 0.6449, 0.6447, 0.6365, 0.6363, 0.6338, 0.6235, 0.6195, 0.619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1248532", "doc828186", "doc84492", "doc1119808", "doc301324", "doc368643", "doc2393669", "doc294704", "doc1623534", "doc828130"], "ranked_scores": [0.593, 0.5916, 0.5895, 0.5813, 0.5786, 0.5781, 0.5764, 0.5759, 0.5757, 0.5757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc1270352", "doc2355469", "doc105763", "doc719057", "doc105759", "doc171833", "doc946247", "doc105758", "doc1534829"], "ranked_scores": [0.5863, 0.5736, 0.5709, 0.5646, 0.5538, 0.5505, 0.5489, 0.548, 0.5455, 0.544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc606253", "doc172405", "doc358938", "doc2166568", "doc628470", "doc6540", "doc2107022", "doc4147", "doc324540", "doc1927002"], "ranked_scores": [0.6225, 0.6165, 0.6153, 0.6123, 0.61, 0.605, 0.6003, 0.6001, 0.5997, 0.5988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2587564", "doc2587562", "doc435075", "doc435076", "doc2498492", "doc435083", "doc2498488", "doc412180", "doc2646161", "doc2607396"], "ranked_scores": [0.6562, 0.6562, 0.6487, 0.6487, 0.6379, 0.6322, 0.6316, 0.6316, 0.6124, 0.6122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2448623", "doc2119808", "doc2665803", "doc336518", "doc733127", "doc2042102", "doc1370970", "doc688403", "doc2085567", "doc878338"], "ranked_scores": [0.4674, 0.44, 0.4372, 0.4305, 0.4249, 0.3968, 0.3928, 0.377, 0.3737, 0.373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc381154", "doc1993044", "doc357080", "doc1512025", "doc1094361", "doc1512040", "doc519493", "doc1245931", "doc1512044", "doc1188058"], "ranked_scores": [0.4564, 0.4542, 0.4521, 0.449, 0.4468, 0.4464, 0.4441, 0.4408, 0.4363, 0.4326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc261351", "doc390322", "doc864555", "doc2304461", "doc1810672", "doc564961", "doc40405", "doc1423992", "doc57975"], "ranked_scores": [0.5054, 0.4876, 0.4777, 0.4743, 0.4739, 0.4736, 0.4682, 0.4655, 0.4654, 0.4651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1975694", "doc61233", "doc134196", "doc1986437", "doc1730288", "doc1986433", "doc2465656", "doc1584862", "doc1333905"], "ranked_scores": [0.5302, 0.5281, 0.5262, 0.5182, 0.5134, 0.5086, 0.5054, 0.504, 0.5028, 0.5024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc1105530", "doc18842", "doc2535522", "doc201181", "doc681964", "doc2439440", "doc2361509", "doc351821", "doc1877808"], "ranked_scores": [0.4062, 0.3951, 0.3817, 0.3814, 0.3722, 0.3721, 0.3666, 0.3656, 0.3589, 0.3588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88974", "doc88973", "doc1639229", "doc2015719", "doc1763997", "doc1452752", "doc2061559", "doc88933"], "ranked_scores": [0.6227, 0.6096, 0.609, 0.6082, 0.6069, 0.6008, 0.5965, 0.594, 0.5917, 0.575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc1455508", "doc1455509", "doc338818", "doc1455462", "doc864003", "doc338813", "doc21339", "doc1455444", "doc413930"], "ranked_scores": [0.4276, 0.4225, 0.4191, 0.4159, 0.4109, 0.4057, 0.4045, 0.4017, 0.4004, 0.3995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc63590", "doc18273", "doc911115", "doc1906610", "doc108456", "doc1538520", "doc389941", "doc108559", "doc1791044"], "ranked_scores": [0.6586, 0.6576, 0.6576, 0.6576, 0.6037, 0.5974, 0.5974, 0.5852, 0.5811, 0.5793], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc1816074", "doc1670303", "doc7161", "doc1816051", "doc7165", "doc1335520", "doc355540", "doc2482938", "doc1273458", "doc1945404"], "ranked_scores": [0.4586, 0.4538, 0.4494, 0.4478, 0.4463, 0.4445, 0.4445, 0.4426, 0.4398, 0.4394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc2193668", "doc902657", "doc2256023", "doc1590467", "doc491925", "doc13999", "doc951306", "doc757822"], "ranked_scores": [0.3476, 0.3288, 0.2869, 0.281, 0.2618, 0.2613, 0.2602, 0.2576, 0.251, 0.2492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2007762", "doc642762", "doc705226", "doc2639996", "doc1564158", "doc1434866", "doc1185713", "doc1564173", "doc1205332", "doc531809"], "ranked_scores": [0.5371, 0.5118, 0.5118, 0.5008, 0.4549, 0.4327, 0.4293, 0.4234, 0.4233, 0.4212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc2622778", "doc36463", "doc36485", "doc2622759", "doc1618372", "doc1256783", "doc2396125", "doc1618376", "doc36467", "doc2657970"], "ranked_scores": [0.722, 0.709, 0.709, 0.6902, 0.6847, 0.6742, 0.669, 0.6623, 0.6555, 0.6061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc24299", "doc392476", "doc284011", "doc703714", "doc106332", "doc1445499", "doc337547", "doc1445498", "doc1887731", "doc2846"], "ranked_scores": [0.5375, 0.5375, 0.5352, 0.5331, 0.5291, 0.5283, 0.5245, 0.5205, 0.5158, 0.5143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc2167590", "doc1373323", "doc1373324", "doc643072", "doc596014", "doc935127", "doc1119808", "doc108887", "doc828186", "doc2393669"], "ranked_scores": [0.6754, 0.674, 0.6699, 0.6691, 0.6691, 0.664, 0.6626, 0.6623, 0.6587, 0.6584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc801039", "doc77976", "doc2372456", "doc1880724", "doc1334550", "doc1845876", "doc77973", "doc77971"], "ranked_scores": [0.4346, 0.3847, 0.3814, 0.3747, 0.365, 0.3603, 0.3602, 0.3596, 0.3558, 0.3521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m32-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc1254733", "doc1395336", "doc2040327", "doc751998", "doc57242", "doc57247", "doc1104254", "doc3001"], "ranked_scores": [0.6115, 0.6038, 0.5963, 0.5926, 0.592, 0.5561, 0.555, 0.5489, 0.5377, 0.535], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1664486", "doc230557", "doc1911979", "doc310191", "doc1982515", "doc2105862", "doc63543", "doc314759", "doc1796956"], "ranked_scores": [0.6171, 0.609, 0.6014, 0.5968, 0.5851, 0.5823, 0.5799, 0.5785, 0.576, 0.5735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc2285692", "doc812322", "doc69767", "doc1675526", "doc21829", "doc377466", "doc660012", "doc21841", "doc1393796"], "ranked_scores": [0.705, 0.6938, 0.684, 0.6751, 0.6716, 0.6601, 0.6557, 0.6548, 0.6509, 0.646], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc1570656", "doc1678115", "doc1402781", "doc872601", "doc1177870", "doc1247565", "doc400438", "doc230376", "doc564728"], "ranked_scores": [0.5817, 0.5801, 0.5719, 0.5715, 0.5702, 0.5668, 0.5613, 0.5594, 0.5586, 0.5584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2372195", "doc2165920", "doc887635", "doc2165905", "doc338868", "doc1812661", "doc338854", "doc1741707", "doc2165915", "doc1741704"], "ranked_scores": [0.6576, 0.656, 0.6547, 0.6535, 0.6516, 0.6511, 0.6509, 0.6508, 0.65, 0.65], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1021718", "doc27529", "doc1478921", "doc1852503", "doc172864", "doc2384883", "doc1407409", "doc2034534", "doc1043479", "doc1478919"], "ranked_scores": [0.561, 0.5531, 0.5464, 0.5413, 0.5365, 0.5297, 0.5278, 0.5277, 0.5267, 0.526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc293490", "doc512949", "doc1526230", "doc293491", "doc2134206", "doc119665", "doc268699", "doc579128", "doc1953211", "doc77634"], "ranked_scores": [0.6687, 0.6613, 0.6608, 0.6605, 0.6581, 0.655, 0.6546, 0.6542, 0.6521, 0.6514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520687", "doc1486663", "doc520684", "doc966365", "doc440382", "doc231271", "doc1728840", "doc278641", "doc151694"], "ranked_scores": [0.5111, 0.5057, 0.4895, 0.4822, 0.4816, 0.4764, 0.4693, 0.4681, 0.4671, 0.4658], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc61045", "doc1376346", "doc2083822", "doc1376345", "doc2253961", "doc2083810", "doc61043", "doc1612682"], "ranked_scores": [0.5712, 0.53, 0.5287, 0.5241, 0.5134, 0.464, 0.4625, 0.4619, 0.4604, 0.4597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc2004921", "doc2083994", "doc2083987", "doc97421", "doc369237", "doc2083995", "doc2071107", "doc1116765", "doc152483"], "ranked_scores": [0.6618, 0.6562, 0.6488, 0.6467, 0.6379, 0.6311, 0.6236, 0.6111, 0.6008, 0.6], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc2534676", "doc1999887", "doc1163516", "doc2534674", "doc233794", "doc583523", "doc2569915", "doc1357070", "doc2419103"], "ranked_scores": [0.5363, 0.4944, 0.4868, 0.4843, 0.4781, 0.4752, 0.4744, 0.4731, 0.4727, 0.4712], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc66003", "doc1386116", "doc369618", "doc253608", "doc875841", "doc83863", "doc2537824", "doc2295211"], "ranked_scores": [0.6183, 0.6021, 0.6019, 0.6003, 0.593, 0.5855, 0.5831, 0.5825, 0.5793, 0.5763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1332302", "doc106332", "doc666653", "doc703714", "doc24299", "doc392476", "doc298160", "doc1887731", "doc703715", "doc337506"], "ranked_scores": [0.5821, 0.5776, 0.5776, 0.5674, 0.5644, 0.5644, 0.5621, 0.5613, 0.5558, 0.553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7119", "doc7091", "doc7099", "doc7116", "doc7120", "doc7093", "doc526956", "doc7106", "doc316997"], "ranked_scores": [0.6523, 0.6487, 0.6464, 0.6423, 0.6027, 0.6009, 0.6009, 0.5885, 0.5713, 0.5688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc787615", "doc787596", "doc1254817", "doc155440", "doc1169637", "doc2252228", "doc2068718", "doc505032", "doc1324516"], "ranked_scores": [0.5973, 0.5779, 0.5643, 0.56, 0.5534, 0.5445, 0.5439, 0.5424, 0.5394, 0.5351], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc648344", "doc2018288", "doc269387", "doc428400", "doc2013112", "doc1759594", "doc2009369", "doc772201", "doc2370166"], "ranked_scores": [0.5088, 0.4702, 0.4664, 0.4641, 0.4574, 0.4535, 0.4478, 0.4476, 0.4442, 0.4429], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1380356", "doc90322", "doc1380357", "doc2202499", "doc468490", "doc382236", "doc30773", "doc1550148", "doc24903", "doc651946"], "ranked_scores": [0.667, 0.6639, 0.6552, 0.6425, 0.6403, 0.6397, 0.6385, 0.6371, 0.63, 0.6242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc36402", "doc2370166", "doc648364", "doc490514", "doc648355", "doc52429", "doc1902615", "doc2009369", "doc904153"], "ranked_scores": [0.492, 0.4807, 0.4767, 0.4719, 0.4683, 0.4662, 0.4589, 0.4583, 0.4574, 0.456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc2313854", "doc2313864", "doc2439294", "doc2509989", "doc952849", "doc2510026"], "ranked_scores": [0.6746, 0.66, 0.6537, 0.6532, 0.6327, 0.6251, 0.6214, 0.6201, 0.6198, 0.6121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80074", "doc80151", "doc596891", "doc80078", "doc80154", "doc737601", "doc596861", "doc2215178", "doc137908", "doc345642"], "ranked_scores": [0.7062, 0.6984, 0.6909, 0.6882, 0.6854, 0.6832, 0.6784, 0.6741, 0.6728, 0.6696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc629517", "doc180079", "doc506841", "doc2240268", "doc2353712", "doc762682", "doc1852908", "doc1214168", "doc2240291"], "ranked_scores": [0.5629, 0.5201, 0.5172, 0.5103, 0.507, 0.5055, 0.4985, 0.4929, 0.4924, 0.4875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc1617211", "doc764184", "doc26458", "doc2517376", "doc26462", "doc1858452", "doc511592", "doc131786"], "ranked_scores": [0.66, 0.657, 0.6565, 0.6552, 0.6537, 0.6458, 0.6436, 0.6434, 0.6409, 0.6375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1935458", "doc1682561", "doc308346", "doc74858", "doc273662", "doc1572538", "doc1223270"], "ranked_scores": [0.6207, 0.556, 0.4824, 0.4417, 0.4282, 0.4238, 0.4232, 0.4152, 0.4056, 0.4003], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1199221", "doc721746", "doc81655", "doc57940", "doc57948", "doc2115402", "doc57946", "doc37895", "doc57226", "doc1390300"], "ranked_scores": [0.5476, 0.5181, 0.5161, 0.4909, 0.48, 0.4762, 0.4713, 0.4584, 0.4448, 0.4433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc765127", "doc1224325", "doc751435", "doc2193668", "doc1487701", "doc1741593", "doc356961", "doc2286850"], "ranked_scores": [0.4986, 0.4423, 0.4306, 0.4051, 0.405, 0.3857, 0.3759, 0.3601, 0.3591, 0.3586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc35526", "doc64318", "doc1376793", "doc35524", "doc971992", "doc228166", "doc1385345", "doc467715", "doc456580"], "ranked_scores": [0.5656, 0.5545, 0.5442, 0.5429, 0.5425, 0.5417, 0.5382, 0.5365, 0.5353, 0.5339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1977974", "doc1321924", "doc437656", "doc1321883", "doc1520311", "doc1520292", "doc437685", "doc1321884", "doc539419", "doc1520254"], "ranked_scores": [0.6796, 0.6761, 0.6754, 0.6739, 0.6735, 0.6724, 0.6721, 0.6697, 0.6688, 0.6684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc2558251", "doc1315064", "doc1315083", "doc877823", "doc552720", "doc671985", "doc1603040", "doc1840164", "doc1726816"], "ranked_scores": [0.4472, 0.4415, 0.4369, 0.4354, 0.4354, 0.4225, 0.4048, 0.4027, 0.402, 0.3957], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1212031", "doc2558036", "doc524130", "doc170931", "doc542891", "doc645602", "doc1445420", "doc1612316", "doc602735"], "ranked_scores": [0.3706, 0.3514, 0.3378, 0.3334, 0.3241, 0.3237, 0.3176, 0.3173, 0.3087, 0.3083], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2179022", "doc2179035", "doc1346601", "doc2660672", "doc53465", "doc1283940", "doc2306629", "doc672552", "doc525751"], "ranked_scores": [0.5624, 0.4781, 0.4755, 0.4378, 0.431, 0.4309, 0.4297, 0.4249, 0.4233, 0.4224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc2486654", "doc430825", "doc1787621", "doc996399", "doc1857677", "doc1517979", "doc152997", "doc324530", "doc1007190"], "ranked_scores": [0.6549, 0.6201, 0.616, 0.6048, 0.6043, 0.595, 0.5865, 0.5852, 0.5849, 0.5839], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc84492", "doc368643", "doc1248532", "doc1619642", "doc1837769", "doc294704", "doc1119808", "doc828130", "doc596021", "doc828186"], "ranked_scores": [0.5827, 0.5774, 0.5663, 0.5663, 0.5642, 0.5593, 0.5572, 0.5542, 0.5538, 0.552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc2355469", "doc591463", "doc1270352", "doc1405971", "doc258447", "doc105758", "doc105759", "doc105763"], "ranked_scores": [0.5877, 0.5677, 0.5579, 0.5561, 0.5553, 0.5545, 0.55, 0.5494, 0.5444, 0.5438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107018", "doc358938", "doc2107022", "doc628470", "doc4147", "doc606253", "doc1927002", "doc1400527", "doc172405", "doc1602350"], "ranked_scores": [0.6206, 0.6135, 0.6133, 0.5983, 0.5966, 0.5966, 0.5941, 0.5926, 0.5911, 0.5827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc2587564", "doc2587562", "doc435076", "doc435078", "doc331138", "doc378301", "doc2352487", "doc2498492", "doc2124278"], "ranked_scores": [0.6326, 0.6306, 0.6306, 0.6266, 0.6195, 0.6079, 0.601, 0.5991, 0.5941, 0.5931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc2448623", "doc2665803", "doc336518", "doc1370970", "doc733127", "doc2085567", "doc264212", "doc397701", "doc2042102"], "ranked_scores": [0.457, 0.4423, 0.4267, 0.4258, 0.4168, 0.395, 0.3924, 0.3881, 0.3675, 0.3674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc381154", "doc1094361", "doc1538025", "doc841633", "doc448867", "doc2179035", "doc1283940", "doc159492", "doc2419056", "doc1512044"], "ranked_scores": [0.4499, 0.4228, 0.4207, 0.4204, 0.4189, 0.4181, 0.4172, 0.4167, 0.4156, 0.4151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc390322", "doc2265144", "doc57975", "doc1293555", "doc367417", "doc261351", "doc1810672", "doc864555", "doc1423992"], "ranked_scores": [0.5319, 0.4941, 0.4859, 0.4706, 0.4615, 0.4605, 0.4544, 0.4542, 0.442, 0.4379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1333905", "doc1160263", "doc1986433", "doc1986437", "doc1730288", "doc588578", "doc1730233", "doc1304447", "doc2465656", "doc1975694"], "ranked_scores": [0.5453, 0.527, 0.5067, 0.5058, 0.503, 0.4996, 0.4924, 0.4853, 0.482, 0.4746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc845380", "doc2316721", "doc201166", "doc201170", "doc1370451", "doc1105530", "doc1490491", "doc2361509", "doc2258986"], "ranked_scores": [0.4015, 0.3877, 0.3823, 0.3777, 0.3731, 0.3685, 0.3628, 0.3594, 0.3594, 0.3593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc1452752", "doc88931", "doc88934", "doc1763997", "doc127040", "doc88974", "doc88933", "doc88973", "doc127031"], "ranked_scores": [0.6151, 0.6148, 0.6049, 0.597, 0.5963, 0.5918, 0.5889, 0.587, 0.5798, 0.5789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc338813", "doc1738086", "doc653731", "doc598055", "doc1455509", "doc79982", "doc641498", "doc21340", "doc1923941"], "ranked_scores": [0.4057, 0.4012, 0.398, 0.3976, 0.391, 0.3877, 0.3869, 0.3841, 0.3836, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc18273", "doc63590", "doc911115", "doc376565", "doc389941", "doc108456", "doc1791044", "doc1906610", "doc108559"], "ranked_scores": [0.6539, 0.6302, 0.6302, 0.6302, 0.5951, 0.5942, 0.5905, 0.5846, 0.571, 0.5607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1816051", "doc1670303", "doc1273458", "doc7161", "doc1524979", "doc2482938", "doc1839188", "doc1335520"], "ranked_scores": [0.4949, 0.4777, 0.4568, 0.4521, 0.4358, 0.4356, 0.4355, 0.4234, 0.4214, 0.42], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc951306", "doc4611", "doc902657", "doc753576", "doc2587477", "doc13999", "doc1244692", "doc2613797", "doc2193668"], "ranked_scores": [0.3591, 0.3005, 0.2977, 0.2849, 0.2788, 0.2701, 0.264, 0.2611, 0.2603, 0.2565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2007762", "doc705226", "doc642762", "doc2639996", "doc1185713", "doc1564158", "doc1874808", "doc1222389", "doc1038435", "doc851877"], "ranked_scores": [0.5182, 0.5069, 0.4745, 0.4627, 0.447, 0.429, 0.4227, 0.4166, 0.3988, 0.398], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618372", "doc36485", "doc1618376", "doc2622759", "doc2622778", "doc2396125", "doc1256783", "doc36467", "doc36460"], "ranked_scores": [0.6973, 0.6749, 0.6616, 0.6415, 0.641, 0.636, 0.6067, 0.6013, 0.5877, 0.5741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc24299", "doc392476", "doc106332", "doc298160", "doc337547", "doc703714", "doc973089", "doc1390073", "doc2846", "doc392481"], "ranked_scores": [0.5313, 0.5313, 0.5306, 0.5241, 0.5222, 0.5192, 0.5174, 0.517, 0.5149, 0.5143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc108887", "doc1373323", "doc643072", "doc1373324", "doc935127", "doc2167590", "doc596021", "doc2376691", "doc729661", "doc1581104"], "ranked_scores": [0.6754, 0.6743, 0.6695, 0.6668, 0.6654, 0.6638, 0.6619, 0.6534, 0.6531, 0.648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77973", "doc77971", "doc1334550", "doc77976", "doc1880724", "doc801039", "doc2225375", "doc2185363"], "ranked_scores": [0.4712, 0.4287, 0.4114, 0.3955, 0.3896, 0.389, 0.3777, 0.3655, 0.3539, 0.3495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m32-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1395336", "doc1104254", "doc2040327", "doc827140", "doc57248", "doc86433", "doc57232", "doc260645", "doc594485"], "ranked_scores": [0.5251, 0.5024, 0.5013, 0.4906, 0.4906, 0.4891, 0.4841, 0.4798, 0.4776, 0.4728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc2461162", "doc1664486", "doc2563097", "doc942208", "doc1879889", "doc2461164", "doc1952697", "doc148310"], "ranked_scores": [0.4607, 0.4566, 0.4557, 0.4539, 0.4469, 0.4459, 0.4439, 0.4414, 0.441, 0.4407], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc21829", "doc69765", "doc78091", "doc2285692", "doc69767", "doc365455", "doc2074523", "doc699194", "doc1675526"], "ranked_scores": [0.5037, 0.495, 0.4916, 0.4901, 0.4888, 0.4881, 0.4878, 0.4821, 0.4758, 0.4755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc564709", "doc872601", "doc1678115", "doc1347475", "doc1177870", "doc604484", "doc1007260", "doc428406", "doc1247565"], "ranked_scores": [0.5202, 0.5192, 0.5059, 0.5053, 0.5028, 0.4993, 0.4935, 0.4889, 0.4884, 0.4873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1382123", "doc2372195", "doc1366769", "doc387897", "doc887635", "doc1741704", "doc1121527", "doc1812661", "doc682295", "doc559430"], "ranked_scores": [0.5797, 0.5795, 0.576, 0.5751, 0.5742, 0.5736, 0.5733, 0.5731, 0.5731, 0.5729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc172864", "doc1478919", "doc1685757", "doc1852503", "doc1021718", "doc1852504", "doc27529", "doc172836", "doc2384883", "doc27535"], "ranked_scores": [0.4435, 0.4341, 0.4293, 0.426, 0.4258, 0.4254, 0.4248, 0.4213, 0.4112, 0.4109], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1953211", "doc1397231", "doc2611984", "doc825187", "doc825186", "doc1687132", "doc856725", "doc1340806", "doc293491", "doc119665"], "ranked_scores": [0.5846, 0.5807, 0.5748, 0.5686, 0.5674, 0.5655, 0.56, 0.5593, 0.5571, 0.5566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc231271", "doc761733", "doc1486663", "doc1456780", "doc278641", "doc29765", "doc2509153", "doc520687", "doc81162", "doc29757"], "ranked_scores": [0.4235, 0.4125, 0.4118, 0.3992, 0.3963, 0.3957, 0.3956, 0.3949, 0.3929, 0.3908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61045", "doc1376346", "doc61036", "doc323921", "doc1376345", "doc61054", "doc13999", "doc1464453", "doc2362173", "doc61043"], "ranked_scores": [0.4253, 0.423, 0.4226, 0.4162, 0.4161, 0.412, 0.4106, 0.4058, 0.4018, 0.3997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc2083995", "doc1992466", "doc2083987", "doc2084014", "doc2380009", "doc97421", "doc2071083", "doc369270"], "ranked_scores": [0.492, 0.483, 0.4814, 0.4752, 0.4645, 0.4592, 0.4588, 0.4546, 0.4543, 0.4542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc260668", "doc260645", "doc2648883", "doc1153299", "doc737219", "doc1784440", "doc418129", "doc1008940", "doc1163516"], "ranked_scores": [0.4689, 0.4363, 0.4332, 0.4291, 0.4274, 0.4232, 0.4224, 0.4218, 0.4217, 0.419], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386166", "doc1984127", "doc83863", "doc437627", "doc2680499", "doc66003", "doc2295211", "doc253608", "doc281125", "doc1984142"], "ranked_scores": [0.5013, 0.5001, 0.4959, 0.491, 0.4904, 0.489, 0.4855, 0.4836, 0.4758, 0.4735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc298160", "doc2846", "doc106332", "doc703702", "doc106338", "doc1887731", "doc703715", "doc714665", "doc703719"], "ranked_scores": [0.5182, 0.5123, 0.5094, 0.5084, 0.5042, 0.5042, 0.5037, 0.5027, 0.5021, 0.5014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc692559", "doc526956", "doc7119", "doc7099", "doc1599042", "doc7116", "doc7093", "doc7106", "doc550633"], "ranked_scores": [0.5738, 0.5504, 0.5486, 0.5351, 0.5344, 0.5315, 0.5314, 0.5224, 0.5167, 0.5146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc1254817", "doc90807", "doc2240923", "doc1551353", "doc82130", "doc82127", "doc854693", "doc2068718", "doc1588867", "doc1877670"], "ranked_scores": [0.525, 0.5183, 0.5015, 0.4997, 0.4988, 0.4987, 0.4948, 0.4922, 0.4856, 0.479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc1078877", "doc428400", "doc2370166", "doc750416", "doc269387", "doc2193690", "doc938302", "doc229804", "doc1389346"], "ranked_scores": [0.3978, 0.3781, 0.37, 0.3633, 0.3611, 0.361, 0.3599, 0.3593, 0.3569, 0.3568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1824654", "doc468490", "doc382236", "doc563701", "doc30773", "doc1336091", "doc90322", "doc620571", "doc300567", "doc24903"], "ranked_scores": [0.5456, 0.5386, 0.5292, 0.5278, 0.522, 0.5216, 0.5213, 0.521, 0.5188, 0.5162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc52429", "doc454591", "doc648364", "doc2370166", "doc1874808", "doc428406", "doc1482058", "doc1914609", "doc1014857", "doc604484"], "ranked_scores": [0.4232, 0.4067, 0.3924, 0.392, 0.3915, 0.3886, 0.3877, 0.3867, 0.3848, 0.3837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc2509996", "doc1102445", "doc2439294", "doc873481", "doc783808", "doc56898", "doc2509989"], "ranked_scores": [0.5617, 0.5561, 0.5519, 0.5495, 0.5467, 0.5418, 0.5403, 0.5361, 0.5313, 0.5284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc1912506", "doc2562963", "doc1068994", "doc80100", "doc596891", "doc1654062", "doc470479", "doc2203841", "doc2563023", "doc80151"], "ranked_scores": [0.5545, 0.5513, 0.5469, 0.5453, 0.5401, 0.5396, 0.5366, 0.5358, 0.5353, 0.534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc86071", "doc1248717", "doc2055431", "doc2240281", "doc2240291", "doc2010388", "doc180079", "doc474256", "doc617309"], "ranked_scores": [0.4755, 0.4702, 0.461, 0.4586, 0.4563, 0.4527, 0.4506, 0.4492, 0.4463, 0.4458], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc764184", "doc2248924", "doc1053048", "doc2289855", "doc26460", "doc26467", "doc1040948", "doc513535", "doc2376934"], "ranked_scores": [0.5597, 0.5444, 0.5362, 0.5348, 0.5339, 0.5331, 0.5322, 0.5297, 0.5292, 0.5264], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1552106", "doc1587280", "doc102077", "doc1223270", "doc1464212", "doc1516605", "doc133369", "doc732083", "doc1411626"], "ranked_scores": [0.4653, 0.4127, 0.403, 0.4026, 0.4011, 0.3998, 0.399, 0.394, 0.3915, 0.3903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc37890", "doc2389179", "doc431563", "doc1101734", "doc37884", "doc37895", "doc37911", "doc583523"], "ranked_scores": [0.4438, 0.4341, 0.4252, 0.4231, 0.4142, 0.4106, 0.4106, 0.4097, 0.408, 0.4059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc1224325", "doc751435", "doc22915", "doc765127", "doc1936829", "doc401103", "doc1612364", "doc2344470", "doc2256023", "doc1741593"], "ranked_scores": [0.3548, 0.336, 0.3262, 0.3213, 0.3172, 0.3139, 0.3054, 0.3002, 0.2933, 0.2924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc971992", "doc1683659", "doc1385349", "doc388286", "doc35524", "doc2487656", "doc851269", "doc228166", "doc467715", "doc64318"], "ranked_scores": [0.3867, 0.3821, 0.3768, 0.3736, 0.3723, 0.3712, 0.368, 0.3673, 0.3673, 0.366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1977974", "doc2545088", "doc437656", "doc437685", "doc539419", "doc1520300", "doc1520219", "doc1321882", "doc1520244", "doc256867"], "ranked_scores": [0.5871, 0.5862, 0.586, 0.5838, 0.5816, 0.5813, 0.5798, 0.5796, 0.5775, 0.5752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1315083", "doc35173", "doc1603040", "doc2543056", "doc1315064", "doc1840164", "doc1314857", "doc866436", "doc2361775", "doc506215"], "ranked_scores": [0.3495, 0.3466, 0.3375, 0.3315, 0.3273, 0.3237, 0.3159, 0.3152, 0.3138, 0.3107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc531512", "doc2558036", "doc602735", "doc2250120", "doc1145120", "doc624718", "doc2067045", "doc27298", "doc1837585", "doc645561"], "ranked_scores": [0.3238, 0.305, 0.3027, 0.2998, 0.2899, 0.2899, 0.2889, 0.2843, 0.2835, 0.2828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc1098312", "doc317197", "doc2086681", "doc93287", "doc2179022", "doc1606435", "doc832551", "doc1284168", "doc525751"], "ranked_scores": [0.4522, 0.4366, 0.4138, 0.4115, 0.4067, 0.4049, 0.4049, 0.4037, 0.4029, 0.4021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc2486654", "doc1241567", "doc430825", "doc1246808", "doc1787621", "doc1007190", "doc1394755", "doc783808", "doc324530"], "ranked_scores": [0.5206, 0.5118, 0.504, 0.5016, 0.4989, 0.4974, 0.4883, 0.485, 0.4844, 0.4825], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc368643", "doc1119808", "doc1837769", "doc935127", "doc596014", "doc2376695", "doc460823", "doc1373324", "doc2376691", "doc643072"], "ranked_scores": [0.5426, 0.5426, 0.5426, 0.5397, 0.5386, 0.5379, 0.5373, 0.5355, 0.5355, 0.5355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1729412", "doc830308", "doc1270352", "doc1405971", "doc105739", "doc2680091", "doc719076", "doc946247", "doc1223275", "doc105758"], "ranked_scores": [0.5363, 0.5339, 0.5269, 0.5203, 0.5196, 0.5179, 0.517, 0.5159, 0.5153, 0.5139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107022", "doc2107018", "doc6531", "doc1927002", "doc28935", "doc358938", "doc1108390", "doc562498", "doc53643", "doc628470"], "ranked_scores": [0.586, 0.5761, 0.575, 0.569, 0.568, 0.5652, 0.5646, 0.5645, 0.5645, 0.5616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc435084", "doc768311", "doc736126", "doc435076", "doc2646161", "doc2288928", "doc286805", "doc1841144", "doc1921625"], "ranked_scores": [0.439, 0.4385, 0.4355, 0.4312, 0.4294, 0.4234, 0.4229, 0.4221, 0.4195, 0.4161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc2665803", "doc2085567", "doc393485", "doc733127", "doc755217", "doc336518", "doc397701", "doc1534069", "doc315772"], "ranked_scores": [0.3516, 0.3512, 0.3235, 0.3164, 0.3116, 0.3014, 0.3002, 0.2928, 0.2926, 0.2886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc159492", "doc2179035", "doc1162080", "doc2179022", "doc381154", "doc1245931", "doc1512040", "doc915991", "doc811414", "doc93287"], "ranked_scores": [0.4117, 0.4095, 0.4028, 0.3988, 0.3973, 0.3968, 0.3935, 0.3915, 0.3914, 0.3912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1293555", "doc57975", "doc1810672", "doc376250", "doc261351", "doc1423992", "doc376238", "doc2265144", "doc113426"], "ranked_scores": [0.3959, 0.3822, 0.3814, 0.3765, 0.3699, 0.3688, 0.3649, 0.3637, 0.3628, 0.3623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc2465656", "doc1304447", "doc1986449", "doc182888", "doc1986433", "doc1986437", "doc1986443", "doc294604", "doc2058897"], "ranked_scores": [0.4172, 0.397, 0.3968, 0.3939, 0.3861, 0.3859, 0.3846, 0.3843, 0.3842, 0.3832], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc807", "doc845380", "doc2316721", "doc1105530", "doc18842", "doc1728777", "doc602736", "doc2391797", "doc2621500", "doc2149599"], "ranked_scores": [0.3508, 0.35, 0.3452, 0.3439, 0.3391, 0.3369, 0.3364, 0.3362, 0.3354, 0.3341], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88973", "doc88933", "doc88931", "doc88934", "doc127031", "doc1763997", "doc2061559", "doc1452752", "doc1639229", "doc88974"], "ranked_scores": [0.4292, 0.4165, 0.4147, 0.4143, 0.4079, 0.4058, 0.4016, 0.4016, 0.3853, 0.3806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc187765", "doc338813", "doc1738086", "doc811414", "doc2486395", "doc889101", "doc1188058", "doc1455509", "doc1797563", "doc1999887"], "ranked_scores": [0.3725, 0.3672, 0.3666, 0.3643, 0.3642, 0.3626, 0.3591, 0.3586, 0.3582, 0.3552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc88505", "doc323321", "doc108559", "doc2072948", "doc2083672", "doc2563559", "doc108456", "doc18273", "doc63590", "doc911115"], "ranked_scores": [0.5206, 0.5054, 0.497, 0.4928, 0.4851, 0.485, 0.4845, 0.477, 0.477, 0.477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1816074", "doc1982070", "doc355540", "doc1489505", "doc284042", "doc1272096", "doc1670303", "doc147194", "doc913113"], "ranked_scores": [0.4461, 0.4142, 0.4059, 0.4059, 0.4032, 0.3991, 0.3989, 0.3978, 0.3977, 0.3976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc1088751", "doc2193668", "doc633767", "doc61036", "doc61045", "doc457828", "doc2256023", "doc1694559"], "ranked_scores": [0.2889, 0.2451, 0.2398, 0.2348, 0.2303, 0.2272, 0.2203, 0.2199, 0.2169, 0.2134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc705226", "doc2639996", "doc1564158", "doc1185713", "doc1222389", "doc648335", "doc1945756", "doc1564173", "doc2431178"], "ranked_scores": [0.46, 0.4516, 0.447, 0.4434, 0.4433, 0.4103, 0.4065, 0.4053, 0.397, 0.3952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1927669", "doc2215587", "doc2622778", "doc417364", "doc1927686", "doc2245655", "doc1926786", "doc1926783"], "ranked_scores": [0.4368, 0.4319, 0.4199, 0.41, 0.4093, 0.4089, 0.4089, 0.4089, 0.4062, 0.4013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc285755", "doc703714", "doc2846", "doc1136889", "doc1390073", "doc106335", "doc703736", "doc106372", "doc1804263", "doc106332"], "ranked_scores": [0.5017, 0.5011, 0.4914, 0.4911, 0.4885, 0.4882, 0.4874, 0.4873, 0.4873, 0.4868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc596014", "doc108892", "doc1837769", "doc1119808", "doc368643", "doc207176", "doc2376695", "doc108887", "doc460823", "doc643072"], "ranked_scores": [0.5958, 0.5936, 0.5934, 0.5934, 0.5934, 0.5898, 0.5854, 0.5842, 0.5837, 0.5829], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc902520", "doc801039", "doc77971", "doc649566", "doc1431001", "doc1723101", "doc857632", "doc727680", "doc1735215"], "ranked_scores": [0.3974, 0.3551, 0.3532, 0.3481, 0.3447, 0.3438, 0.3405, 0.3394, 0.3307, 0.3306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m48-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1395336", "doc57232", "doc1254733", "doc2040327", "doc57242", "doc751998", "doc57247", "doc2116209", "doc1713783"], "ranked_scores": [0.6043, 0.597, 0.5957, 0.5951, 0.5694, 0.5578, 0.5555, 0.5468, 0.544, 0.5385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1664486", "doc2136789", "doc2105862", "doc230557", "doc1815291", "doc310191", "doc2563094", "doc2664641"], "ranked_scores": [0.5972, 0.5796, 0.5725, 0.555, 0.5512, 0.5506, 0.5453, 0.5447, 0.5378, 0.5336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc2285692", "doc812322", "doc1675505", "doc296209", "doc365451", "doc377466", "doc365452", "doc1393796"], "ranked_scores": [0.6861, 0.6823, 0.674, 0.6663, 0.6349, 0.6326, 0.6325, 0.6297, 0.6275, 0.6214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc1177870", "doc1247565", "doc415323", "doc400438", "doc453161", "doc872601", "doc1007260", "doc1347475", "doc1570656"], "ranked_scores": [0.5633, 0.5541, 0.5517, 0.5495, 0.549, 0.5483, 0.5476, 0.5469, 0.5457, 0.5384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1741702", "doc1812653", "doc2165915", "doc1741701", "doc1741707", "doc1366743", "doc1812661", "doc1366744", "doc338868"], "ranked_scores": [0.6518, 0.651, 0.6483, 0.6479, 0.6471, 0.6466, 0.6457, 0.6451, 0.6433, 0.6424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1021718", "doc2384883", "doc1770477", "doc172864", "doc1685757", "doc1478919", "doc1478939", "doc1478921", "doc1852503"], "ranked_scores": [0.5791, 0.5268, 0.5268, 0.5195, 0.5068, 0.5065, 0.4984, 0.4945, 0.4937, 0.4933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc273559", "doc1480727", "doc119665", "doc77634", "doc268699", "doc579128", "doc613963", "doc54270", "doc620637"], "ranked_scores": [0.6608, 0.658, 0.6484, 0.646, 0.6386, 0.6362, 0.6362, 0.6355, 0.6299, 0.6284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc1486663", "doc520687", "doc29757", "doc520684", "doc966365", "doc2509153", "doc231271", "doc278641", "doc2688", "doc440382"], "ranked_scores": [0.5174, 0.5015, 0.4958, 0.4827, 0.4787, 0.47, 0.4585, 0.4558, 0.4553, 0.4539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61045", "doc61054", "doc1376346", "doc2083822", "doc61043", "doc1376345", "doc2083810", "doc829494", "doc13999"], "ranked_scores": [0.568, 0.5626, 0.556, 0.543, 0.4738, 0.4623, 0.4519, 0.4513, 0.4415, 0.4317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc2083987", "doc2004921", "doc97421", "doc2071107", "doc369237", "doc1116765", "doc2084014", "doc97430", "doc2083995"], "ranked_scores": [0.6694, 0.6689, 0.6449, 0.6418, 0.6332, 0.6288, 0.6187, 0.6001, 0.5929, 0.5897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc2534676", "doc781344", "doc1999887", "doc2534674", "doc551897", "doc260645", "doc908573", "doc57232"], "ranked_scores": [0.5238, 0.4948, 0.4893, 0.4861, 0.4661, 0.462, 0.4579, 0.4498, 0.4497, 0.4479], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc83863", "doc437627", "doc2171547", "doc759547", "doc1386166", "doc2537823", "doc758894", "doc1386116", "doc2537824"], "ranked_scores": [0.5799, 0.5765, 0.5764, 0.5546, 0.5483, 0.5475, 0.5461, 0.5446, 0.5428, 0.5421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc106355", "doc703714", "doc703719", "doc1887731", "doc337547", "doc874101", "doc703711", "doc703715", "doc337506"], "ranked_scores": [0.5789, 0.5614, 0.5578, 0.5564, 0.5521, 0.5488, 0.5465, 0.5463, 0.5446, 0.543], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7091", "doc7112", "doc7119", "doc692559", "doc7116", "doc7099", "doc526956", "doc7106", "doc1599042", "doc485221"], "ranked_scores": [0.6302, 0.6266, 0.5994, 0.5953, 0.5891, 0.5825, 0.5618, 0.5586, 0.5522, 0.5498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc787615", "doc1254817", "doc1169637", "doc787596", "doc2569900", "doc1551353", "doc2252228", "doc82130", "doc2068718"], "ranked_scores": [0.6248, 0.5454, 0.5425, 0.5352, 0.5268, 0.5239, 0.5172, 0.5161, 0.5102, 0.51], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc750416", "doc2018288", "doc439366", "doc269387", "doc938302", "doc428400", "doc1526184", "doc220990", "doc750407"], "ranked_scores": [0.49, 0.4732, 0.4672, 0.4604, 0.459, 0.4473, 0.4425, 0.4397, 0.4377, 0.4365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc1380356", "doc1380357", "doc468490", "doc30773", "doc2202499", "doc563699", "doc416774", "doc1550148", "doc30774"], "ranked_scores": [0.6708, 0.6641, 0.6603, 0.651, 0.6441, 0.6393, 0.6345, 0.6273, 0.6217, 0.6167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc648364", "doc36402", "doc52429", "doc23412", "doc1902615", "doc454591", "doc648355", "doc648344", "doc2370166"], "ranked_scores": [0.5034, 0.4971, 0.4819, 0.47, 0.4637, 0.4583, 0.447, 0.4442, 0.4411, 0.4381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc2510026", "doc2439294", "doc2313854", "doc2313864", "doc2509996", "doc1685439"], "ranked_scores": [0.6606, 0.6464, 0.6453, 0.6365, 0.6092, 0.608, 0.5934, 0.5916, 0.5892, 0.5888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc80078", "doc2215178", "doc80154", "doc80074", "doc345642", "doc596861", "doc137908", "doc2563023", "doc80067"], "ranked_scores": [0.6857, 0.6777, 0.6695, 0.6647, 0.6444, 0.6425, 0.6393, 0.6386, 0.6385, 0.6352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc629517", "doc180079", "doc1214168", "doc2240268", "doc2353712", "doc506841", "doc2240293", "doc1430768", "doc2010388"], "ranked_scores": [0.5945, 0.5099, 0.5081, 0.4976, 0.4932, 0.4903, 0.4863, 0.4726, 0.4686, 0.4653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26458", "doc26444", "doc764184", "doc864645", "doc26460", "doc224770", "doc2289855", "doc131786", "doc675035", "doc2376934"], "ranked_scores": [0.6505, 0.6443, 0.6378, 0.632, 0.6299, 0.6172, 0.6027, 0.6014, 0.5962, 0.5956], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc690000", "doc1682561", "doc174797", "doc1587280", "doc74858", "doc1464212", "doc1616280"], "ranked_scores": [0.6375, 0.5148, 0.4694, 0.4017, 0.4014, 0.395, 0.3946, 0.3941, 0.3936, 0.3909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc721746", "doc1199221", "doc37895", "doc57946", "doc57948", "doc57940", "doc1101054", "doc1489505", "doc37890"], "ranked_scores": [0.5264, 0.5162, 0.4938, 0.4891, 0.4883, 0.467, 0.4621, 0.4501, 0.4395, 0.4354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc1962033", "doc1224325", "doc2193668", "doc1612364", "doc1368159", "doc2286850", "doc1741593"], "ranked_scores": [0.5252, 0.4617, 0.4299, 0.4243, 0.4116, 0.385, 0.3828, 0.3824, 0.3741, 0.367], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc35524", "doc1683659", "doc64317", "doc1385349", "doc1376793", "doc971992", "doc64314", "doc456580"], "ranked_scores": [0.5549, 0.548, 0.547, 0.5463, 0.5441, 0.5436, 0.5419, 0.5399, 0.539, 0.5375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc539419", "doc1520254", "doc1520244", "doc1321924", "doc437685", "doc1977974", "doc1520300", "doc1977978", "doc1321884"], "ranked_scores": [0.6635, 0.6632, 0.6561, 0.6548, 0.6547, 0.6538, 0.6536, 0.6526, 0.6482, 0.6473], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1315083", "doc1315064", "doc35173", "doc1385395", "doc866436", "doc2558251", "doc877823", "doc552720", "doc1314857", "doc1726816"], "ranked_scores": [0.4666, 0.4583, 0.4407, 0.4287, 0.4239, 0.4157, 0.3931, 0.3906, 0.3884, 0.3809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1445420", "doc1894178", "doc2676807", "doc488007", "doc585415", "doc587116", "doc2334138", "doc14746", "doc27298"], "ranked_scores": [0.3967, 0.3464, 0.3378, 0.3319, 0.3313, 0.3283, 0.3267, 0.3221, 0.3191, 0.3185], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc781344", "doc2179022", "doc2179035", "doc53465", "doc2660672", "doc672552", "doc93287", "doc2306629", "doc435057"], "ranked_scores": [0.5665, 0.4685, 0.4623, 0.4525, 0.4502, 0.436, 0.4261, 0.426, 0.4256, 0.423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1787621", "doc996399", "doc1394755", "doc28581", "doc324530", "doc1600089", "doc1635999", "doc1517979"], "ranked_scores": [0.6672, 0.6073, 0.5945, 0.5779, 0.5735, 0.5681, 0.5657, 0.5626, 0.5587, 0.5585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc84492", "doc1119808", "doc368643", "doc1373323", "doc643072", "doc1373324", "doc2393669", "doc729573", "doc294704", "doc828186"], "ranked_scores": [0.5769, 0.5635, 0.5623, 0.5602, 0.5556, 0.5534, 0.5467, 0.5401, 0.5389, 0.5358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc719076", "doc105758", "doc719057", "doc1405971", "doc849003", "doc2355469", "doc105745", "doc1464212"], "ranked_scores": [0.5653, 0.556, 0.5505, 0.5447, 0.5443, 0.5432, 0.5364, 0.5328, 0.53, 0.5278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc628470", "doc2107018", "doc2107022", "doc172405", "doc1927002", "doc28935", "doc6531", "doc1400527", "doc6540"], "ranked_scores": [0.6084, 0.5867, 0.583, 0.5785, 0.5779, 0.5677, 0.5662, 0.5621, 0.5617, 0.5596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435076", "doc2587564", "doc2587562", "doc435078", "doc2646161", "doc378301", "doc2498492", "doc2498488", "doc412180"], "ranked_scores": [0.6325, 0.6062, 0.5952, 0.5937, 0.5915, 0.5695, 0.5595, 0.5568, 0.5529, 0.5529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc336518", "doc733127", "doc2119808", "doc2085567", "doc2448623", "doc2042102", "doc1370970", "doc878338", "doc1498263"], "ranked_scores": [0.462, 0.4525, 0.4452, 0.4369, 0.404, 0.3929, 0.3872, 0.3769, 0.3742, 0.3731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc159492", "doc1245931", "doc1283940", "doc381154", "doc1512044", "doc1188058", "doc1512025", "doc1094361", "doc2419056", "doc190988"], "ranked_scores": [0.4526, 0.4413, 0.4371, 0.431, 0.414, 0.4101, 0.4085, 0.4057, 0.4039, 0.4031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc390322", "doc261351", "doc1423992", "doc1810672", "doc57975", "doc864555", "doc367417", "doc2265144", "doc40405"], "ranked_scores": [0.5342, 0.4587, 0.4551, 0.4454, 0.4447, 0.4396, 0.4386, 0.4356, 0.4298, 0.4206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc1333905", "doc588578", "doc1975694", "doc1584862", "doc2465656", "doc1730233", "doc1730288", "doc1943842"], "ranked_scores": [0.5207, 0.5098, 0.493, 0.4915, 0.4899, 0.4844, 0.4659, 0.4658, 0.4608, 0.458], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc1105530", "doc201173", "doc1877808", "doc845380", "doc2316721", "doc1490491", "doc1892012", "doc2535522", "doc593715"], "ranked_scores": [0.4057, 0.3857, 0.3727, 0.3688, 0.3684, 0.3665, 0.3656, 0.3577, 0.3517, 0.3498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88933", "doc88974", "doc1452752", "doc127040", "doc2015719", "doc1639229", "doc127031", "doc2624067"], "ranked_scores": [0.6068, 0.5931, 0.5829, 0.579, 0.572, 0.5568, 0.5547, 0.5466, 0.5463, 0.5366], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc1455509", "doc79982", "doc598055", "doc457119", "doc653731", "doc338813", "doc2486395", "doc187765", "doc811414"], "ranked_scores": [0.4175, 0.4022, 0.4009, 0.3955, 0.3845, 0.3803, 0.3801, 0.3763, 0.376, 0.3727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc18273", "doc911115", "doc63590", "doc108456", "doc376580", "doc1791044", "doc323321", "doc63585", "doc108535"], "ranked_scores": [0.6651, 0.6442, 0.6442, 0.6442, 0.5795, 0.55, 0.5466, 0.5455, 0.5402, 0.54], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc355540", "doc1670303", "doc7165", "doc1816074", "doc913113", "doc7161", "doc1945404", "doc1273458", "doc1816051", "doc1839188"], "ranked_scores": [0.4751, 0.4571, 0.4557, 0.4531, 0.426, 0.4258, 0.4217, 0.4191, 0.4161, 0.4073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc2193668", "doc2613797", "doc1574683", "doc1244692", "doc951306", "doc259703", "doc1962033", "doc2015875"], "ranked_scores": [0.3533, 0.3397, 0.3351, 0.2928, 0.2885, 0.2856, 0.2856, 0.2765, 0.2694, 0.2685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc642762", "doc2639996", "doc1185713", "doc851877", "doc492385", "doc1222389", "doc2084882", "doc1564158"], "ranked_scores": [0.5256, 0.5033, 0.4769, 0.4694, 0.4514, 0.449, 0.449, 0.4475, 0.4372, 0.4348], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36485", "doc36467", "doc1618372", "doc1618376", "doc2622759", "doc2622778", "doc2396125", "doc1256783", "doc2543936"], "ranked_scores": [0.6905, 0.6202, 0.614, 0.6111, 0.5944, 0.5645, 0.5339, 0.5278, 0.5236, 0.5199], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc24299", "doc392476", "doc106332", "doc337547", "doc2832", "doc284003", "doc703714", "doc1445498", "doc1445499", "doc1804263"], "ranked_scores": [0.52, 0.52, 0.5178, 0.5118, 0.5103, 0.509, 0.5018, 0.5005, 0.4966, 0.4932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc643072", "doc108887", "doc1373323", "doc729573", "doc2393669", "doc1119808", "doc626438", "doc935127", "doc596021"], "ranked_scores": [0.6771, 0.6683, 0.6628, 0.6621, 0.6295, 0.6288, 0.6283, 0.624, 0.6214, 0.6188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1334550", "doc77971", "doc1504263", "doc77976", "doc77973", "doc5734", "doc2332984", "doc2079848", "doc1823034"], "ranked_scores": [0.4855, 0.4009, 0.3979, 0.3971, 0.3954, 0.3836, 0.3759, 0.3626, 0.3533, 0.3501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m48-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc2040327", "doc260645", "doc1395336", "doc57232", "doc2116209", "doc380683", "doc57248", "doc2613570", "doc435057"], "ranked_scores": [0.5391, 0.5128, 0.4978, 0.4926, 0.4911, 0.4855, 0.4839, 0.4826, 0.481, 0.4747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1664486", "doc63543", "doc1982515", "doc2563097", "doc230557", "doc2674988", "doc2136789", "doc2664641", "doc1749973"], "ranked_scores": [0.4847, 0.475, 0.467, 0.4608, 0.4467, 0.4439, 0.4436, 0.4431, 0.4421, 0.4376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc2285692", "doc365451", "doc365452", "doc2074523", "doc377466", "doc660012", "doc21829"], "ranked_scores": [0.5648, 0.5535, 0.5443, 0.5414, 0.5327, 0.5303, 0.528, 0.5234, 0.521, 0.5155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc1177870", "doc415323", "doc872601", "doc1347475", "doc1007260", "doc658301", "doc1247565", "doc400438", "doc453089"], "ranked_scores": [0.5268, 0.5176, 0.5046, 0.4979, 0.4968, 0.4959, 0.4914, 0.4904, 0.4894, 0.4863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1741704", "doc1366743", "doc2165920", "doc338868", "doc1715056", "doc1741707", "doc887635", "doc1741706", "doc2165905", "doc2165906"], "ranked_scores": [0.5975, 0.5949, 0.5911, 0.5896, 0.5894, 0.5881, 0.5875, 0.5864, 0.5859, 0.5851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc361696", "doc1021718", "doc27529", "doc1279689", "doc2384883", "doc1294428", "doc27536", "doc27538", "doc738832", "doc1043479"], "ranked_scores": [0.4292, 0.4285, 0.4263, 0.4199, 0.4119, 0.4082, 0.3957, 0.3892, 0.389, 0.3884], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc1953211", "doc119665", "doc925929", "doc77640", "doc825187", "doc422133", "doc620637", "doc54270", "doc1397231"], "ranked_scores": [0.5878, 0.5675, 0.56, 0.5583, 0.5562, 0.5559, 0.5548, 0.5547, 0.5542, 0.5539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc2509153", "doc2096499", "doc1486663", "doc520687", "doc231271", "doc1774", "doc966365", "doc278641", "doc520684"], "ranked_scores": [0.4314, 0.4239, 0.4215, 0.4214, 0.4172, 0.4127, 0.411, 0.4028, 0.4021, 0.4009], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61045", "doc1376346", "doc61054", "doc61036", "doc742717", "doc61056", "doc1077629", "doc1612682", "doc1325284", "doc323921"], "ranked_scores": [0.4519, 0.4474, 0.4357, 0.4194, 0.3958, 0.3915, 0.3842, 0.3824, 0.3784, 0.3724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2083995", "doc97421", "doc2004921", "doc97445", "doc2084014", "doc369277", "doc2071107", "doc2083987", "doc2083994", "doc1116765"], "ranked_scores": [0.5208, 0.5093, 0.5088, 0.5017, 0.485, 0.4771, 0.473, 0.4719, 0.4644, 0.4618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc2534676", "doc418129", "doc260645", "doc2613570", "doc594485", "doc233794", "doc56398", "doc50848", "doc781344"], "ranked_scores": [0.4836, 0.4496, 0.4366, 0.4356, 0.43, 0.4207, 0.4199, 0.4176, 0.4161, 0.4154], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc1386166", "doc66003", "doc2680499", "doc83864", "doc875841", "doc1984127", "doc2537824", "doc877131"], "ranked_scores": [0.4869, 0.4834, 0.4771, 0.4701, 0.4635, 0.4623, 0.4609, 0.4599, 0.4593, 0.4591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106372", "doc703736", "doc298160", "doc106332", "doc337506", "doc703711", "doc337547", "doc2836", "doc1332302"], "ranked_scores": [0.4925, 0.4881, 0.4881, 0.4879, 0.4852, 0.4838, 0.483, 0.4782, 0.4769, 0.4767], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7099", "doc692559", "doc7116", "doc1950715", "doc7106", "doc1599042", "doc7119", "doc7093"], "ranked_scores": [0.5573, 0.5139, 0.5101, 0.5078, 0.4882, 0.4828, 0.4812, 0.4783, 0.4768, 0.4721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc2086681", "doc2240923", "doc1443647", "doc1254817", "doc1551353", "doc82127", "doc787615", "doc90808", "doc854693"], "ranked_scores": [0.5559, 0.4973, 0.4873, 0.477, 0.4731, 0.4728, 0.4689, 0.4659, 0.4638, 0.4635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc2018288", "doc229804", "doc2420503", "doc750416", "doc409226", "doc15095", "doc2370166", "doc802395"], "ranked_scores": [0.3957, 0.3866, 0.3853, 0.3775, 0.3763, 0.3709, 0.3682, 0.3677, 0.3631, 0.3625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc468490", "doc90322", "doc1380356", "doc416774", "doc1380357", "doc2202499", "doc30773", "doc1550148", "doc382236", "doc239811"], "ranked_scores": [0.5438, 0.5223, 0.521, 0.5161, 0.5056, 0.5014, 0.4978, 0.4867, 0.4851, 0.4836], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc52429", "doc1244989", "doc1014857", "doc2370166", "doc1691613", "doc2148672", "doc648344", "doc648364", "doc2009369"], "ranked_scores": [0.4443, 0.4385, 0.4245, 0.4026, 0.4016, 0.4003, 0.3962, 0.3916, 0.3898, 0.3889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc2510026", "doc2509989", "doc1601611", "doc56898", "doc1966930", "doc2313854", "doc409319"], "ranked_scores": [0.5634, 0.5595, 0.5383, 0.5317, 0.5286, 0.5274, 0.5214, 0.5154, 0.5154, 0.5141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc80078", "doc737601", "doc345642", "doc2215178", "doc2562963", "doc80067", "doc80154", "doc1068994", "doc80074"], "ranked_scores": [0.5781, 0.5698, 0.5652, 0.5642, 0.5621, 0.5597, 0.5554, 0.5523, 0.5501, 0.5496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3816, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc762682", "doc183950", "doc506841", "doc180079", "doc2353712", "doc2240281", "doc629517", "doc1435232"], "ranked_scores": [0.4755, 0.4527, 0.4497, 0.4482, 0.4464, 0.4377, 0.4375, 0.437, 0.4344, 0.4239], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc864645", "doc26444", "doc26460", "doc1617231", "doc26481", "doc1159969", "doc511592", "doc727075", "doc2248924", "doc26458"], "ranked_scores": [0.5283, 0.5237, 0.5207, 0.5204, 0.5191, 0.5141, 0.5133, 0.512, 0.5114, 0.5076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1682561", "doc1516605", "doc543176", "doc102096", "doc1464212", "doc1866938", "doc1357270", "doc1587280", "doc690001"], "ranked_scores": [0.505, 0.3947, 0.3909, 0.3788, 0.3771, 0.3767, 0.3761, 0.3705, 0.368, 0.367], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1101054", "doc1199221", "doc1541761", "doc2613570", "doc458222", "doc1650958", "doc2389179", "doc57946", "doc1489505", "doc57226"], "ranked_scores": [0.4176, 0.4158, 0.4079, 0.4013, 0.3973, 0.3944, 0.3913, 0.3888, 0.3836, 0.3825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1224325", "doc765127", "doc1962033", "doc2286850", "doc1612364", "doc1368159", "doc1741593", "doc1936829", "doc751726"], "ranked_scores": [0.4197, 0.3955, 0.3651, 0.3492, 0.3433, 0.3368, 0.3362, 0.3278, 0.3269, 0.3184], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc388286", "doc1376793", "doc64317", "doc1683659", "doc922271", "doc1385353", "doc456580", "doc35524", "doc971992"], "ranked_scores": [0.4088, 0.401, 0.3944, 0.3934, 0.3913, 0.3909, 0.3909, 0.3909, 0.3903, 0.3889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc1321929", "doc1334238", "doc1977974", "doc1497917", "doc1978004", "doc539419", "doc1321884", "doc1520311", "doc587518"], "ranked_scores": [0.57, 0.5646, 0.5612, 0.5601, 0.5571, 0.5536, 0.5521, 0.5513, 0.5483, 0.5479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc2558251", "doc1385395", "doc35173", "doc1778743", "doc1603040", "doc1315083", "doc552720", "doc866436", "doc1315064", "doc877823"], "ranked_scores": [0.3797, 0.3755, 0.3534, 0.3493, 0.348, 0.3475, 0.3451, 0.3401, 0.3306, 0.329], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc2067045", "doc531512", "doc1445420", "doc1464195", "doc2401371", "doc624718", "doc542891", "doc542895", "doc1801894"], "ranked_scores": [0.317, 0.3011, 0.2989, 0.2985, 0.2952, 0.2889, 0.2882, 0.2864, 0.283, 0.2781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2179022", "doc2179035", "doc2306629", "doc525751", "doc2204719", "doc2086681", "doc93287", "doc832551", "doc317197"], "ranked_scores": [0.4904, 0.4492, 0.4338, 0.4132, 0.4026, 0.4021, 0.3985, 0.395, 0.395, 0.3918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc2486654", "doc868589", "doc1394743", "doc1600089", "doc2374307", "doc1857677", "doc1635999", "doc324530"], "ranked_scores": [0.5575, 0.5392, 0.5119, 0.5078, 0.5068, 0.5056, 0.5026, 0.5024, 0.5003, 0.4995], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2393669", "doc1119808", "doc368643", "doc1373323", "doc2167590", "doc935127", "doc2339886", "doc643072", "doc828186", "doc108887"], "ranked_scores": [0.534, 0.5299, 0.5258, 0.5186, 0.5148, 0.5141, 0.5121, 0.5104, 0.508, 0.5077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105758", "doc849003", "doc105739", "doc543176", "doc719006", "doc1405971", "doc1572538", "doc2355469", "doc1464212"], "ranked_scores": [0.5174, 0.501, 0.4971, 0.4951, 0.4947, 0.4891, 0.4877, 0.4853, 0.4849, 0.4828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc588464", "doc1124783", "doc2224155", "doc2111513", "doc628470", "doc172405", "doc2107018", "doc2212269", "doc324540"], "ranked_scores": [0.5762, 0.5477, 0.5457, 0.545, 0.543, 0.5417, 0.5395, 0.5388, 0.5348, 0.5347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2124278", "doc435078", "doc2646161", "doc2587564", "doc2288928", "doc1354535", "doc435076", "doc435075", "doc2352487", "doc2587562"], "ranked_scores": [0.46, 0.4568, 0.4562, 0.455, 0.4518, 0.4469, 0.442, 0.4404, 0.4388, 0.4372], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2119808", "doc336518", "doc733127", "doc2042102", "doc2187649", "doc1534069", "doc397701", "doc15890", "doc518266"], "ranked_scores": [0.3585, 0.3492, 0.3418, 0.3407, 0.3346, 0.3075, 0.3073, 0.3045, 0.2994, 0.2987], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc604235", "doc1283940", "doc298199", "doc841633", "doc159492", "doc1440230", "doc1245931", "doc284394", "doc1877809", "doc1538025"], "ranked_scores": [0.4002, 0.392, 0.3904, 0.3843, 0.3839, 0.3783, 0.3777, 0.3717, 0.3709, 0.3704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc2304461", "doc601133", "doc564961", "doc1423992", "doc864555", "doc140893", "doc57975", "doc998023", "doc113426", "doc196873"], "ranked_scores": [0.3782, 0.3756, 0.3746, 0.3737, 0.3673, 0.3622, 0.3605, 0.3566, 0.3533, 0.3509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1333905", "doc588578", "doc1584862", "doc182888", "doc1730288", "doc1986449", "doc2542374", "doc588590", "doc577385"], "ranked_scores": [0.4568, 0.4005, 0.3943, 0.3934, 0.3923, 0.3904, 0.3843, 0.38, 0.379, 0.3776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc1105530", "doc1877808", "doc201170", "doc681964", "doc1892012", "doc377105", "doc1370451", "doc2067045", "doc2316721"], "ranked_scores": [0.3545, 0.3498, 0.3471, 0.3433, 0.3408, 0.3373, 0.335, 0.3345, 0.3331, 0.3302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc127031", "doc88974", "doc88934", "doc2624067", "doc127040", "doc1452752", "doc1763997", "doc88933", "doc2061559"], "ranked_scores": [0.4918, 0.4507, 0.4407, 0.4353, 0.4349, 0.4277, 0.4227, 0.4204, 0.4201, 0.4195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc1142095", "doc2486395", "doc187765", "doc1738086", "doc653731", "doc1637888", "doc811414", "doc641498", "doc2255696"], "ranked_scores": [0.3779, 0.3729, 0.3606, 0.3583, 0.3514, 0.351, 0.3487, 0.3479, 0.3446, 0.3414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108456", "doc376580", "doc376565", "doc193844", "doc1791044", "doc2563559", "doc1491857", "doc323321", "doc63585", "doc911115"], "ranked_scores": [0.5165, 0.5155, 0.5147, 0.5132, 0.5058, 0.5049, 0.4964, 0.4962, 0.4943, 0.4919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc7161", "doc93287", "doc1945404", "doc973089", "doc1816051", "doc7166", "doc2482938", "doc2655469", "doc355540"], "ranked_scores": [0.4395, 0.4094, 0.4043, 0.3979, 0.3967, 0.3922, 0.3897, 0.3868, 0.3855, 0.3855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc1244692", "doc951306", "doc753576", "doc457828", "doc450661", "doc1974480", "doc2256023", "doc1088751"], "ranked_scores": [0.3337, 0.2954, 0.2529, 0.2475, 0.2467, 0.2424, 0.2211, 0.2203, 0.2187, 0.2186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc642762", "doc2639996", "doc2007762", "doc1185713", "doc1564173", "doc2084882", "doc1874808", "doc1564158", "doc1945756"], "ranked_scores": [0.4755, 0.4503, 0.4428, 0.4345, 0.4273, 0.41, 0.4073, 0.4002, 0.3949, 0.3926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618376", "doc36463", "doc2622778", "doc1926783", "doc2258745", "doc2362801", "doc1926770", "doc2258683", "doc2633664"], "ranked_scores": [0.45, 0.4477, 0.4439, 0.4087, 0.4073, 0.3904, 0.3904, 0.3874, 0.3874, 0.382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc703714", "doc1804263", "doc284056", "doc973089", "doc1445499", "doc24299", "doc392476", "doc106338", "doc703702"], "ranked_scores": [0.474, 0.468, 0.4646, 0.4645, 0.4639, 0.4602, 0.46, 0.46, 0.4587, 0.4587], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc207176", "doc2393669", "doc108892", "doc1119808", "doc643072", "doc1373324", "doc729661", "doc108887", "doc2167590"], "ranked_scores": [0.5566, 0.5553, 0.5553, 0.5533, 0.5533, 0.5533, 0.5497, 0.5474, 0.5429, 0.5398], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc347002", "doc1431001", "doc2185363", "doc376427", "doc1353689", "doc369261", "doc2388767", "doc801039", "doc649566"], "ranked_scores": [0.43, 0.3584, 0.3557, 0.3504, 0.339, 0.3376, 0.3376, 0.3369, 0.3365, 0.3364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m64-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc57242", "doc57232", "doc1395336", "doc57247", "doc2040327", "doc2116209", "doc57248", "doc3001"], "ranked_scores": [0.5965, 0.584, 0.5804, 0.5715, 0.5652, 0.5262, 0.5183, 0.5172, 0.5165, 0.5162], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1749973", "doc230557", "doc1664486", "doc1796956", "doc1815291", "doc310191", "doc1982515", "doc2345266"], "ranked_scores": [0.611, 0.5713, 0.5491, 0.5429, 0.5417, 0.5381, 0.5322, 0.532, 0.5304, 0.5286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc2285692", "doc365451", "doc812322", "doc296209", "doc1675505", "doc21829", "doc78091", "doc660012"], "ranked_scores": [0.6891, 0.6608, 0.6492, 0.62, 0.6195, 0.6095, 0.6048, 0.6005, 0.5987, 0.587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc564709", "doc1007260", "doc1678115", "doc415323", "doc643498", "doc230376", "doc392076", "doc1247565", "doc453161"], "ranked_scores": [0.5688, 0.5588, 0.5492, 0.5449, 0.5313, 0.5283, 0.5265, 0.5256, 0.5254, 0.5242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1741701", "doc1741707", "doc1366769", "doc1366731", "doc2372195", "doc1741702", "doc1812653", "doc1812659", "doc2307709"], "ranked_scores": [0.6525, 0.6416, 0.6403, 0.6334, 0.6327, 0.6278, 0.6273, 0.6245, 0.6221, 0.6215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1770477", "doc1478919", "doc1279689", "doc1021718", "doc1852504", "doc2384883", "doc27538", "doc1685757", "doc172864"], "ranked_scores": [0.5655, 0.5229, 0.5186, 0.5105, 0.4959, 0.4915, 0.4904, 0.4901, 0.4868, 0.4829], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc579128", "doc77634", "doc273559", "doc825186", "doc119665", "doc268699", "doc293490", "doc653285", "doc1829626"], "ranked_scores": [0.6417, 0.6314, 0.6242, 0.6233, 0.6213, 0.6203, 0.6151, 0.6147, 0.6121, 0.611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc520684", "doc29757", "doc966365", "doc278641", "doc1486663", "doc2509153", "doc101561", "doc2688", "doc231271", "doc440382"], "ranked_scores": [0.5195, 0.5105, 0.4965, 0.4857, 0.484, 0.4807, 0.4733, 0.4708, 0.4691, 0.46], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc61045", "doc1376346", "doc2083822", "doc1612682", "doc13999", "doc61043", "doc1581506", "doc323921"], "ranked_scores": [0.5788, 0.5701, 0.5567, 0.546, 0.4638, 0.4509, 0.4477, 0.4456, 0.4429, 0.4337], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc2004921", "doc97421", "doc2083995", "doc2083987", "doc2083994", "doc2071107", "doc1116765", "doc369237", "doc97442"], "ranked_scores": [0.66, 0.6468, 0.6201, 0.6119, 0.6029, 0.6024, 0.5883, 0.5878, 0.5806, 0.5765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc2534676", "doc33196", "doc2534674", "doc260668", "doc1163516", "doc1999887", "doc260645", "doc2648883"], "ranked_scores": [0.5343, 0.5079, 0.5005, 0.4812, 0.4714, 0.4701, 0.4682, 0.4681, 0.4668, 0.4628], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc437627", "doc1386166", "doc66003", "doc83863", "doc2537823", "doc2171547", "doc1386116", "doc929272", "doc2295211"], "ranked_scores": [0.5967, 0.5817, 0.566, 0.5597, 0.5588, 0.5462, 0.5366, 0.5346, 0.525, 0.5246], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1332302", "doc337506", "doc106332", "doc298160", "doc703714", "doc106355", "doc703719", "doc1887731", "doc24299", "doc392476"], "ranked_scores": [0.5751, 0.5735, 0.5562, 0.5516, 0.5498, 0.5298, 0.5294, 0.5277, 0.527, 0.527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7119", "doc7099", "doc692559", "doc526956", "doc7106", "doc1599042", "doc7093", "doc7120"], "ranked_scores": [0.6331, 0.6222, 0.5945, 0.5912, 0.5777, 0.5653, 0.5633, 0.5572, 0.538, 0.537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc787596", "doc2068718", "doc787615", "doc1254817", "doc854693", "doc82127", "doc505032"], "ranked_scores": [0.6347, 0.5355, 0.5349, 0.5348, 0.5335, 0.5257, 0.5106, 0.5065, 0.5011, 0.4983], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2018288", "doc897", "doc750416", "doc269387", "doc2370166", "doc2203117", "doc439366", "doc2013112", "doc1874808", "doc750407"], "ranked_scores": [0.4816, 0.4783, 0.4779, 0.4592, 0.4471, 0.4448, 0.4422, 0.4388, 0.4379, 0.4365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1380357", "doc90322", "doc1380356", "doc30773", "doc468490", "doc416774", "doc30774", "doc24903", "doc1550148", "doc1786046"], "ranked_scores": [0.652, 0.6519, 0.6429, 0.6392, 0.6207, 0.6071, 0.5974, 0.5869, 0.5837, 0.5831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc23412", "doc2370166", "doc1825079", "doc1088751", "doc52429", "doc58892", "doc648355"], "ranked_scores": [0.4885, 0.4724, 0.4708, 0.4548, 0.4525, 0.452, 0.4484, 0.4438, 0.432, 0.4318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc873481", "doc1102442", "doc2510026", "doc2439294", "doc2509989", "doc2313864", "doc952849", "doc56903"], "ranked_scores": [0.6692, 0.6554, 0.6498, 0.6454, 0.6052, 0.5957, 0.5818, 0.5818, 0.5799, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc80154", "doc80074", "doc80067", "doc80078", "doc2215178", "doc2562963", "doc345642", "doc80100", "doc2563023"], "ranked_scores": [0.68, 0.6753, 0.6513, 0.6372, 0.6357, 0.6332, 0.6293, 0.6187, 0.6114, 0.6075], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc762682", "doc506841", "doc629517", "doc2240291", "doc1214168", "doc2353712", "doc2279199", "doc183950"], "ranked_scores": [0.5704, 0.4949, 0.4752, 0.4748, 0.4707, 0.4636, 0.4586, 0.4579, 0.4574, 0.4573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26458", "doc764184", "doc26460", "doc131786", "doc864645", "doc2376934", "doc2289855", "doc675035", "doc224770"], "ranked_scores": [0.6394, 0.6042, 0.6019, 0.6018, 0.5941, 0.5922, 0.5882, 0.5879, 0.5826, 0.5808], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1587280", "doc1682561", "doc1411626", "doc1464212", "doc1272206", "doc174797", "doc238798"], "ranked_scores": [0.6477, 0.4919, 0.4501, 0.4309, 0.4047, 0.4037, 0.3984, 0.3959, 0.3913, 0.39], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc721746", "doc1199221", "doc57948", "doc37895", "doc57940", "doc1101054", "doc37890", "doc57946", "doc2389179"], "ranked_scores": [0.5315, 0.4954, 0.488, 0.4719, 0.4635, 0.463, 0.4561, 0.4531, 0.4523, 0.4406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc765127", "doc1962033", "doc1612364", "doc2193668", "doc1224325", "doc2077366", "doc1936829", "doc1368159"], "ranked_scores": [0.5354, 0.4479, 0.441, 0.4314, 0.3988, 0.3953, 0.3913, 0.3787, 0.3706, 0.3685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc35524", "doc1376793", "doc1385349", "doc851269", "doc64317", "doc1683659", "doc64314", "doc456580"], "ranked_scores": [0.5374, 0.535, 0.5348, 0.5319, 0.524, 0.5185, 0.5109, 0.5094, 0.5087, 0.5023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520244", "doc1321924", "doc437685", "doc1520300", "doc1977978", "doc1520219", "doc1520311", "doc539419", "doc1321929", "doc1334238"], "ranked_scores": [0.6554, 0.6511, 0.6497, 0.6487, 0.6421, 0.6355, 0.6346, 0.6332, 0.6298, 0.6265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315064", "doc1315083", "doc754076", "doc2558251", "doc866436", "doc671985", "doc877823", "doc1385395", "doc552720"], "ranked_scores": [0.4773, 0.4624, 0.4575, 0.4395, 0.424, 0.4037, 0.392, 0.3914, 0.377, 0.3702], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1894178", "doc1445420", "doc2558036", "doc488007", "doc602735", "doc585415", "doc170931", "doc2334138", "doc587116"], "ranked_scores": [0.3935, 0.3468, 0.345, 0.3323, 0.3318, 0.3241, 0.316, 0.3127, 0.3115, 0.3108], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2179022", "doc53465", "doc2179035", "doc1283940", "doc2204719", "doc781344", "doc435057", "doc2660672", "doc2306629"], "ranked_scores": [0.584, 0.4851, 0.4757, 0.4607, 0.4584, 0.4401, 0.4376, 0.4342, 0.432, 0.4316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc996399", "doc1007190", "doc1394755", "doc1787621", "doc152998", "doc1857677", "doc1394758", "doc2486654"], "ranked_scores": [0.6674, 0.6307, 0.5984, 0.5889, 0.5749, 0.5739, 0.5682, 0.564, 0.5619, 0.5558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc84492", "doc1373324", "doc1119808", "doc1373323", "doc828186", "doc368643", "doc108887", "doc643072", "doc2339886", "doc94371"], "ranked_scores": [0.5607, 0.5512, 0.5506, 0.5429, 0.5408, 0.5395, 0.5369, 0.5353, 0.5263, 0.5245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc1729412", "doc105758", "doc849003", "doc946247", "doc1572538", "doc719057", "doc105763", "doc2355469"], "ranked_scores": [0.5723, 0.5419, 0.5413, 0.5308, 0.5244, 0.5225, 0.5161, 0.5147, 0.5143, 0.5127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107018", "doc1927002", "doc172405", "doc628470", "doc358938", "doc2107022", "doc1602350", "doc2111513", "doc1294814", "doc1400527"], "ranked_scores": [0.5784, 0.5705, 0.5683, 0.5657, 0.5605, 0.56, 0.5548, 0.5538, 0.5481, 0.5466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435076", "doc2587564", "doc435078", "doc2352487", "doc2646161", "doc2587562", "doc1921625", "doc736126", "doc378301"], "ranked_scores": [0.6009, 0.5922, 0.59, 0.5817, 0.5682, 0.5601, 0.5542, 0.5437, 0.5359, 0.5273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc733127", "doc336518", "doc2119808", "doc2448623", "doc2042102", "doc518266", "doc1370970", "doc15890", "doc1096264"], "ranked_scores": [0.4953, 0.476, 0.459, 0.4532, 0.4463, 0.4126, 0.3901, 0.3822, 0.3747, 0.3729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1283940", "doc381154", "doc159492", "doc1245931", "doc2419056", "doc2179035", "doc2179022", "doc388703", "doc1851601", "doc190988"], "ranked_scores": [0.4401, 0.4334, 0.4297, 0.4208, 0.4129, 0.4004, 0.3995, 0.394, 0.3925, 0.391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc261351", "doc40405", "doc367417", "doc57975", "doc1423992", "doc390322", "doc2265144", "doc864555", "doc376238"], "ranked_scores": [0.5285, 0.4591, 0.4539, 0.4435, 0.4364, 0.427, 0.4185, 0.4072, 0.407, 0.4016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1333905", "doc588578", "doc1986437", "doc1975694", "doc1730288", "doc294604", "doc1271924", "doc1433613", "doc1584862"], "ranked_scores": [0.558, 0.5079, 0.4743, 0.4698, 0.4566, 0.451, 0.4496, 0.4418, 0.4355, 0.4308], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc845380", "doc1370451", "doc2149599", "doc1877808", "doc2535522", "doc2142524", "doc2316721", "doc1105530", "doc593715"], "ranked_scores": [0.4084, 0.4022, 0.379, 0.3741, 0.3715, 0.3689, 0.3687, 0.3683, 0.3674, 0.3588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88933", "doc2015719", "doc88974", "doc127040", "doc1452752", "doc127031", "doc1763997", "doc2624067"], "ranked_scores": [0.6063, 0.586, 0.5695, 0.5682, 0.5671, 0.5502, 0.5401, 0.5347, 0.5316, 0.5178], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc1798523", "doc79982", "doc598055", "doc653731", "doc1923941", "doc1533829", "doc1637888", "doc212860", "doc21340"], "ranked_scores": [0.4014, 0.3946, 0.3905, 0.3895, 0.378, 0.3776, 0.3755, 0.373, 0.3724, 0.3723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc63590", "doc18273", "doc911115", "doc108456", "doc1906610", "doc2563559", "doc1791044", "doc323321", "doc354084"], "ranked_scores": [0.6477, 0.6223, 0.6223, 0.6223, 0.5958, 0.5289, 0.528, 0.5238, 0.5236, 0.5225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1816051", "doc1839188", "doc1670303", "doc1945404", "doc1972074", "doc1930877", "doc1816074", "doc7163"], "ranked_scores": [0.501, 0.4908, 0.4659, 0.4592, 0.4411, 0.4268, 0.4126, 0.4072, 0.4057, 0.4006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc2613797", "doc2015875", "doc951306", "doc2193668", "doc2587477", "doc1574683", "doc1244692", "doc753576"], "ranked_scores": [0.4062, 0.3777, 0.3238, 0.3185, 0.3155, 0.3072, 0.3061, 0.3054, 0.3031, 0.2944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc642762", "doc2639996", "doc1185713", "doc1564158", "doc1874808", "doc1723101", "doc1222389", "doc2634368"], "ranked_scores": [0.5499, 0.5167, 0.4899, 0.479, 0.4647, 0.4479, 0.4254, 0.4185, 0.416, 0.4154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc1618372", "doc36460", "doc36485", "doc2622759", "doc2396125", "doc2622778", "doc1256783"], "ranked_scores": [0.6676, 0.5819, 0.5682, 0.5528, 0.5478, 0.5469, 0.539, 0.5252, 0.5239, 0.5019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc298160", "doc284003", "doc106332", "doc24299", "doc392476", "doc1390073", "doc337547", "doc973089", "doc337506", "doc1445499"], "ranked_scores": [0.5135, 0.5122, 0.5096, 0.509, 0.509, 0.5078, 0.5047, 0.4956, 0.4947, 0.493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc108887", "doc643072", "doc1373324", "doc2393669", "doc1119808", "doc729661", "doc626438", "doc108892", "doc2167590"], "ranked_scores": [0.6684, 0.6677, 0.6667, 0.6514, 0.6323, 0.6295, 0.617, 0.6166, 0.6054, 0.6012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77971", "doc77973", "doc1334550", "doc801039", "doc77976", "doc5734", "doc347002", "doc2332984"], "ranked_scores": [0.513, 0.4257, 0.4144, 0.4003, 0.3965, 0.3748, 0.3741, 0.371, 0.3535, 0.3486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m64-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57232", "doc1395336", "doc1254733", "doc2613570", "doc57248", "doc2116209", "doc260645", "doc380683"], "ranked_scores": [0.5475, 0.5119, 0.5043, 0.5039, 0.5034, 0.4961, 0.4922, 0.4811, 0.4651, 0.4596], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1664486", "doc63543", "doc1982515", "doc1749973", "doc230557", "doc2308785", "doc2345266", "doc1982537", "doc2136789"], "ranked_scores": [0.4972, 0.4881, 0.4805, 0.4742, 0.4659, 0.4641, 0.4629, 0.457, 0.452, 0.4473], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc812322", "doc2285692", "doc69765", "doc243667", "doc377466", "doc78091", "doc21829", "doc365451", "doc365452"], "ranked_scores": [0.5555, 0.5495, 0.5431, 0.5367, 0.5309, 0.5211, 0.5136, 0.5118, 0.5116, 0.5034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc1678115", "doc1007260", "doc564709", "doc1347475", "doc230376", "doc392076", "doc415323", "doc1570656", "doc1402781"], "ranked_scores": [0.5173, 0.5173, 0.5162, 0.5102, 0.5093, 0.5016, 0.5007, 0.4999, 0.4998, 0.4981], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc559430", "doc1812659", "doc1121527", "doc751747", "doc338868", "doc1741704", "doc2165920", "doc682295", "doc387897", "doc338854"], "ranked_scores": [0.5848, 0.5831, 0.5826, 0.5809, 0.5803, 0.5801, 0.5789, 0.5701, 0.5691, 0.5675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1279689", "doc1043479", "doc1294428", "doc1021718", "doc172864", "doc2384883", "doc361696", "doc738832", "doc27536"], "ranked_scores": [0.478, 0.4103, 0.4073, 0.4018, 0.401, 0.3994, 0.3988, 0.3958, 0.3956, 0.3935], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc579128", "doc2611984", "doc1953211", "doc1480727", "doc1829626", "doc620637", "doc54270", "doc293490", "doc272763", "doc273559"], "ranked_scores": [0.5726, 0.5647, 0.5638, 0.5591, 0.5573, 0.5513, 0.5486, 0.5476, 0.5468, 0.5461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc2096499", "doc1486663", "doc29757", "doc2509153", "doc520687", "doc966365", "doc1411918", "doc520684", "doc278641", "doc38721"], "ranked_scores": [0.4634, 0.4507, 0.4435, 0.4429, 0.4416, 0.4416, 0.4381, 0.4312, 0.4299, 0.4139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61054", "doc2083822", "doc1612682", "doc829494", "doc1581506", "doc2362173", "doc1464453"], "ranked_scores": [0.4996, 0.4774, 0.4715, 0.4598, 0.4138, 0.41, 0.4087, 0.4013, 0.3974, 0.3946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc97421", "doc97430", "doc369277", "doc1116765", "doc1992466", "doc2083994", "doc1430994", "doc2071107"], "ranked_scores": [0.5226, 0.5224, 0.5205, 0.4798, 0.4682, 0.4667, 0.4624, 0.4618, 0.4562, 0.4556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc260645", "doc2534674", "doc2534676", "doc2648883", "doc1357070", "doc418129", "doc1153299", "doc2569915", "doc233794"], "ranked_scores": [0.4868, 0.4599, 0.4586, 0.4397, 0.4342, 0.4319, 0.4243, 0.422, 0.4174, 0.4169], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc759547", "doc83863", "doc2537824", "doc2278170", "doc1984127", "doc1386166", "doc875841", "doc83864", "doc2537823"], "ranked_scores": [0.5126, 0.4922, 0.4907, 0.4905, 0.4895, 0.4864, 0.4773, 0.4723, 0.4644, 0.4625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc964811", "doc703714", "doc874101", "doc298160", "doc703715", "doc703711", "doc1332302", "doc2832", "doc106332", "doc1887731"], "ranked_scores": [0.4959, 0.4942, 0.491, 0.4874, 0.4859, 0.4835, 0.4822, 0.4755, 0.4749, 0.4741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7119", "doc7091", "doc692559", "doc316997", "doc7116", "doc7106", "doc7099", "doc7093", "doc1599042"], "ranked_scores": [0.5599, 0.5356, 0.5321, 0.517, 0.512, 0.5062, 0.5044, 0.5029, 0.4929, 0.4914], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc2068718", "doc1254817", "doc854693", "doc2569900", "doc1551353", "doc1357000", "doc1891830", "doc155440", "doc82130"], "ranked_scores": [0.5639, 0.4948, 0.4654, 0.4636, 0.4633, 0.4626, 0.4621, 0.4616, 0.4603, 0.4588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750416", "doc269387", "doc938302", "doc897", "doc1186883", "doc2193690", "doc2370166", "doc2013112", "doc187232", "doc1914609"], "ranked_scores": [0.4482, 0.3986, 0.3956, 0.3887, 0.3885, 0.38, 0.3744, 0.3729, 0.37, 0.3671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1824654", "doc468490", "doc24903", "doc30773", "doc90322", "doc1380356", "doc563699", "doc1818632", "doc651946", "doc2202499"], "ranked_scores": [0.5659, 0.5489, 0.5453, 0.544, 0.5361, 0.533, 0.5307, 0.524, 0.5214, 0.5206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1825079", "doc904153", "doc73739", "doc2009369", "doc1902615", "doc1482058", "doc1719794", "doc1088751", "doc1691613", "doc648364"], "ranked_scores": [0.4178, 0.4066, 0.4021, 0.3979, 0.3975, 0.3949, 0.3908, 0.3902, 0.3862, 0.3839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc1102442", "doc873481", "doc56897", "doc1102445", "doc1601611", "doc2510026", "doc2313864", "doc56898", "doc1498235"], "ranked_scores": [0.5824, 0.5487, 0.5479, 0.5434, 0.5407, 0.5372, 0.5351, 0.5251, 0.5171, 0.5108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc80074", "doc470479", "doc137908", "doc737601", "doc80154", "doc345642", "doc596891", "doc2562963", "doc80067"], "ranked_scores": [0.5633, 0.5568, 0.5531, 0.551, 0.5506, 0.5457, 0.5426, 0.54, 0.5396, 0.5374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5641, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc183950", "doc72416", "doc2240281", "doc2353712", "doc617309", "doc2240268", "doc629517", "doc506841"], "ranked_scores": [0.5203, 0.487, 0.4804, 0.4603, 0.449, 0.4479, 0.4473, 0.4396, 0.4358, 0.435], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc764184", "doc26460", "doc26458", "doc1858452", "doc864645", "doc304623", "doc2376934", "doc2248924", "doc2289855"], "ranked_scores": [0.5831, 0.5612, 0.5484, 0.5442, 0.5411, 0.5364, 0.5335, 0.5329, 0.5272, 0.5254], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc1587280", "doc102077", "doc1682561", "doc1935458", "doc8477", "doc1552106", "doc243742", "doc1357270"], "ranked_scores": [0.5347, 0.4212, 0.3956, 0.3811, 0.3757, 0.3754, 0.3742, 0.3718, 0.3706, 0.3654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc37895", "doc721746", "doc1199221", "doc2389179", "doc1101054", "doc57226", "doc374355", "doc1490516", "doc57940"], "ranked_scores": [0.4713, 0.4389, 0.4341, 0.4249, 0.4193, 0.4159, 0.4107, 0.4063, 0.4049, 0.4047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc765127", "doc2193668", "doc1612364", "doc1962033", "doc1741593", "doc2286850", "doc1224325", "doc2077366"], "ranked_scores": [0.4482, 0.413, 0.3926, 0.3602, 0.3493, 0.3474, 0.3448, 0.3409, 0.326, 0.3249], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc1385349", "doc35524", "doc64314", "doc64316", "doc64317", "doc971992", "doc2487655", "doc456580", "doc35513"], "ranked_scores": [0.4213, 0.4045, 0.402, 0.4013, 0.3977, 0.3965, 0.393, 0.3843, 0.3819, 0.3817], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437667", "doc1520244", "doc1334238", "doc437685", "doc437639", "doc1977974", "doc437662", "doc1497917", "doc1334192", "doc1520275"], "ranked_scores": [0.5708, 0.5666, 0.5657, 0.56, 0.5578, 0.5522, 0.55, 0.5492, 0.5443, 0.5438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1315083", "doc1385395", "doc35173", "doc1315064", "doc1840164", "doc866436", "doc1778743", "doc1603040", "doc2558251", "doc1726816"], "ranked_scores": [0.3826, 0.3664, 0.363, 0.3586, 0.3542, 0.3517, 0.3491, 0.3453, 0.3396, 0.3231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc2558036", "doc2250120", "doc1894178", "doc2173539", "doc27298", "doc2161840", "doc1728777", "doc645572", "doc488007"], "ranked_scores": [0.3872, 0.311, 0.3073, 0.3063, 0.2971, 0.2884, 0.2824, 0.2796, 0.2788, 0.2785], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2179022", "doc2306629", "doc2179035", "doc2204719", "doc238803", "doc781344", "doc1986402", "doc436998", "doc53465"], "ranked_scores": [0.4955, 0.4568, 0.4281, 0.4226, 0.4069, 0.4049, 0.398, 0.3886, 0.3884, 0.3866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1787621", "doc152998", "doc1394755", "doc28581", "doc152997", "doc25697", "doc868589", "doc1007190"], "ranked_scores": [0.557, 0.5301, 0.5279, 0.516, 0.4995, 0.4985, 0.4974, 0.4971, 0.496, 0.495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc84492", "doc368643", "doc91124", "doc294704", "doc643072", "doc1373323", "doc499894", "doc108887", "doc1437877", "doc2376695"], "ranked_scores": [0.5276, 0.5245, 0.5123, 0.51, 0.5091, 0.5082, 0.5081, 0.5079, 0.5075, 0.5063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc719057", "doc105739", "doc830308", "doc1729412", "doc1464212", "doc946247", "doc105758", "doc2355469", "doc849003"], "ranked_scores": [0.4939, 0.4868, 0.4851, 0.481, 0.4803, 0.48, 0.4774, 0.4767, 0.4745, 0.4731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1927002", "doc358938", "doc28935", "doc172405", "doc324540", "doc2107018", "doc628470", "doc6531", "doc53643", "doc2224155"], "ranked_scores": [0.5755, 0.5708, 0.5498, 0.5454, 0.5445, 0.5333, 0.5311, 0.5289, 0.5243, 0.5198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435076", "doc2124278", "doc435075", "doc2587564", "doc435078", "doc2646161", "doc2587562", "doc378301", "doc1921625", "doc331138"], "ranked_scores": [0.4665, 0.4605, 0.4596, 0.4585, 0.4388, 0.4354, 0.434, 0.4288, 0.4286, 0.4277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc2665803", "doc2448623", "doc1534069", "doc2042102", "doc2085567", "doc733127", "doc336518", "doc15890", "doc878338"], "ranked_scores": [0.4038, 0.3979, 0.3814, 0.3495, 0.3491, 0.3398, 0.3276, 0.325, 0.3222, 0.3201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1245931", "doc2419056", "doc190988", "doc1283940", "doc2179035", "doc1162080", "doc2179022", "doc1056790", "doc93287", "doc1538025"], "ranked_scores": [0.4293, 0.3995, 0.3939, 0.3937, 0.392, 0.3916, 0.3877, 0.3845, 0.3839, 0.3796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc390322", "doc367417", "doc1423992", "doc57975", "doc261351", "doc1293555", "doc140893", "doc2502630", "doc2009210"], "ranked_scores": [0.4297, 0.3883, 0.3867, 0.3813, 0.37, 0.368, 0.3538, 0.35, 0.3427, 0.3403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc577385", "doc1333905", "doc1271924", "doc1629620", "doc294604", "doc1730288", "doc1975694", "doc2542374", "doc2465656"], "ranked_scores": [0.4447, 0.4208, 0.4055, 0.403, 0.3943, 0.3913, 0.3906, 0.3902, 0.3902, 0.39], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2316721", "doc965463", "doc1490491", "doc1370451", "doc845380", "doc1105530", "doc221817", "doc1877808", "doc2142524", "doc807"], "ranked_scores": [0.3954, 0.3747, 0.364, 0.3548, 0.3486, 0.3456, 0.3432, 0.3287, 0.3286, 0.3259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc127040", "doc88931", "doc88974", "doc2015719", "doc1452752", "doc88933", "doc779563", "doc1763997", "doc399027"], "ranked_scores": [0.4537, 0.4525, 0.4474, 0.4245, 0.4242, 0.4229, 0.4111, 0.4088, 0.4085, 0.4056], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc212860", "doc2486395", "doc598055", "doc338813", "doc79982", "doc2110826", "doc1798523", "doc1923941", "doc641498", "doc653731"], "ranked_scores": [0.3832, 0.3727, 0.371, 0.3651, 0.3594, 0.3521, 0.3505, 0.348, 0.3469, 0.3467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc1791044", "doc18273", "doc63590", "doc911115", "doc108456", "doc276042", "doc88505", "doc108481", "doc2072948"], "ranked_scores": [0.5041, 0.4867, 0.4757, 0.4757, 0.4757, 0.4757, 0.4663, 0.4657, 0.4642, 0.4615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc7161", "doc1816051", "doc1930877", "doc2482938", "doc1839188", "doc1670303", "doc32611", "doc1972074"], "ranked_scores": [0.4578, 0.4176, 0.4137, 0.4117, 0.4062, 0.3956, 0.3931, 0.3901, 0.3895, 0.3818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc1574683", "doc1014955", "doc1088751", "doc1786503", "doc753576", "doc2256023", "doc951306", "doc2193668"], "ranked_scores": [0.3056, 0.2878, 0.2752, 0.2522, 0.2454, 0.2412, 0.241, 0.2373, 0.2346, 0.2329], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc1185713", "doc642762", "doc2639996", "doc662025", "doc418571", "doc531809", "doc1723101", "doc1564158"], "ranked_scores": [0.4834, 0.4613, 0.4565, 0.4557, 0.4405, 0.4267, 0.4191, 0.416, 0.4022, 0.4012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc2622778", "doc36460", "doc417259", "doc2633615", "doc2622759", "doc1926786", "doc1256783"], "ranked_scores": [0.4701, 0.4341, 0.4289, 0.4247, 0.4138, 0.4022, 0.4022, 0.3933, 0.3921, 0.3863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1390073", "doc284003", "doc337506", "doc298160", "doc106372", "doc703736", "doc35719", "doc964811", "doc973089", "doc337547"], "ranked_scores": [0.5178, 0.4882, 0.4822, 0.478, 0.476, 0.476, 0.4737, 0.4715, 0.4701, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc108887", "doc643072", "doc1581104", "doc729661", "doc1373323", "doc1373324", "doc2167590", "doc596014", "doc2054870", "doc729572"], "ranked_scores": [0.5747, 0.5725, 0.5709, 0.5681, 0.5648, 0.5613, 0.557, 0.5568, 0.5526, 0.5507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc801039", "doc1880724", "doc77973", "doc347002", "doc77976", "doc1334550", "doc2431680", "doc77971"], "ranked_scores": [0.4571, 0.3994, 0.3945, 0.3574, 0.3517, 0.3514, 0.3512, 0.3508, 0.3364, 0.3327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m96-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc1254733", "doc57242", "doc1395336", "doc751998", "doc2040327", "doc57248", "doc1713783", "doc1142095"], "ranked_scores": [0.5761, 0.5456, 0.5373, 0.5277, 0.5078, 0.4927, 0.4895, 0.4891, 0.485, 0.4801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1664486", "doc497737", "doc230557", "doc1982515", "doc2345266", "doc1796956", "doc2664641", "doc2112811"], "ranked_scores": [0.5534, 0.5325, 0.4937, 0.4743, 0.4705, 0.466, 0.4645, 0.4634, 0.4624, 0.4617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc365451", "doc2285692", "doc1675505", "doc2074523", "doc1966948", "doc78091", "doc69778"], "ranked_scores": [0.5762, 0.5739, 0.5375, 0.5324, 0.5226, 0.5196, 0.511, 0.5109, 0.51, 0.5059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc1177870", "doc453091", "doc1678115", "doc1570656", "doc415323", "doc1247565", "doc1007260", "doc146132", "doc400438"], "ranked_scores": [0.5261, 0.5157, 0.5144, 0.509, 0.5, 0.4978, 0.492, 0.4869, 0.4863, 0.4772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc559430", "doc1741707", "doc1366769", "doc1741706", "doc2165920", "doc1715056", "doc887635", "doc2307709", "doc1741704", "doc1812659"], "ranked_scores": [0.6019, 0.5699, 0.5684, 0.5682, 0.5676, 0.5616, 0.5607, 0.5603, 0.5603, 0.5591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1852503", "doc1021718", "doc361696", "doc1692291", "doc1996268", "doc172864", "doc2384883", "doc1852504", "doc1478921"], "ranked_scores": [0.5205, 0.4758, 0.4364, 0.4306, 0.4303, 0.4284, 0.4275, 0.426, 0.425, 0.4054], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc579128", "doc77634", "doc1953211", "doc1526230", "doc620637", "doc272763", "doc825186", "doc101332", "doc2025330", "doc1340806"], "ranked_scores": [0.5784, 0.5716, 0.5644, 0.5604, 0.5563, 0.5553, 0.5537, 0.5521, 0.547, 0.5468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc1486663", "doc2509153", "doc29757", "doc520684", "doc966365", "doc1728840", "doc1456780", "doc49159", "doc2096499", "doc520687"], "ranked_scores": [0.4801, 0.4654, 0.4553, 0.4451, 0.4405, 0.4332, 0.4261, 0.4233, 0.4204, 0.4189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc1376345", "doc1612682", "doc61043", "doc13999", "doc2083822", "doc1464453"], "ranked_scores": [0.5106, 0.5046, 0.4779, 0.467, 0.4262, 0.4212, 0.4151, 0.4058, 0.4051, 0.395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc369237", "doc1116765", "doc2083987", "doc2083994", "doc97430", "doc97442", "doc2084014"], "ranked_scores": [0.5531, 0.5454, 0.5389, 0.5319, 0.5195, 0.5162, 0.5131, 0.5069, 0.4969, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc2534676", "doc33196", "doc1163516", "doc525397", "doc1104251", "doc908573", "doc260645", "doc1501287"], "ranked_scores": [0.5019, 0.4506, 0.4449, 0.4431, 0.4277, 0.4264, 0.4261, 0.4247, 0.422, 0.4201], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc66003", "doc437627", "doc1386166", "doc1984127", "doc83863", "doc50109", "doc1386116", "doc875841", "doc83864"], "ranked_scores": [0.5469, 0.5162, 0.5152, 0.5077, 0.5046, 0.5012, 0.4893, 0.4812, 0.4811, 0.4776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc703711", "doc666653", "doc1887731", "doc298160", "doc1332302", "doc337506", "doc703719", "doc703715"], "ranked_scores": [0.5301, 0.5117, 0.5057, 0.5056, 0.5035, 0.5005, 0.4995, 0.4874, 0.4872, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7099", "doc692559", "doc7106", "doc7091", "doc526956", "doc7119", "doc7116", "doc7093", "doc7096"], "ranked_scores": [0.5733, 0.5571, 0.5427, 0.5341, 0.5327, 0.5302, 0.5286, 0.5148, 0.4843, 0.4788], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc787615", "doc787596", "doc854693", "doc1891830", "doc505032", "doc82127", "doc1254817", "doc2068718"], "ranked_scores": [0.5353, 0.4851, 0.4818, 0.479, 0.4765, 0.4717, 0.4701, 0.4613, 0.4608, 0.4596], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2018288", "doc897", "doc750416", "doc648344", "doc2370166", "doc2203152", "doc207871", "doc404160", "doc428400", "doc1449866"], "ranked_scores": [0.4377, 0.4073, 0.4063, 0.4014, 0.4011, 0.3888, 0.3874, 0.3867, 0.3862, 0.3857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc468490", "doc90322", "doc1824654", "doc1380356", "doc382236", "doc1818632", "doc651946", "doc24903", "doc30773", "doc563699"], "ranked_scores": [0.5668, 0.5495, 0.5273, 0.5248, 0.5237, 0.5214, 0.5163, 0.5082, 0.5021, 0.5019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2009369", "doc1482058", "doc23412", "doc2504604", "doc1088751", "doc36402", "doc1902615", "doc904153", "doc1691613", "doc1634950"], "ranked_scores": [0.4465, 0.4396, 0.4339, 0.4334, 0.4195, 0.4165, 0.4142, 0.4128, 0.4104, 0.4098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56921", "doc56897", "doc2439294", "doc873481", "doc2510026", "doc2509996", "doc952849", "doc1685439", "doc2509993"], "ranked_scores": [0.5835, 0.5832, 0.5705, 0.5673, 0.5661, 0.5498, 0.5471, 0.5347, 0.5273, 0.5191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc80154", "doc80074", "doc1912506", "doc2215178", "doc80067", "doc1068994", "doc345642", "doc80078", "doc737601"], "ranked_scores": [0.6016, 0.5998, 0.5541, 0.5534, 0.5467, 0.5456, 0.5434, 0.5433, 0.5389, 0.5383], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.525, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc629517", "doc180079", "doc1214168", "doc673167", "doc221471", "doc506841", "doc719057", "doc527459", "doc2240293"], "ranked_scores": [0.5158, 0.4681, 0.4612, 0.4518, 0.4453, 0.4409, 0.4346, 0.4329, 0.4309, 0.429], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26461", "doc864645", "doc26460", "doc1617231", "doc2517379", "doc675035", "doc474073", "doc2376934", "doc764184"], "ranked_scores": [0.5914, 0.5407, 0.5249, 0.5226, 0.516, 0.5139, 0.5097, 0.5063, 0.5059, 0.5043], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc1464212", "doc1411626", "doc1516605", "doc1682561", "doc1427181", "doc174797", "doc102077", "doc946247"], "ranked_scores": [0.5518, 0.4496, 0.3858, 0.3761, 0.3749, 0.3726, 0.3701, 0.3674, 0.3661, 0.3612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1101054", "doc37895", "doc57940", "doc1199221", "doc57946", "doc2389179", "doc721746", "doc57948", "doc57232"], "ranked_scores": [0.5043, 0.4583, 0.4535, 0.4416, 0.4352, 0.4335, 0.4331, 0.4284, 0.4253, 0.409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc1612364", "doc1936829", "doc1741593", "doc1962033", "doc1224325", "doc2286850", "doc2193668"], "ranked_scores": [0.4856, 0.438, 0.4254, 0.4163, 0.3824, 0.3794, 0.3715, 0.3617, 0.3511, 0.3463], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc35524", "doc1385349", "doc64317", "doc64318", "doc35526", "doc64314", "doc922271", "doc388286", "doc467715"], "ranked_scores": [0.4403, 0.4323, 0.4227, 0.4181, 0.4176, 0.4169, 0.4128, 0.41, 0.4072, 0.4069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.5013, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5013, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520244", "doc1520311", "doc437685", "doc1520254", "doc1334238", "doc1497917", "doc539419", "doc1520211", "doc437639", "doc1321929"], "ranked_scores": [0.5572, 0.5472, 0.5448, 0.5413, 0.5399, 0.5391, 0.5383, 0.5355, 0.5349, 0.5322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc2558251", "doc671985", "doc1315064", "doc866436", "doc1778743", "doc1314857", "doc1315083", "doc1603040", "doc1840164"], "ranked_scores": [0.4231, 0.3915, 0.364, 0.3613, 0.3602, 0.3437, 0.3347, 0.3339, 0.3297, 0.3277], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc587116", "doc645602", "doc1894178", "doc602735", "doc585415", "doc1953592", "doc2334138", "doc802931", "doc1445420"], "ranked_scores": [0.3716, 0.3236, 0.3165, 0.3071, 0.2936, 0.2921, 0.291, 0.2904, 0.288, 0.2874], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc1283940", "doc53465", "doc2179022", "doc2306629", "doc1346601", "doc2179035", "doc2204719", "doc371078", "doc435057"], "ranked_scores": [0.5449, 0.4218, 0.4207, 0.4207, 0.4175, 0.4029, 0.4023, 0.4023, 0.3905, 0.3891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc1394755", "doc1787621", "doc1394758", "doc430825", "doc28582", "doc152997", "doc783808", "doc1007190", "doc28581"], "ranked_scores": [0.5849, 0.5418, 0.5244, 0.5064, 0.4963, 0.4803, 0.4803, 0.4777, 0.4767, 0.4749], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1373324", "doc1373323", "doc368643", "doc108887", "doc84492", "doc643072", "doc1119808", "doc1119544", "doc729573", "doc1437877"], "ranked_scores": [0.5006, 0.4977, 0.4972, 0.4969, 0.4877, 0.4844, 0.4799, 0.4758, 0.4732, 0.4727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105758", "doc1572538", "doc1464212", "doc105739", "doc2355469", "doc830308", "doc849003", "doc946247", "doc566026"], "ranked_scores": [0.5378, 0.502, 0.4975, 0.4928, 0.4903, 0.4864, 0.4798, 0.4793, 0.4771, 0.4762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc172405", "doc628470", "doc358938", "doc52414", "doc2111513", "doc4147", "doc606253", "doc2107022", "doc2224155", "doc6531"], "ranked_scores": [0.5378, 0.5292, 0.5291, 0.5253, 0.5241, 0.5225, 0.5153, 0.5101, 0.5087, 0.505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc435076", "doc435075", "doc2587564", "doc2646161", "doc1921625", "doc736126", "doc2352487", "doc2124278", "doc412172"], "ranked_scores": [0.4952, 0.493, 0.4811, 0.4796, 0.4789, 0.4787, 0.4703, 0.4647, 0.4573, 0.4529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc2665803", "doc733127", "doc2448623", "doc336518", "doc2042102", "doc15890", "doc1498263", "doc1096264", "doc397701"], "ranked_scores": [0.4429, 0.4089, 0.3932, 0.3883, 0.3813, 0.3811, 0.3529, 0.3388, 0.3383, 0.3368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc381154", "doc159492", "doc1851601", "doc1245931", "doc2306629", "doc1512025", "doc190988", "doc2419056", "doc1283940", "doc882983"], "ranked_scores": [0.408, 0.3959, 0.3878, 0.3849, 0.3738, 0.3708, 0.3674, 0.3646, 0.3644, 0.3597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1423992", "doc261351", "doc57975", "doc864555", "doc390322", "doc367417", "doc2304461", "doc1041502", "doc40405"], "ranked_scores": [0.4332, 0.4031, 0.4007, 0.3982, 0.3774, 0.3628, 0.3561, 0.3544, 0.3446, 0.3441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1333905", "doc1584862", "doc61233", "doc1730288", "doc1975694", "doc1986437", "doc588578", "doc2465656", "doc1629620"], "ranked_scores": [0.4984, 0.4411, 0.4344, 0.4224, 0.4172, 0.4083, 0.4055, 0.402, 0.401, 0.393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc1877808", "doc2149599", "doc845380", "doc1370451", "doc681964", "doc2142524", "doc1105530", "doc965463", "doc2535522"], "ranked_scores": [0.3775, 0.3726, 0.3625, 0.35, 0.3479, 0.3445, 0.3395, 0.338, 0.3363, 0.3211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc127040", "doc88931", "doc127031", "doc1452752", "doc88974", "doc2015719", "doc88933", "doc2624067", "doc107246"], "ranked_scores": [0.4936, 0.4914, 0.4879, 0.4878, 0.4844, 0.4827, 0.4715, 0.4616, 0.4583, 0.4546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc212860", "doc1798523", "doc2486395", "doc598055", "doc2246484", "doc846246", "doc457119", "doc338813", "doc1533829", "doc1455509"], "ranked_scores": [0.3965, 0.3786, 0.3678, 0.3628, 0.3626, 0.3583, 0.3567, 0.352, 0.3497, 0.3482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc18273", "doc911115", "doc63590", "doc108456", "doc2072948", "doc376565", "doc376580", "doc354084", "doc1491857"], "ranked_scores": [0.5273, 0.5271, 0.5271, 0.5271, 0.5069, 0.5004, 0.4931, 0.4923, 0.4913, 0.4878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1816051", "doc1839188", "doc1670303", "doc1945404", "doc7161", "doc1746512", "doc1273458", "doc1930877"], "ranked_scores": [0.493, 0.4466, 0.4225, 0.4118, 0.3976, 0.3964, 0.3888, 0.3873, 0.3871, 0.3868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc2015875", "doc753576", "doc1088751", "doc2193668", "doc902657", "doc27529", "doc1244692", "doc2114608"], "ranked_scores": [0.3316, 0.3251, 0.2954, 0.2859, 0.2803, 0.2716, 0.2509, 0.2463, 0.2456, 0.2427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc2639996", "doc1723101", "doc2011376", "doc642762", "doc1185713", "doc1564158", "doc531809", "doc2084882"], "ranked_scores": [0.4854, 0.4792, 0.4718, 0.4467, 0.4457, 0.4399, 0.4324, 0.4214, 0.4191, 0.416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618376", "doc36467", "doc2622759", "doc2622778", "doc36460", "doc1927669", "doc36485", "doc1618372", "doc2622770"], "ranked_scores": [0.4992, 0.4666, 0.4662, 0.4445, 0.4304, 0.4163, 0.413, 0.4084, 0.3958, 0.3923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc703714", "doc106332", "doc337547", "doc35719", "doc1390073", "doc284003", "doc337506", "doc24299", "doc392476", "doc2846"], "ranked_scores": [0.4844, 0.4794, 0.4622, 0.4618, 0.4564, 0.4563, 0.4525, 0.4512, 0.4512, 0.4475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc1373324", "doc729573", "doc935127", "doc729661", "doc626438", "doc499894", "doc108892"], "ranked_scores": [0.6171, 0.6039, 0.5959, 0.5673, 0.5651, 0.5624, 0.5594, 0.5576, 0.5534, 0.5514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77973", "doc77971", "doc1430994", "doc1750116", "doc1431001", "doc347002", "doc1504263", "doc1845876", "doc1334550"], "ranked_scores": [0.4701, 0.4198, 0.3986, 0.3624, 0.3617, 0.3584, 0.3571, 0.3562, 0.3548, 0.3545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m128-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc1395336", "doc57242", "doc57232", "doc57247", "doc57248", "doc751998", "doc2040327", "doc435057"], "ranked_scores": [0.5627, 0.5411, 0.5395, 0.5394, 0.5344, 0.4924, 0.4863, 0.4852, 0.4817, 0.4742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1664486", "doc1982515", "doc314759", "doc2461160", "doc1828868", "doc1749973", "doc230557", "doc1796956"], "ranked_scores": [0.549, 0.5354, 0.5009, 0.4758, 0.4718, 0.4657, 0.4653, 0.4645, 0.4642, 0.46], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc2285692", "doc812322", "doc365451", "doc1966948", "doc21831", "doc660012", "doc365452", "doc243667"], "ranked_scores": [0.5885, 0.5749, 0.5643, 0.5628, 0.5406, 0.5264, 0.5253, 0.5213, 0.519, 0.5181], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc1007260", "doc230376", "doc146132", "doc564709", "doc1678115", "doc658301", "doc415323", "doc453161", "doc643498"], "ranked_scores": [0.5157, 0.5094, 0.5068, 0.5032, 0.4961, 0.4866, 0.4864, 0.483, 0.4811, 0.4788], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc2165915", "doc1812659", "doc2307709", "doc338868", "doc1812653", "doc1382123", "doc1741707", "doc1741704", "doc559430"], "ranked_scores": [0.5891, 0.5878, 0.5829, 0.5811, 0.5766, 0.5752, 0.5738, 0.5734, 0.5725, 0.5713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc2384883", "doc1852503", "doc1996268", "doc361696", "doc1478919", "doc27538", "doc1770477", "doc172864", "doc1021718"], "ranked_scores": [0.5339, 0.4349, 0.4289, 0.4272, 0.414, 0.4125, 0.4121, 0.4088, 0.4079, 0.4064], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc925929", "doc273559", "doc1953211", "doc579128", "doc77634", "doc620637", "doc653285", "doc512949", "doc1687132"], "ranked_scores": [0.5689, 0.5554, 0.5543, 0.5542, 0.5526, 0.5525, 0.5492, 0.5487, 0.5484, 0.5447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc966365", "doc2509153", "doc520684", "doc1486663", "doc520687", "doc1411918", "doc1728840", "doc1798668", "doc38721"], "ranked_scores": [0.4723, 0.469, 0.4605, 0.455, 0.4498, 0.4409, 0.4308, 0.4293, 0.4267, 0.4239], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc1376345", "doc1612682", "doc61043", "doc13999", "doc1581506", "doc1971249"], "ranked_scores": [0.5282, 0.5203, 0.5161, 0.5023, 0.4199, 0.416, 0.4119, 0.3979, 0.3952, 0.3944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc97421", "doc2083995", "doc2084014", "doc97442", "doc97430", "doc369277", "doc369237", "doc2380009"], "ranked_scores": [0.5582, 0.5451, 0.5424, 0.5281, 0.5281, 0.5218, 0.5157, 0.5105, 0.5029, 0.5004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc2534676", "doc2534674", "doc908573", "doc1999887", "doc1153299", "doc260645", "doc583523", "doc260668"], "ranked_scores": [0.5014, 0.465, 0.4623, 0.454, 0.4346, 0.4325, 0.431, 0.4302, 0.427, 0.4207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc66003", "doc253608", "doc437627", "doc1386166", "doc2537823", "doc2171547", "doc1386116", "doc2537824", "doc1337053"], "ranked_scores": [0.5462, 0.5432, 0.5367, 0.5067, 0.5002, 0.4855, 0.4847, 0.481, 0.4782, 0.4664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc1332302", "doc106332", "doc337506", "doc1887731", "doc298160", "doc666653", "doc703719", "doc106355", "doc874101"], "ranked_scores": [0.5274, 0.5258, 0.5228, 0.515, 0.5028, 0.5002, 0.5, 0.494, 0.4922, 0.491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7099", "doc7119", "doc7116", "doc7106", "doc526956", "doc692559", "doc7093", "doc1599042"], "ranked_scores": [0.5521, 0.5459, 0.5432, 0.535, 0.5245, 0.5172, 0.512, 0.5076, 0.4926, 0.4907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc787596", "doc82127", "doc2240923", "doc2569900", "doc82130", "doc2068718", "doc1254817", "doc1154433", "doc854693"], "ranked_scores": [0.6106, 0.49, 0.481, 0.4808, 0.4803, 0.4786, 0.478, 0.4758, 0.4712, 0.4671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc750416", "doc439366", "doc428400", "doc220990", "doc1449866", "doc2018288", "doc428406", "doc2203142"], "ranked_scores": [0.4601, 0.4341, 0.4339, 0.4261, 0.41, 0.4088, 0.4063, 0.4038, 0.4019, 0.3916], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc1380356", "doc1824654", "doc468490", "doc1380357", "doc2202499", "doc30773", "doc563699", "doc788472", "doc1168119"], "ranked_scores": [0.5361, 0.533, 0.5314, 0.5274, 0.5228, 0.5199, 0.5184, 0.5145, 0.5003, 0.5002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc23412", "doc2009369", "doc1634950", "doc52429", "doc1825079", "doc1482058", "doc58892", "doc2483632", "doc2504604"], "ranked_scores": [0.4727, 0.4496, 0.434, 0.4246, 0.4244, 0.4229, 0.4227, 0.4198, 0.4097, 0.4045], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc56921", "doc873481", "doc2510026", "doc2439294", "doc2313864", "doc2509989", "doc952849", "doc56903"], "ranked_scores": [0.5903, 0.5831, 0.5824, 0.581, 0.5695, 0.5413, 0.5357, 0.5309, 0.5308, 0.528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc80074", "doc80154", "doc137908", "doc596891", "doc80078", "doc2562963", "doc345642", "doc2215178", "doc367206"], "ranked_scores": [0.6346, 0.5951, 0.5947, 0.5751, 0.5703, 0.5681, 0.5604, 0.555, 0.5535, 0.5522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc629517", "doc2353712", "doc506841", "doc762682", "doc1214168", "doc18814", "doc183950", "doc86071"], "ranked_scores": [0.5466, 0.463, 0.4468, 0.4383, 0.4365, 0.4355, 0.4286, 0.4285, 0.4266, 0.4265], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26461", "doc1617231", "doc207464", "doc26458", "doc864645", "doc675035", "doc511592", "doc224770", "doc26460"], "ranked_scores": [0.6074, 0.5586, 0.5581, 0.5571, 0.5527, 0.5377, 0.5282, 0.523, 0.5189, 0.5161], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc446492", "doc102077", "doc1464212", "doc1587280", "doc1682561", "doc1516605", "doc1572538", "doc1475938"], "ranked_scores": [0.6019, 0.4199, 0.4005, 0.3991, 0.39, 0.3874, 0.3871, 0.3848, 0.375, 0.361], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc57948", "doc2389179", "doc57940", "doc721746", "doc37895", "doc1101054", "doc57946", "doc2389178"], "ranked_scores": [0.4765, 0.4639, 0.4535, 0.4488, 0.4487, 0.4446, 0.4363, 0.4321, 0.4239, 0.405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc765127", "doc1612520", "doc1962033", "doc1612364", "doc2193668", "doc1224325", "doc1741593", "doc830104"], "ranked_scores": [0.5061, 0.4593, 0.4474, 0.3862, 0.3749, 0.3652, 0.364, 0.3637, 0.3434, 0.3388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc1376793", "doc35524", "doc64318", "doc64317", "doc64314", "doc971992", "doc2487655", "doc1385353", "doc1683659"], "ranked_scores": [0.4731, 0.4467, 0.438, 0.4317, 0.4296, 0.4294, 0.4237, 0.4189, 0.4174, 0.4169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.5013, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5013, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520275", "doc437639", "doc1520311", "doc587518", "doc437667", "doc638932", "doc1321929", "doc1520219", "doc539428", "doc437685"], "ranked_scores": [0.5532, 0.5516, 0.5486, 0.5474, 0.5453, 0.545, 0.5438, 0.5399, 0.5377, 0.5371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1385395", "doc1315083", "doc2558251", "doc866436", "doc1315064", "doc754076", "doc671985", "doc552720", "doc1603040"], "ranked_scores": [0.4713, 0.4207, 0.4076, 0.4042, 0.3878, 0.3874, 0.3704, 0.3609, 0.3523, 0.3509], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1894178", "doc602735", "doc24939", "doc2558036", "doc645564", "doc488007", "doc585415", "doc2334138", "doc2161840", "doc27298"], "ranked_scores": [0.3546, 0.3443, 0.3373, 0.3301, 0.3241, 0.3038, 0.3037, 0.3036, 0.2997, 0.2962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2306629", "doc2179022", "doc53465", "doc435057", "doc2179035", "doc93287", "doc2204719", "doc781344", "doc238803"], "ranked_scores": [0.5321, 0.4522, 0.4235, 0.4213, 0.4184, 0.4116, 0.4113, 0.4071, 0.4002, 0.394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394755", "doc996399", "doc1787621", "doc1007190", "doc1394758", "doc2486654", "doc25697", "doc152998"], "ranked_scores": [0.6274, 0.5572, 0.5242, 0.5229, 0.5179, 0.5131, 0.5107, 0.4932, 0.487, 0.48], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1373323", "doc1119808", "doc643072", "doc2339886", "doc84492", "doc368643", "doc301324", "doc2393669", "doc1373324", "doc499894"], "ranked_scores": [0.5079, 0.5077, 0.5066, 0.498, 0.4969, 0.493, 0.4794, 0.476, 0.4754, 0.4751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc105763", "doc830308", "doc2355469", "doc1572538", "doc105758", "doc1729412", "doc1534825", "doc849003"], "ranked_scores": [0.5433, 0.5395, 0.4918, 0.4791, 0.4779, 0.4749, 0.4745, 0.4742, 0.4742, 0.4723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc172405", "doc358938", "doc1602350", "doc52414", "doc628470", "doc38625", "doc562498", "doc2107018", "doc4147"], "ranked_scores": [0.5323, 0.5291, 0.5245, 0.5243, 0.5227, 0.5135, 0.5091, 0.5078, 0.5046, 0.5044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2646161", "doc435075", "doc2352487", "doc2587564", "doc435076", "doc378301", "doc435078", "doc707796", "doc2124278", "doc1354535"], "ranked_scores": [0.5145, 0.512, 0.5044, 0.4937, 0.4888, 0.4872, 0.475, 0.4697, 0.4668, 0.4654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc2665803", "doc2448623", "doc336518", "doc15890", "doc733127", "doc878338", "doc1534069", "doc2042102", "doc1096264"], "ranked_scores": [0.4523, 0.4391, 0.4206, 0.3913, 0.3905, 0.3872, 0.3819, 0.3574, 0.3566, 0.3535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1283940", "doc159492", "doc1162080", "doc1245931", "doc2083699", "doc1512025", "doc1512044", "doc381154", "doc190988", "doc1877809"], "ranked_scores": [0.4115, 0.4092, 0.4025, 0.3891, 0.3887, 0.3814, 0.3754, 0.3744, 0.3723, 0.3713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc367417", "doc261351", "doc1423992", "doc57975", "doc1345740", "doc40405", "doc2304461", "doc390322", "doc2278461"], "ranked_scores": [0.4295, 0.4091, 0.4075, 0.4064, 0.3919, 0.3852, 0.3809, 0.3779, 0.3723, 0.3602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc1271924", "doc1730288", "doc1943842", "doc1730233", "doc588578", "doc1333905", "doc2542374", "doc1584862"], "ranked_scores": [0.5153, 0.4578, 0.4475, 0.4353, 0.429, 0.427, 0.409, 0.4083, 0.4039, 0.4034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1877808", "doc845380", "doc221817", "doc1105530", "doc2142524", "doc212899", "doc877974", "doc2535522", "doc2316721", "doc807"], "ranked_scores": [0.3854, 0.3682, 0.3632, 0.36, 0.3581, 0.3541, 0.3484, 0.3465, 0.3441, 0.3386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc127040", "doc88934", "doc2015719", "doc2061559", "doc1452752", "doc1763997", "doc127031", "doc1639229"], "ranked_scores": [0.5219, 0.4862, 0.4841, 0.4817, 0.4787, 0.4571, 0.4562, 0.4532, 0.4528, 0.4527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc2486395", "doc811414", "doc2673602", "doc338813", "doc212860", "doc653731", "doc457119", "doc1144972", "doc79982"], "ranked_scores": [0.382, 0.375, 0.3711, 0.3686, 0.366, 0.3659, 0.3658, 0.3634, 0.3564, 0.3551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc18273", "doc911115", "doc63590", "doc108456", "doc1741795", "doc376565", "doc771233", "doc1791044", "doc193828"], "ranked_scores": [0.57, 0.5471, 0.5471, 0.5471, 0.5356, 0.5145, 0.5129, 0.4966, 0.4833, 0.4791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1816051", "doc1839188", "doc7163", "doc7161", "doc2655469", "doc1945404", "doc1670303", "doc1972074"], "ranked_scores": [0.4838, 0.4542, 0.4234, 0.4196, 0.4017, 0.3949, 0.3935, 0.3917, 0.3812, 0.3784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc2193668", "doc951306", "doc2015875", "doc259703", "doc2587477", "doc753576", "doc1244692", "doc1841145"], "ranked_scores": [0.3895, 0.3334, 0.3057, 0.2991, 0.2869, 0.2723, 0.264, 0.2627, 0.2623, 0.2566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc1185713", "doc2639996", "doc1723101", "doc1564158", "doc642762", "doc1222389", "doc393485", "doc1564173"], "ranked_scores": [0.4912, 0.4763, 0.4617, 0.4546, 0.4479, 0.4442, 0.4399, 0.4061, 0.3992, 0.3907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc2622778", "doc1618376", "doc1618372", "doc36460", "doc36485", "doc2622759", "doc2543936", "doc1926783"], "ranked_scores": [0.5387, 0.5216, 0.4765, 0.4737, 0.464, 0.4616, 0.4557, 0.4539, 0.4463, 0.4422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc337547", "doc2832", "doc24299", "doc392476", "doc35719", "doc337506", "doc714665", "doc298160", "doc1804263"], "ranked_scores": [0.4794, 0.4657, 0.4652, 0.4642, 0.4642, 0.4605, 0.4594, 0.4513, 0.4497, 0.4495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc1373324", "doc108887", "doc729573", "doc2393669", "doc626438", "doc2167590", "doc108892", "doc1581104"], "ranked_scores": [0.6026, 0.5972, 0.5827, 0.573, 0.5714, 0.5708, 0.5536, 0.5534, 0.5395, 0.5377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77973", "doc77971", "doc1334550", "doc1430994", "doc1504263", "doc1431001", "doc801039", "doc1845876", "doc5734"], "ranked_scores": [0.4773, 0.4096, 0.4011, 0.3888, 0.3802, 0.3788, 0.3656, 0.3652, 0.3591, 0.3495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m24-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57232", "doc2040327", "doc1104254", "doc1395336", "doc57247", "doc751998", "doc2173529", "doc63804"], "ranked_scores": [0.5742, 0.5628, 0.5587, 0.5488, 0.537, 0.5141, 0.51, 0.5086, 0.5052, 0.4929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc2415290", "doc2292349", "doc2136789", "doc1749973", "doc63542", "doc1268295", "doc1664486", "doc345111", "doc2345266"], "ranked_scores": [0.5052, 0.495, 0.4884, 0.4869, 0.4859, 0.4734, 0.4688, 0.466, 0.4635, 0.4595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc761186", "doc69765", "doc21831", "doc776142", "doc243667", "doc21832", "doc365451", "doc377466", "doc776137", "doc21871"], "ranked_scores": [0.6883, 0.6725, 0.6703, 0.6684, 0.6652, 0.6607, 0.6585, 0.657, 0.6535, 0.6513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453089", "doc564709", "doc146101", "doc1177870", "doc658301", "doc453091", "doc884614", "doc232625", "doc392076", "doc564708"], "ranked_scores": [0.6278, 0.6115, 0.6058, 0.6032, 0.599, 0.5982, 0.5977, 0.5947, 0.5927, 0.5917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1741704", "doc1812661", "doc2165905", "doc1715056", "doc2165920", "doc1741707", "doc2165906", "doc1121529", "doc1741701", "doc1741702"], "ranked_scores": [0.7134, 0.7084, 0.7084, 0.7084, 0.708, 0.708, 0.7073, 0.7036, 0.703, 0.703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1021718", "doc1685757", "doc1407409", "doc1478921", "doc361696", "doc27529", "doc1852503", "doc1770477", "doc27535", "doc1852504"], "ranked_scores": [0.5689, 0.5645, 0.564, 0.5587, 0.5573, 0.5548, 0.5537, 0.5518, 0.5463, 0.5455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc620637", "doc925929", "doc1953211", "doc119665", "doc77634", "doc422133", "doc1829626", "doc653285", "doc54270", "doc272763"], "ranked_scores": [0.7208, 0.7131, 0.7098, 0.7084, 0.7053, 0.7047, 0.704, 0.6997, 0.6988, 0.6986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc2096501", "doc1798668", "doc1456780", "doc1017147", "doc327730", "doc520684", "doc896716", "doc151694", "doc2107778"], "ranked_scores": [0.5471, 0.5436, 0.5399, 0.537, 0.536, 0.5336, 0.5309, 0.5277, 0.5271, 0.527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61043", "doc61054", "doc61036", "doc1376346", "doc61045", "doc627159", "doc2092646", "doc928962", "doc2083822", "doc1376345"], "ranked_scores": [0.5341, 0.5285, 0.5181, 0.5048, 0.4948, 0.4448, 0.4356, 0.4347, 0.4255, 0.4171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97445", "doc2083987", "doc369237", "doc369234", "doc369270", "doc97442", "doc2084014"], "ranked_scores": [0.715, 0.7051, 0.6978, 0.6732, 0.6656, 0.6649, 0.6431, 0.642, 0.6415, 0.6312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc1458417", "doc33193", "doc33196", "doc1357070", "doc636346", "doc233794", "doc1612515", "doc162708", "doc54026", "doc1104251"], "ranked_scores": [0.5576, 0.5105, 0.4732, 0.4623, 0.4568, 0.4406, 0.4398, 0.4345, 0.4322, 0.421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386116", "doc66003", "doc1386166", "doc83863", "doc2171547", "doc2254465", "doc1984127", "doc83864", "doc758894"], "ranked_scores": [0.6198, 0.6156, 0.6012, 0.5976, 0.5616, 0.5602, 0.5484, 0.54, 0.5399, 0.5398], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc703728", "doc1332302", "doc106355", "doc703719", "doc106332", "doc1445498", "doc284003", "doc703701", "doc106333"], "ranked_scores": [0.6994, 0.6902, 0.6863, 0.6859, 0.6859, 0.6854, 0.6831, 0.6825, 0.6814, 0.68], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7119", "doc7116", "doc697071", "doc692559", "doc1173469", "doc7091", "doc526956", "doc7106", "doc2606816"], "ranked_scores": [0.6808, 0.6579, 0.6482, 0.6479, 0.6459, 0.639, 0.6359, 0.6308, 0.6259, 0.624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc493405", "doc155440", "doc854693", "doc1606435", "doc2252228", "doc431563", "doc2247113"], "ranked_scores": [0.5421, 0.5146, 0.5098, 0.5019, 0.4818, 0.4767, 0.4645, 0.4598, 0.4587, 0.4578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2018288", "doc772201", "doc648344", "doc428400", "doc453118", "doc2659217", "doc1078877", "doc52429", "doc1825079"], "ranked_scores": [0.5114, 0.4883, 0.4795, 0.4777, 0.4696, 0.4696, 0.4679, 0.4549, 0.4511, 0.4492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc30774", "doc468490", "doc90322", "doc1380356", "doc1380357", "doc1734041", "doc1550148", "doc30773", "doc2202499", "doc300567"], "ranked_scores": [0.6585, 0.6555, 0.6545, 0.6514, 0.6482, 0.6463, 0.6446, 0.6429, 0.6421, 0.6419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2009369", "doc2483632", "doc648344", "doc648335", "doc1104361", "doc1759594", "doc2277317", "doc36393", "doc1719794"], "ranked_scores": [0.5297, 0.515, 0.5033, 0.4675, 0.4447, 0.4417, 0.4332, 0.4236, 0.4231, 0.4209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc2509989", "doc56903", "doc1288170", "doc2091584", "doc56909", "doc2313854"], "ranked_scores": [0.7006, 0.6853, 0.6843, 0.6843, 0.6762, 0.6728, 0.6474, 0.6467, 0.6453, 0.6423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80067", "doc80074", "doc137908", "doc345632", "doc80078", "doc80151", "doc352904", "doc345642", "doc596891", "doc737601"], "ranked_scores": [0.6391, 0.6382, 0.6363, 0.6303, 0.6284, 0.6267, 0.6267, 0.6257, 0.6251, 0.6203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc556367", "doc2353712", "doc1945762", "doc1018572", "doc1214168", "doc1852908", "doc732083", "doc1248717", "doc1018577"], "ranked_scores": [0.5572, 0.5425, 0.5369, 0.532, 0.5238, 0.5222, 0.5212, 0.5189, 0.5144, 0.511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc474073", "doc2517379", "doc863698", "doc1858452", "doc511592", "doc675035", "doc138458", "doc2376934", "doc768172"], "ranked_scores": [0.6114, 0.6057, 0.5953, 0.5749, 0.5712, 0.5697, 0.5686, 0.5659, 0.5644, 0.5642], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102096", "doc102097", "doc102077", "doc162716", "doc614722", "doc1690179", "doc1104254", "doc698039", "doc1582708", "doc1612515"], "ranked_scores": [0.6418, 0.6241, 0.5259, 0.3722, 0.3475, 0.3383, 0.3342, 0.3322, 0.3317, 0.3228], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc721746", "doc57940", "doc57948", "doc1199221", "doc81655", "doc57946", "doc1390300", "doc1390312", "doc2115402"], "ranked_scores": [0.6047, 0.6045, 0.5945, 0.5468, 0.5403, 0.5132, 0.5013, 0.4744, 0.4716, 0.469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1936829", "doc751435", "doc866703", "doc1612364", "doc751410", "doc2549319", "doc2357495", "doc561914", "doc2362748"], "ranked_scores": [0.5306, 0.4453, 0.4444, 0.3775, 0.3683, 0.3674, 0.3669, 0.3629, 0.3619, 0.3583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc1376793", "doc41344", "doc64314", "doc64316", "doc64318", "doc64317", "doc35524", "doc1385345", "doc1385349", "doc971992"], "ranked_scores": [0.668, 0.6664, 0.6637, 0.6632, 0.6602, 0.6592, 0.6591, 0.6589, 0.6584, 0.6553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4556, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc1334238", "doc437677", "doc1334192", "doc1978004", "doc2109883", "doc437683", "doc437656", "doc437685", "doc1520219"], "ranked_scores": [0.6829, 0.6824, 0.6823, 0.6766, 0.6681, 0.6678, 0.6652, 0.6623, 0.66, 0.6594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc720105", "doc35173", "doc1314944", "doc1314964", "doc1314979", "doc1840131", "doc2558251", "doc720110", "doc1315083", "doc1778596"], "ranked_scores": [0.3194, 0.2939, 0.2933, 0.2878, 0.2848, 0.2841, 0.2801, 0.2787, 0.2764, 0.2709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1891609", "doc624943", "doc122351", "doc1445420", "doc227150", "doc1464195", "doc1728777", "doc645572", "doc24934"], "ranked_scores": [0.3261, 0.3147, 0.309, 0.3083, 0.306, 0.3041, 0.2974, 0.296, 0.2928, 0.2877], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc114471", "doc1283940", "doc611282", "doc317197", "doc1154850", "doc672552", "doc2471044", "doc1616722"], "ranked_scores": [0.5911, 0.5858, 0.4386, 0.4323, 0.4169, 0.4156, 0.4105, 0.404, 0.4036, 0.4019], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc2142521", "doc530778", "doc1410020", "doc996399", "doc1840635", "doc1394743", "doc1787621", "doc152997"], "ranked_scores": [0.6773, 0.6167, 0.6028, 0.6001, 0.597, 0.5909, 0.5799, 0.5762, 0.5727, 0.5684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc11640", "doc94371", "doc2194194", "doc515771", "doc402145", "doc2449643", "doc2429823", "doc990522", "doc2499695", "doc11639"], "ranked_scores": [0.6572, 0.6542, 0.6521, 0.6485, 0.6442, 0.6418, 0.6381, 0.6258, 0.6219, 0.6184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc719006", "doc1729412", "doc1427181", "doc849003", "doc1427193", "doc946247", "doc555420", "doc2355469"], "ranked_scores": [0.6487, 0.6372, 0.6014, 0.5891, 0.5878, 0.5856, 0.5823, 0.5807, 0.5757, 0.5738], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc628470", "doc2224155", "doc53643", "doc358938", "doc675222", "doc2107022", "doc324540", "doc2107018", "doc2107033", "doc1927002"], "ranked_scores": [0.7125, 0.686, 0.6793, 0.6787, 0.6768, 0.6767, 0.676, 0.67, 0.6696, 0.6567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435076", "doc435078", "doc2587562", "doc2646161", "doc2587564", "doc435083", "doc2607396", "doc782782", "doc211209"], "ranked_scores": [0.5984, 0.5838, 0.5759, 0.5731, 0.5715, 0.5628, 0.5594, 0.556, 0.5525, 0.5369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc264212", "doc1531603", "doc2665803", "doc15890", "doc1935873", "doc733127", "doc2119808", "doc627432", "doc2085567", "doc2042102"], "ranked_scores": [0.5336, 0.509, 0.4914, 0.4733, 0.4712, 0.4647, 0.463, 0.4609, 0.4552, 0.446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2083699", "doc311498", "doc1130168", "doc1962174", "doc1384430", "doc1384376", "doc1040316", "doc1162080"], "ranked_scores": [0.4794, 0.3831, 0.3279, 0.3269, 0.3182, 0.2913, 0.2884, 0.287, 0.2825, 0.2791], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc57975", "doc1055373", "doc376241", "doc390322", "doc1345740", "doc1153924", "doc1810672", "doc376238", "doc2502630"], "ranked_scores": [0.402, 0.3805, 0.3719, 0.3617, 0.3451, 0.342, 0.3246, 0.3223, 0.3171, 0.3162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc546881", "doc1986449", "doc2465656", "doc1333905", "doc1160263", "doc1730288", "doc61233", "doc588590", "doc134196"], "ranked_scores": [0.6132, 0.6035, 0.5993, 0.5971, 0.5971, 0.5808, 0.578, 0.5738, 0.5509, 0.5498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc2676752", "doc807", "doc877974", "doc201173", "doc965463", "doc681964", "doc2655469", "doc312607", "doc1892012"], "ranked_scores": [0.4109, 0.3564, 0.3531, 0.3385, 0.3346, 0.33, 0.3288, 0.3281, 0.3211, 0.3192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc1452752", "doc88933", "doc2015719", "doc2624067", "doc1639229", "doc1763997", "doc88974", "doc88931", "doc88934", "doc88973"], "ranked_scores": [0.5684, 0.544, 0.543, 0.5416, 0.5394, 0.5373, 0.5308, 0.5306, 0.5302, 0.5231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc21378", "doc338818", "doc21339", "doc21368", "doc338813", "doc1455508", "doc1455509", "doc1455511", "doc1308445"], "ranked_scores": [0.5041, 0.4886, 0.4568, 0.4451, 0.4369, 0.4361, 0.4358, 0.4305, 0.4126, 0.4105], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc2563559", "doc1774519", "doc108559", "doc376580", "doc376565", "doc1538520", "doc108456", "doc63585", "doc63590", "doc911115"], "ranked_scores": [0.6376, 0.5782, 0.5766, 0.568, 0.5625, 0.557, 0.5566, 0.5556, 0.5534, 0.5534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7161", "doc7165", "doc688749", "doc1670303", "doc1273458", "doc1335520", "doc580220", "doc355540", "doc656863", "doc933773"], "ranked_scores": [0.5629, 0.5499, 0.5447, 0.5422, 0.5301, 0.5234, 0.5137, 0.4977, 0.4906, 0.4865], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc1826212", "doc2653657", "doc455756", "doc751726", "doc2667180", "doc2015875", "doc1260422", "doc1564136", "doc1452587"], "ranked_scores": [0.3244, 0.3215, 0.2798, 0.2626, 0.2492, 0.249, 0.2451, 0.244, 0.2417, 0.2389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc2011376", "doc705226", "doc190281", "doc1170391", "doc1170390", "doc2639996", "doc2483577", "doc2119024", "doc1222389"], "ranked_scores": [0.4416, 0.4344, 0.4218, 0.4185, 0.4104, 0.4084, 0.4079, 0.4062, 0.406, 0.4036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618372", "doc36485", "doc1618376", "doc2622759", "doc36460", "doc2657970", "doc1256783", "doc2305994", "doc1927669"], "ranked_scores": [0.6215, 0.6211, 0.5747, 0.5598, 0.5115, 0.5047, 0.5027, 0.4847, 0.4844, 0.4612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc388464", "doc1445498", "doc284003", "doc2832", "doc106332", "doc1332302", "doc106355", "doc703719", "doc284002", "doc874101"], "ranked_scores": [0.6998, 0.6852, 0.6851, 0.6748, 0.6732, 0.6698, 0.6636, 0.6636, 0.6613, 0.6583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc596021", "doc643072", "doc1373323", "doc1373324", "doc2167590", "doc729661", "doc2376695", "doc108887", "doc1581104", "doc599368"], "ranked_scores": [0.7, 0.689, 0.6872, 0.6768, 0.675, 0.6624, 0.6614, 0.6601, 0.6596, 0.6515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1504263", "doc1430993", "doc1431001", "doc77971", "doc650150", "doc691881", "doc5734", "doc172947", "doc1430994"], "ranked_scores": [0.3748, 0.3702, 0.3693, 0.3682, 0.3564, 0.3478, 0.3415, 0.3411, 0.3175, 0.3118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m32-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc57242", "doc2040327", "doc751998", "doc57247", "doc2116209", "doc2173529", "doc1104254", "doc3001"], "ranked_scores": [0.5882, 0.5725, 0.5462, 0.5397, 0.5377, 0.534, 0.5248, 0.5245, 0.521, 0.517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc345111", "doc1268295", "doc914411", "doc1664486", "doc63543", "doc2136789", "doc2112811", "doc2415290"], "ranked_scores": [0.5026, 0.483, 0.4695, 0.4526, 0.447, 0.4431, 0.4359, 0.4271, 0.421, 0.4195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc377466", "doc21831", "doc243667", "doc21829", "doc21832", "doc660012", "doc69765", "doc1393796", "doc812322", "doc78091"], "ranked_scores": [0.6741, 0.6676, 0.6637, 0.66, 0.6575, 0.6546, 0.6542, 0.6495, 0.6435, 0.6399], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc453091", "doc564709", "doc453089", "doc146101", "doc2317442", "doc392076", "doc1247565", "doc979079", "doc1347475"], "ranked_scores": [0.6103, 0.6045, 0.5998, 0.5962, 0.5944, 0.5931, 0.5927, 0.5841, 0.5784, 0.576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366760", "doc1741706", "doc2165920", "doc2165906", "doc1741704", "doc1812659", "doc1741701", "doc1741707", "doc1812660", "doc1812661"], "ranked_scores": [0.7145, 0.7119, 0.7072, 0.7057, 0.7056, 0.7025, 0.7014, 0.7011, 0.7008, 0.6995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1501431", "doc1852503", "doc1628841", "doc738831", "doc1407409", "doc1852527", "doc1685757", "doc27535", "doc1478921"], "ranked_scores": [0.5755, 0.5387, 0.5357, 0.5298, 0.5268, 0.5262, 0.5213, 0.52, 0.5164, 0.5163], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1953211", "doc620637", "doc422133", "doc925929", "doc825186", "doc293491", "doc77634", "doc54270", "doc119665", "doc579128"], "ranked_scores": [0.7219, 0.7111, 0.7028, 0.6977, 0.6969, 0.6959, 0.695, 0.6943, 0.6935, 0.6933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc29765", "doc101561", "doc520684", "doc1456780", "doc1798668", "doc151694", "doc1728840", "doc49200", "doc29764"], "ranked_scores": [0.5845, 0.5597, 0.5549, 0.5501, 0.5406, 0.5389, 0.5381, 0.5372, 0.5349, 0.5348], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1376346", "doc61043", "doc61045", "doc627159", "doc928962", "doc1376345", "doc1380860", "doc1787812"], "ranked_scores": [0.5459, 0.5271, 0.5115, 0.4857, 0.4691, 0.4274, 0.4252, 0.4231, 0.3899, 0.3888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc1116765", "doc97445", "doc2083987", "doc369276", "doc97442", "doc369270", "doc1329011", "doc97430"], "ranked_scores": [0.7238, 0.7138, 0.6976, 0.6658, 0.6453, 0.6266, 0.6206, 0.6184, 0.6173, 0.6158], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc1458417", "doc33196", "doc33193", "doc1357070", "doc54026", "doc147194", "doc2582472", "doc562696", "doc636346", "doc418129"], "ranked_scores": [0.5168, 0.5099, 0.4921, 0.4509, 0.4335, 0.4287, 0.4189, 0.4147, 0.4147, 0.413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386116", "doc2171547", "doc1386166", "doc66003", "doc50109", "doc253608", "doc1386159", "doc2537824", "doc1386120"], "ranked_scores": [0.6053, 0.5781, 0.552, 0.5454, 0.5385, 0.5295, 0.5293, 0.5239, 0.5239, 0.5235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc106355", "doc703719", "doc388464", "doc106333", "doc106372", "doc703736", "doc1445498", "doc703701", "doc1332302"], "ranked_scores": [0.6981, 0.696, 0.696, 0.6918, 0.6867, 0.6823, 0.6823, 0.6782, 0.6758, 0.6754], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc692559", "doc7106", "doc697071", "doc7119", "doc934401", "doc1173469", "doc695983", "doc7116"], "ranked_scores": [0.6792, 0.6537, 0.6535, 0.6469, 0.6466, 0.6412, 0.6354, 0.6307, 0.6291, 0.6281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc1101734", "doc1740481", "doc107878", "doc90808", "doc1443647", "doc1098823", "doc431563", "doc1606435"], "ranked_scores": [0.578, 0.5154, 0.4865, 0.472, 0.4659, 0.4655, 0.4655, 0.4613, 0.458, 0.457], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc428400", "doc2018288", "doc244386", "doc750407", "doc648344", "doc229804", "doc453118", "doc750416", "doc404160"], "ranked_scores": [0.5183, 0.4789, 0.4749, 0.4693, 0.4452, 0.4437, 0.4425, 0.4341, 0.4306, 0.4296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1380356", "doc90322", "doc2202506", "doc2202499", "doc468490", "doc300567", "doc416774", "doc1380357", "doc30773", "doc24903"], "ranked_scores": [0.6538, 0.648, 0.6447, 0.6381, 0.6355, 0.6334, 0.6287, 0.6245, 0.6165, 0.6128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc648344", "doc2127006", "doc648335", "doc2277317", "doc1104361", "doc1759594", "doc307715"], "ranked_scores": [0.5479, 0.5349, 0.4992, 0.4583, 0.4507, 0.4454, 0.4343, 0.4245, 0.4154, 0.4078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56921", "doc2509989", "doc56903", "doc56909", "doc2313854", "doc2091597", "doc56902"], "ranked_scores": [0.6964, 0.6917, 0.6894, 0.6777, 0.6649, 0.6428, 0.6369, 0.6365, 0.6344, 0.6316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc352904", "doc80151", "doc137908", "doc80067", "doc345632", "doc80154", "doc80074", "doc80078", "doc66226", "doc80133"], "ranked_scores": [0.6405, 0.6384, 0.6359, 0.6316, 0.6266, 0.6174, 0.6143, 0.612, 0.6086, 0.6064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4685, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc2353712", "doc556367", "doc72413", "doc1248717", "doc1214168", "doc2240293", "doc2240291", "doc1852908", "doc1018572", "doc732015"], "ranked_scores": [0.561, 0.5571, 0.553, 0.5526, 0.5483, 0.5306, 0.5285, 0.5218, 0.512, 0.505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc474073", "doc138458", "doc863698", "doc224770", "doc764184", "doc2376934", "doc474060", "doc1202814", "doc721916"], "ranked_scores": [0.5992, 0.5791, 0.5534, 0.5531, 0.5528, 0.5522, 0.5519, 0.5518, 0.5491, 0.5488], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1612515", "doc614722", "doc119586", "doc1104251", "doc1487821", "doc1878861", "doc162716"], "ranked_scores": [0.619, 0.6188, 0.5419, 0.3244, 0.3222, 0.322, 0.3211, 0.319, 0.3177, 0.3119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc57940", "doc721746", "doc57948", "doc57946", "doc1199221", "doc81655", "doc2115402", "doc1390300", "doc1390312"], "ranked_scores": [0.6034, 0.5868, 0.5736, 0.5104, 0.5059, 0.5052, 0.5046, 0.4568, 0.4527, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1612364", "doc1936829", "doc866703", "doc765127", "doc1310966", "doc2362748", "doc1723101", "doc1796400"], "ranked_scores": [0.5579, 0.4442, 0.4399, 0.405, 0.3933, 0.3744, 0.3669, 0.3611, 0.3594, 0.3566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc1376793", "doc64318", "doc41344", "doc1385345", "doc971992", "doc64314", "doc35524", "doc456580", "doc1385353", "doc851269"], "ranked_scores": [0.6795, 0.6736, 0.6689, 0.6622, 0.6571, 0.656, 0.6482, 0.6472, 0.6472, 0.6429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc2545031", "doc1334238", "doc2545063", "doc1334192", "doc437685", "doc1520275", "doc437677", "doc1520311", "doc2545074", "doc1321892"], "ranked_scores": [0.672, 0.6601, 0.6581, 0.6552, 0.6523, 0.6505, 0.6496, 0.648, 0.6476, 0.6468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc2048678", "doc1314979", "doc35173", "doc1315064", "doc1314944", "doc1840131", "doc1315083", "doc938718", "doc2558251", "doc1314964"], "ranked_scores": [0.3092, 0.2986, 0.2934, 0.2912, 0.2883, 0.2859, 0.2843, 0.283, 0.2757, 0.2682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc645564", "doc2390440", "doc1050188", "doc1891609", "doc1445420", "doc1872130", "doc122351", "doc24939", "doc24934", "doc645572"], "ranked_scores": [0.3259, 0.322, 0.3168, 0.3136, 0.3114, 0.3097, 0.3072, 0.3008, 0.2933, 0.2888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.378, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1283940", "doc317197", "doc114471", "doc1346601", "doc611283", "doc611282", "doc1703998", "doc2127607"], "ranked_scores": [0.5934, 0.5386, 0.4325, 0.4202, 0.4193, 0.397, 0.3949, 0.3838, 0.3837, 0.3825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc324530", "doc2142521", "doc530778", "doc25697", "doc1840635", "doc1787621", "doc967808"], "ranked_scores": [0.669, 0.6303, 0.6135, 0.5922, 0.5817, 0.5751, 0.5726, 0.5613, 0.5551, 0.555], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc515771", "doc402145", "doc2194194", "doc2449643", "doc94371", "doc660237", "doc11669", "doc2429823", "doc990514", "doc1030288"], "ranked_scores": [0.6407, 0.6219, 0.6101, 0.6093, 0.5976, 0.5933, 0.5927, 0.5901, 0.5875, 0.5853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc105763", "doc1427193", "doc2355469", "doc737771", "doc719006", "doc1803558", "doc1516597", "doc1729412"], "ranked_scores": [0.6438, 0.6145, 0.5849, 0.5758, 0.5669, 0.5659, 0.5602, 0.5552, 0.5534, 0.5513], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107022", "doc2224155", "doc53643", "doc324540", "doc358938", "doc1927002", "doc628470", "doc2107033", "doc6540", "doc1400520"], "ranked_scores": [0.6789, 0.6756, 0.6753, 0.6732, 0.6587, 0.6586, 0.6564, 0.6445, 0.6442, 0.6421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc435075", "doc2607396", "doc2587564", "doc2587562", "doc435076", "doc42101", "doc2032387", "doc435083", "doc2288928"], "ranked_scores": [0.5699, 0.5637, 0.5537, 0.5474, 0.5463, 0.5446, 0.5357, 0.5218, 0.5148, 0.5145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc264212", "doc1736708", "doc1935873", "doc2119808", "doc1531603", "doc627432", "doc2085567", "doc733127", "doc15890"], "ranked_scores": [0.54, 0.5038, 0.4816, 0.4766, 0.4718, 0.4706, 0.4538, 0.4537, 0.4533, 0.4529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2083699", "doc2306629", "doc1538025", "doc2361509", "doc2305740", "doc1384430", "doc487000", "doc245411"], "ranked_scores": [0.4914, 0.4617, 0.3086, 0.3022, 0.2915, 0.2894, 0.2889, 0.2852, 0.2843, 0.2842], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc601133", "doc390322", "doc57975", "doc376241", "doc1153924", "doc1810672", "doc1345740", "doc225655", "doc376238"], "ranked_scores": [0.4314, 0.4214, 0.3909, 0.3763, 0.3721, 0.3682, 0.3288, 0.3184, 0.3174, 0.3173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc1986437", "doc546881", "doc2465656", "doc1333905", "doc1160263", "doc588578", "doc1975694", "doc134196", "doc61233"], "ranked_scores": [0.5912, 0.5737, 0.5502, 0.545, 0.543, 0.5428, 0.5404, 0.5206, 0.52, 0.5197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc807", "doc2361509", "doc201173", "doc877974", "doc2335293", "doc2655469", "doc2391797", "doc2316721", "doc2621492"], "ranked_scores": [0.4022, 0.3725, 0.3687, 0.3514, 0.3494, 0.3426, 0.3414, 0.337, 0.3356, 0.3353], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88933", "doc88931", "doc1452752", "doc1639229", "doc88934", "doc88974", "doc127040", "doc1763997", "doc88973", "doc127031"], "ranked_scores": [0.5605, 0.5516, 0.5482, 0.5445, 0.531, 0.5167, 0.5082, 0.5029, 0.5023, 0.4988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc338818", "doc21378", "doc1455509", "doc21368", "doc2442198", "doc338813", "doc1308445", "doc21363", "doc21340"], "ranked_scores": [0.4968, 0.4496, 0.438, 0.4243, 0.4167, 0.4128, 0.4079, 0.4026, 0.4025, 0.3999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc2563559", "doc376565", "doc108559", "doc63590", "doc18273", "doc911115", "doc323321", "doc1774519", "doc1791044", "doc108456"], "ranked_scores": [0.6099, 0.5956, 0.5741, 0.5679, 0.5679, 0.5679, 0.5666, 0.5664, 0.5497, 0.5483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc688749", "doc7165", "doc1670303", "doc1273458", "doc7161", "doc355540", "doc580244", "doc1183356", "doc1335520", "doc656863"], "ranked_scores": [0.5473, 0.5405, 0.5322, 0.5302, 0.5093, 0.5087, 0.4964, 0.4836, 0.4742, 0.4724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc2653657", "doc1452587", "doc1260422", "doc751726", "doc2295957", "doc1590467", "doc455756", "doc4611", "doc2015875"], "ranked_scores": [0.3722, 0.3428, 0.3078, 0.2844, 0.2819, 0.261, 0.2587, 0.254, 0.2534, 0.2497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc705226", "doc2011376", "doc190281", "doc374355", "doc2634368", "doc1170390", "doc2639996", "doc2620645", "doc208245"], "ranked_scores": [0.4764, 0.446, 0.4291, 0.4188, 0.4117, 0.4073, 0.4023, 0.4006, 0.4003, 0.3952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618372", "doc36460", "doc36485", "doc1618376", "doc1256783", "doc36467", "doc2622759", "doc2396125", "doc2657970"], "ranked_scores": [0.5969, 0.5817, 0.5214, 0.52, 0.5087, 0.4883, 0.4814, 0.4722, 0.4598, 0.4431], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1332302", "doc2832", "doc388464", "doc106332", "doc703719", "doc106355", "doc1471934", "doc1445498", "doc284003", "doc427621"], "ranked_scores": [0.6906, 0.6857, 0.6845, 0.68, 0.6646, 0.6646, 0.6597, 0.6589, 0.6535, 0.6516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc108887", "doc2167590", "doc1373324", "doc596021", "doc1581104", "doc108892", "doc1119543", "doc729661"], "ranked_scores": [0.6945, 0.6872, 0.6744, 0.6665, 0.666, 0.6514, 0.6488, 0.6484, 0.6483, 0.6447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77976", "doc1504263", "doc1431001", "doc5734", "doc77971", "doc650150", "doc77973", "doc2223012", "doc1376321"], "ranked_scores": [0.4028, 0.39, 0.3863, 0.38, 0.3786, 0.3523, 0.329, 0.3139, 0.3137, 0.3122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m32-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc2173529", "doc57242", "doc337580", "doc57232", "doc1104251", "doc284000", "doc284003", "doc1622317", "doc2173547"], "ranked_scores": [0.4856, 0.4619, 0.4618, 0.4601, 0.4543, 0.4537, 0.453, 0.4523, 0.4515, 0.4493], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc2136789", "doc1749973", "doc1268295", "doc357255", "doc2415290", "doc2345266", "doc502099", "doc2461160", "doc758444"], "ranked_scores": [0.3892, 0.3651, 0.346, 0.3449, 0.3449, 0.3443, 0.3383, 0.3373, 0.3367, 0.3308], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc296209", "doc377466", "doc451953", "doc1817763", "doc761186", "doc21831", "doc1328955", "doc365452", "doc69765", "doc21871"], "ranked_scores": [0.5537, 0.5419, 0.5394, 0.5314, 0.5237, 0.523, 0.5189, 0.5172, 0.5161, 0.5146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc453091", "doc872601", "doc1177870", "doc146101", "doc415323", "doc453144", "doc1177855", "doc453153", "doc404141"], "ranked_scores": [0.5528, 0.5335, 0.524, 0.5027, 0.5005, 0.4961, 0.4891, 0.4885, 0.4873, 0.4867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812653", "doc1812659", "doc2165906", "doc1366760", "doc559423", "doc751747", "doc1741706", "doc1366757", "doc1812661", "doc2171152"], "ranked_scores": [0.6132, 0.6113, 0.6101, 0.6061, 0.606, 0.6046, 0.603, 0.6012, 0.5999, 0.5975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1628841", "doc27535", "doc361696", "doc1501431", "doc361697", "doc1856181", "doc1021718", "doc2384883", "doc1279689"], "ranked_scores": [0.4313, 0.4284, 0.4243, 0.4234, 0.4201, 0.4156, 0.4152, 0.4136, 0.4119, 0.4116], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc825187", "doc620637", "doc1369510", "doc422133", "doc1953211", "doc825186", "doc2095396", "doc349747", "doc77640", "doc268699"], "ranked_scores": [0.6174, 0.6132, 0.6113, 0.6088, 0.6081, 0.6069, 0.6063, 0.6049, 0.6029, 0.6013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc2107778", "doc29765", "doc1052760", "doc520684", "doc29759", "doc101561", "doc50625", "doc327730", "doc101260", "doc896716"], "ranked_scores": [0.4841, 0.4752, 0.4735, 0.4733, 0.4694, 0.4663, 0.4617, 0.4599, 0.4587, 0.4587], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61043", "doc61036", "doc1376346", "doc61045", "doc2022943", "doc2009331", "doc928962", "doc2083822", "doc491925"], "ranked_scores": [0.4642, 0.4314, 0.4297, 0.4188, 0.4168, 0.3681, 0.3609, 0.3555, 0.3532, 0.3531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc1116765", "doc2004921", "doc97445", "doc2083994", "doc369261", "doc2071028", "doc2574334", "doc369277", "doc97442"], "ranked_scores": [0.5419, 0.529, 0.5131, 0.5086, 0.4997, 0.4993, 0.4968, 0.4897, 0.4862, 0.4851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc1458417", "doc162798", "doc33196", "doc1458400", "doc1357070", "doc33193", "doc54026", "doc614722", "doc2534674", "doc233794"], "ranked_scores": [0.4391, 0.4167, 0.4165, 0.4134, 0.4109, 0.4105, 0.3995, 0.3975, 0.3971, 0.3948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc253608", "doc2537823", "doc1974480", "doc50109", "doc83863", "doc875841", "doc595818", "doc1604550", "doc2254480"], "ranked_scores": [0.4446, 0.4439, 0.4392, 0.4355, 0.4335, 0.4202, 0.4144, 0.4125, 0.412, 0.4025], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1471934", "doc1445498", "doc1051791", "doc337506", "doc106332", "doc703736", "doc106372", "doc703723", "doc1332302", "doc106333"], "ranked_scores": [0.6295, 0.6185, 0.6165, 0.6113, 0.611, 0.6049, 0.6049, 0.6044, 0.6038, 0.6037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc697071", "doc526956", "doc692559", "doc692580", "doc1950715", "doc7091", "doc7116", "doc7120", "doc1173469"], "ranked_scores": [0.5605, 0.5532, 0.5524, 0.5491, 0.5459, 0.5316, 0.5281, 0.5248, 0.5239, 0.522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc2093563", "doc854693", "doc1877670", "doc1443647", "doc1357000", "doc1588867", "doc1606435", "doc431563", "doc1101734"], "ranked_scores": [0.4484, 0.4448, 0.4433, 0.4344, 0.4315, 0.4254, 0.4231, 0.4211, 0.4207, 0.4167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2676129", "doc750416", "doc244368", "doc551718", "doc36402", "doc648344", "doc1759594", "doc2659217", "doc897", "doc1078877"], "ranked_scores": [0.4048, 0.3818, 0.3777, 0.3773, 0.3763, 0.37, 0.3699, 0.3684, 0.3652, 0.3626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1786046", "doc468490", "doc1380356", "doc90322", "doc2202506", "doc30773", "doc300567", "doc1686189", "doc2509293", "doc1380357"], "ranked_scores": [0.4995, 0.4879, 0.4873, 0.484, 0.4836, 0.4813, 0.4801, 0.4785, 0.4771, 0.4699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2009369", "doc2127006", "doc750416", "doc2483632", "doc1104361", "doc2277317", "doc1719794", "doc1759594", "doc1244989"], "ranked_scores": [0.4821, 0.4224, 0.4138, 0.409, 0.4041, 0.3958, 0.3886, 0.3696, 0.3688, 0.3686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc1102442", "doc2509993", "doc56897", "doc2509989", "doc56921", "doc1288170", "doc2509996", "doc2408092", "doc56903"], "ranked_scores": [0.5848, 0.5831, 0.5756, 0.5691, 0.5682, 0.5596, 0.5592, 0.5576, 0.557, 0.552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80154", "doc345642", "doc352904", "doc137908", "doc66226", "doc863660", "doc80100", "doc596882", "doc80067", "doc737601"], "ranked_scores": [0.4975, 0.4951, 0.4934, 0.4903, 0.4902, 0.4853, 0.4848, 0.4835, 0.4805, 0.4758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1018577", "doc673167", "doc1248717", "doc732015", "doc1945762", "doc2240293", "doc2353712", "doc1018572", "doc108799"], "ranked_scores": [0.5047, 0.4709, 0.4561, 0.4438, 0.4435, 0.4382, 0.435, 0.4299, 0.4285, 0.4225], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc675035", "doc207464", "doc99377", "doc764184", "doc224770", "doc906677", "doc2517379", "doc1107283", "doc511592"], "ranked_scores": [0.4431, 0.4314, 0.4243, 0.4197, 0.4151, 0.4138, 0.408, 0.4077, 0.4056, 0.4005], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc2488095", "doc973089", "doc614722", "doc211923", "doc57242", "doc2040334", "doc2060101"], "ranked_scores": [0.4544, 0.3821, 0.3547, 0.2946, 0.2872, 0.2827, 0.2799, 0.2766, 0.2715, 0.2701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc2115402", "doc57940", "doc57946", "doc1489505", "doc721746", "doc81655", "doc57948", "doc2389178", "doc2350463"], "ranked_scores": [0.4351, 0.4147, 0.4134, 0.4099, 0.3674, 0.3513, 0.3512, 0.3511, 0.3504, 0.3475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc1612364", "doc22915", "doc2365468", "doc751435", "doc866703", "doc1428083", "doc1723101", "doc2059265", "doc1936829", "doc751425"], "ranked_scores": [0.4091, 0.4063, 0.3458, 0.3437, 0.3295, 0.321, 0.321, 0.3181, 0.3159, 0.3126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc851269", "doc64318", "doc971992", "doc35524", "doc64317", "doc1376793", "doc705952", "doc64314", "doc41344"], "ranked_scores": [0.5897, 0.5834, 0.5805, 0.568, 0.5677, 0.5672, 0.5644, 0.5634, 0.5631, 0.563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.525, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437677", "doc2545031", "doc1321892", "doc1520278", "doc437656", "doc638932", "doc1321868", "doc982473", "doc1497917", "doc437662"], "ranked_scores": [0.5616, 0.5423, 0.5389, 0.5387, 0.5357, 0.535, 0.5345, 0.5286, 0.5284, 0.5284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc980032", "doc1333507", "doc720105", "doc1314979", "doc887699", "doc1474756", "doc699194", "doc938718", "doc720132", "doc1168119"], "ranked_scores": [0.2539, 0.2395, 0.238, 0.2333, 0.2332, 0.2316, 0.2279, 0.2264, 0.2261, 0.2238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc122351", "doc1190303", "doc2390440", "doc2251710", "doc1449831", "doc602736", "doc1728777", "doc2306629", "doc393485", "doc1169637"], "ranked_scores": [0.3068, 0.2951, 0.2782, 0.2774, 0.2732, 0.2717, 0.2696, 0.2649, 0.2623, 0.2618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc216330", "doc1283940", "doc95310", "doc2306629", "doc2204719", "doc1098312", "doc1616722", "doc317197"], "ranked_scores": [0.4413, 0.4308, 0.3953, 0.3817, 0.3797, 0.376, 0.3737, 0.3633, 0.3505, 0.3491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc1635999", "doc324530", "doc1394743", "doc1787621", "doc1566486", "doc530778", "doc25697"], "ranked_scores": [0.5425, 0.4893, 0.4709, 0.4498, 0.4489, 0.4486, 0.4474, 0.4369, 0.4322, 0.4265], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc828130", "doc515771", "doc1837769", "doc2393669", "doc2527260", "doc84492", "doc294704", "doc1119544", "doc1373324"], "ranked_scores": [0.4892, 0.4765, 0.4726, 0.471, 0.464, 0.464, 0.4596, 0.4589, 0.4556, 0.455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105756", "doc105739", "doc830308", "doc849003", "doc719006", "doc1516597", "doc1427193", "doc543176", "doc946247", "doc105764"], "ranked_scores": [0.5341, 0.5153, 0.4998, 0.4989, 0.4851, 0.4821, 0.474, 0.4682, 0.4678, 0.4595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc628470", "doc606253", "doc358938", "doc1927002", "doc562498", "doc70679", "doc172405", "doc2107018", "doc1698080"], "ranked_scores": [0.5897, 0.5883, 0.586, 0.5668, 0.5604, 0.5598, 0.5529, 0.5519, 0.55, 0.5495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1921625", "doc720207", "doc42101", "doc2032387", "doc768322", "doc2607396", "doc435076", "doc435078", "doc313356", "doc2124276"], "ranked_scores": [0.4347, 0.4123, 0.4067, 0.4042, 0.4027, 0.3974, 0.3942, 0.3904, 0.3891, 0.3888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2042102", "doc627432", "doc1935873", "doc1531603", "doc2665803", "doc264212", "doc1508870", "doc2119808", "doc733127", "doc453118"], "ranked_scores": [0.4468, 0.4388, 0.4333, 0.4298, 0.4199, 0.4158, 0.4132, 0.4079, 0.4064, 0.394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc307978", "doc1904094", "doc1588867", "doc2306629", "doc1384430", "doc284042", "doc122351", "doc245411"], "ranked_scores": [0.4328, 0.3619, 0.3416, 0.3193, 0.3147, 0.3092, 0.2991, 0.2983, 0.2932, 0.2921], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc2326766", "doc601133", "doc390322", "doc2502630", "doc911130", "doc2278461", "doc2175230", "doc225655", "doc2636762"], "ranked_scores": [0.3141, 0.2782, 0.2766, 0.2673, 0.2597, 0.2558, 0.2501, 0.2454, 0.2443, 0.2439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc134196", "doc1629620", "doc1160263", "doc1333905", "doc2465656", "doc1584862", "doc588578", "doc1986449", "doc1986437", "doc2275203"], "ranked_scores": [0.4307, 0.428, 0.4218, 0.4214, 0.42, 0.4197, 0.4164, 0.4103, 0.4051, 0.3987], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc2361509", "doc2335293", "doc807", "doc2676752", "doc2161840", "doc2391797", "doc1612316", "doc877974", "doc607623"], "ranked_scores": [0.363, 0.342, 0.3338, 0.3202, 0.3162, 0.3153, 0.3143, 0.3092, 0.3091, 0.3012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc1452752", "doc127040", "doc127031", "doc88974", "doc2624067", "doc88933", "doc1763997", "doc1935824", "doc1281693"], "ranked_scores": [0.3979, 0.3872, 0.3775, 0.3667, 0.3594, 0.3486, 0.3448, 0.3401, 0.3288, 0.3253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc1053454", "doc2336226", "doc81655", "doc1308445", "doc101167", "doc2267530", "doc930149", "doc525397", "doc2442198"], "ranked_scores": [0.3978, 0.3679, 0.3654, 0.3573, 0.3505, 0.3492, 0.3467, 0.3415, 0.3365, 0.3352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc2563559", "doc108456", "doc108559", "doc376565", "doc63585", "doc1791044", "doc2072948", "doc1604800", "doc18274", "doc2185185"], "ranked_scores": [0.5127, 0.5054, 0.4972, 0.4955, 0.4901, 0.4874, 0.4845, 0.4813, 0.4797, 0.4795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1183356", "doc203256", "doc355540", "doc1269703", "doc1378028", "doc586538", "doc2265484", "doc583523", "doc7161"], "ranked_scores": [0.4241, 0.4193, 0.419, 0.4073, 0.3971, 0.3967, 0.3954, 0.3863, 0.3846, 0.3837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc1452587", "doc2295957", "doc2653657", "doc2667180", "doc2587477", "doc751726", "doc917675", "doc281094", "doc1113128"], "ranked_scores": [0.2797, 0.2556, 0.2528, 0.252, 0.2458, 0.2419, 0.2348, 0.2278, 0.2232, 0.2226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc374355", "doc2483577", "doc2054559", "doc1038435", "doc1222389", "doc1170390", "doc173893", "doc2011376", "doc705226"], "ranked_scores": [0.411, 0.3929, 0.3928, 0.3897, 0.3874, 0.379, 0.3752, 0.368, 0.3678, 0.363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618376", "doc1874159", "doc1256783", "doc1618372", "doc2305994", "doc36467", "doc1451671", "doc2245681", "doc2543977"], "ranked_scores": [0.3538, 0.3359, 0.3286, 0.3266, 0.3246, 0.3125, 0.3076, 0.3012, 0.3012, 0.3012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc973089", "doc388464", "doc1471934", "doc106332", "doc284000", "doc106372", "doc703736", "doc2832", "doc874101", "doc337506"], "ranked_scores": [0.6236, 0.6228, 0.6195, 0.6184, 0.6161, 0.6126, 0.6126, 0.6082, 0.6072, 0.607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc935127", "doc596021", "doc108892", "doc84475", "doc1837769", "doc1220654", "doc1373324", "doc207176", "doc2167590", "doc368643"], "ranked_scores": [0.5737, 0.569, 0.5676, 0.5632, 0.5609, 0.5603, 0.5578, 0.5545, 0.5543, 0.5537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1376321", "doc1430993", "doc2624067", "doc77971", "doc1880724", "doc2193690", "doc613408", "doc2079848", "doc2357495"], "ranked_scores": [0.3442, 0.3398, 0.3373, 0.3133, 0.3104, 0.3068, 0.3007, 0.3005, 0.2972, 0.2965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m48-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57247", "doc2040327", "doc57232", "doc751998", "doc2173529", "doc1104254", "doc3001", "doc2173544"], "ranked_scores": [0.5709, 0.5492, 0.542, 0.5355, 0.5247, 0.5166, 0.5052, 0.5031, 0.4841, 0.4792], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc2292349", "doc1268295", "doc2136789", "doc2112811", "doc914411", "doc2415290", "doc345111", "doc1879889"], "ranked_scores": [0.5082, 0.4705, 0.4653, 0.4517, 0.4475, 0.4371, 0.4352, 0.4351, 0.426, 0.4234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21832", "doc1393796", "doc377466", "doc21831", "doc21829", "doc243667", "doc1328955", "doc761186", "doc2074523"], "ranked_scores": [0.6598, 0.6497, 0.6393, 0.6377, 0.6333, 0.6228, 0.6208, 0.6182, 0.6182, 0.6175], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc146101", "doc453091", "doc1177870", "doc392076", "doc564709", "doc658301", "doc1347475", "doc979079", "doc1247565", "doc1054919"], "ranked_scores": [0.5927, 0.5865, 0.5807, 0.5727, 0.5676, 0.5676, 0.5668, 0.5588, 0.5583, 0.5583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1812661", "doc1812660", "doc1741706", "doc2165906", "doc1741702", "doc1812659", "doc1741707", "doc559423", "doc1366757"], "ranked_scores": [0.6969, 0.695, 0.6937, 0.6936, 0.6893, 0.6806, 0.6805, 0.6735, 0.6727, 0.6709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1852503", "doc1407409", "doc27535", "doc738831", "doc2085928", "doc1852504", "doc1685757", "doc361696", "doc1628841"], "ranked_scores": [0.5443, 0.5268, 0.5177, 0.515, 0.4994, 0.4968, 0.4958, 0.4956, 0.4927, 0.4911], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc422133", "doc620637", "doc119665", "doc925929", "doc349747", "doc101332", "doc272763", "doc1953211", "doc268699"], "ranked_scores": [0.7035, 0.6922, 0.691, 0.687, 0.6867, 0.6862, 0.682, 0.6795, 0.6784, 0.6742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc520684", "doc520687", "doc101561", "doc966365", "doc29765", "doc231271", "doc1728840", "doc1456780"], "ranked_scores": [0.605, 0.5463, 0.5425, 0.53, 0.5288, 0.5218, 0.5204, 0.5185, 0.5175, 0.51], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc61043", "doc61045", "doc1376346", "doc928962", "doc1376345", "doc627159", "doc1976860", "doc491925"], "ranked_scores": [0.5511, 0.5396, 0.5053, 0.5005, 0.4659, 0.4262, 0.4061, 0.4019, 0.3977, 0.3928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc97445", "doc369276", "doc369270", "doc97430", "doc369234", "doc2083987", "doc97442"], "ranked_scores": [0.7295, 0.7136, 0.6926, 0.672, 0.5949, 0.5885, 0.5857, 0.5839, 0.5838, 0.5834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc1458417", "doc33196", "doc33193", "doc54026", "doc1357070", "doc233794", "doc162798", "doc2582472", "doc562696", "doc1612515"], "ranked_scores": [0.5469, 0.528, 0.5159, 0.4819, 0.472, 0.4682, 0.4325, 0.4285, 0.4273, 0.4239], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc66003", "doc2171547", "doc1386116", "doc253608", "doc83863", "doc1386120", "doc1984127", "doc2537824"], "ranked_scores": [0.5567, 0.5559, 0.5486, 0.5482, 0.5467, 0.5378, 0.5247, 0.5142, 0.5128, 0.5062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106355", "doc703719", "doc106332", "doc106333", "doc1445498", "doc106338", "doc703702", "doc388464", "doc1332302", "doc284003"], "ranked_scores": [0.6973, 0.6973, 0.6707, 0.6627, 0.6594, 0.6537, 0.6537, 0.6527, 0.6499, 0.6416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc697071", "doc7119", "doc7091", "doc692559", "doc7106", "doc7116", "doc683357", "doc526956", "doc2670770"], "ranked_scores": [0.658, 0.6458, 0.6439, 0.6375, 0.6273, 0.6146, 0.6061, 0.6034, 0.5967, 0.5954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc1740481", "doc90808", "doc1101734", "doc107878", "doc2093563", "doc854693", "doc2252228", "doc2444292"], "ranked_scores": [0.603, 0.5343, 0.4682, 0.4663, 0.4511, 0.4501, 0.4434, 0.4378, 0.4338, 0.4332], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc750407", "doc2018288", "doc428400", "doc229804", "doc453118", "doc648344", "doc750416", "doc2370166", "doc648335"], "ranked_scores": [0.5055, 0.4628, 0.4594, 0.4578, 0.4408, 0.4402, 0.4246, 0.4139, 0.4122, 0.4062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc1380356", "doc2202506", "doc1380357", "doc468490", "doc382236", "doc416774", "doc300567", "doc2202499", "doc30773"], "ranked_scores": [0.6503, 0.6355, 0.6172, 0.6109, 0.6095, 0.6043, 0.6039, 0.6035, 0.5914, 0.59], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2009369", "doc2483632", "doc648344", "doc1104361", "doc648335", "doc2127006", "doc36393", "doc750416", "doc648364"], "ranked_scores": [0.5733, 0.527, 0.4825, 0.4471, 0.4456, 0.4396, 0.436, 0.428, 0.4267, 0.4173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc1102442", "doc56897", "doc56921", "doc56903", "doc2509989", "doc2509996", "doc56909", "doc2313854", "doc2509993"], "ranked_scores": [0.7037, 0.6844, 0.6839, 0.6733, 0.6508, 0.6239, 0.621, 0.6136, 0.611, 0.6109], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc352904", "doc345642", "doc80067", "doc80154", "doc80151", "doc80078", "doc345632", "doc137908", "doc596891", "doc66226"], "ranked_scores": [0.6129, 0.6123, 0.6097, 0.6071, 0.607, 0.5992, 0.595, 0.5906, 0.5825, 0.5816], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc1248717", "doc2240291", "doc1214168", "doc732015", "doc556367", "doc1018572", "doc1852908", "doc732018"], "ranked_scores": [0.5521, 0.5426, 0.5291, 0.5138, 0.5119, 0.4912, 0.4877, 0.484, 0.4832, 0.4745], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc675035", "doc863698", "doc474060", "doc207464", "doc26467", "doc721916", "doc474073", "doc131786", "doc2376934"], "ranked_scores": [0.5656, 0.5511, 0.5464, 0.5376, 0.526, 0.5243, 0.5212, 0.5133, 0.5128, 0.5097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1104251", "doc1582708", "doc614722", "doc1690179", "doc698039", "doc162716", "doc1487821"], "ranked_scores": [0.6518, 0.6193, 0.5791, 0.3344, 0.326, 0.3234, 0.3148, 0.3146, 0.3083, 0.3067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc721746", "doc57940", "doc81655", "doc57946", "doc1199221", "doc57948", "doc2115402", "doc1390312", "doc1390300"], "ranked_scores": [0.6127, 0.5525, 0.5518, 0.5465, 0.5261, 0.5041, 0.4995, 0.4664, 0.4401, 0.4315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1612364", "doc1936829", "doc866703", "doc1723101", "doc751425", "doc1368159", "doc1381513", "doc2357495"], "ranked_scores": [0.5895, 0.4696, 0.4293, 0.4161, 0.4088, 0.3881, 0.3846, 0.3791, 0.3726, 0.368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc64314", "doc1376793", "doc41344", "doc64316", "doc1385345", "doc971992", "doc35524", "doc1385353", "doc456580"], "ranked_scores": [0.6639, 0.662, 0.6614, 0.6557, 0.6485, 0.647, 0.6432, 0.6412, 0.6408, 0.6408], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1334238", "doc1334192", "doc1520275", "doc1520311", "doc437685", "doc2545031", "doc1520244", "doc1978008", "doc1321929", "doc437677"], "ranked_scores": [0.6493, 0.6493, 0.6433, 0.6428, 0.6352, 0.6295, 0.6294, 0.6256, 0.625, 0.6236], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1314944", "doc1314979", "doc35173", "doc2048678", "doc866442", "doc877823", "doc807066", "doc1840164", "doc720105", "doc866429"], "ranked_scores": [0.3053, 0.3032, 0.2841, 0.2706, 0.2671, 0.263, 0.2544, 0.2527, 0.2524, 0.2504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2390440", "doc24939", "doc24934", "doc570839", "doc1445420", "doc1190303", "doc2251710", "doc1728777", "doc602724", "doc122351"], "ranked_scores": [0.3557, 0.3212, 0.3169, 0.3164, 0.3102, 0.2977, 0.2975, 0.2948, 0.2938, 0.2898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1283940", "doc317197", "doc1346601", "doc672552", "doc1098312", "doc611282", "doc1154850", "doc366445"], "ranked_scores": [0.6381, 0.5629, 0.4405, 0.4368, 0.4088, 0.4005, 0.3988, 0.3983, 0.3819, 0.3814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc530778", "doc996399", "doc25697", "doc2142521", "doc1007190", "doc324530", "doc2529675"], "ranked_scores": [0.6681, 0.6026, 0.5439, 0.5417, 0.534, 0.5323, 0.5295, 0.5215, 0.5201, 0.5177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc515771", "doc2449643", "doc1030288", "doc2194194", "doc402145", "doc990522", "doc2527260", "doc94371", "doc660271", "doc660236"], "ranked_scores": [0.6245, 0.5946, 0.592, 0.5911, 0.579, 0.5673, 0.5665, 0.5663, 0.5588, 0.5549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105756", "doc105739", "doc105763", "doc719006", "doc1427193", "doc849003", "doc1729412", "doc830308", "doc737771", "doc2355469"], "ranked_scores": [0.638, 0.6269, 0.5763, 0.5531, 0.5461, 0.5348, 0.5319, 0.5296, 0.5248, 0.5207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc53643", "doc2107022", "doc2224155", "doc324540", "doc358938", "doc2107018", "doc1927002", "doc1400520", "doc628470", "doc606253"], "ranked_scores": [0.6734, 0.6569, 0.6538, 0.6478, 0.6377, 0.636, 0.6356, 0.6341, 0.6302, 0.6202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc2587564", "doc435075", "doc2587562", "doc2288928", "doc435076", "doc313364", "doc2607396", "doc768322", "doc42101"], "ranked_scores": [0.5426, 0.5333, 0.5286, 0.5154, 0.5098, 0.5028, 0.5019, 0.4994, 0.498, 0.4826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc627432", "doc264212", "doc1531603", "doc336518", "doc2119808", "doc2042102", "doc2085567", "doc1935873", "doc1736704"], "ranked_scores": [0.5363, 0.5234, 0.4946, 0.4919, 0.4821, 0.4707, 0.4661, 0.4618, 0.4561, 0.4526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc245411", "doc1130168", "doc1577006", "doc1962174", "doc1283940", "doc311498", "doc884905", "doc1384430"], "ranked_scores": [0.5498, 0.461, 0.3465, 0.3331, 0.31, 0.2977, 0.2958, 0.2932, 0.2912, 0.2892], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc601133", "doc1153924", "doc2326766", "doc57975", "doc864555", "doc1345740", "doc390322", "doc376241", "doc1810672"], "ranked_scores": [0.4404, 0.4188, 0.3602, 0.3593, 0.3496, 0.345, 0.3424, 0.3365, 0.3293, 0.3236], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986449", "doc2465656", "doc1333905", "doc1160263", "doc546881", "doc588578", "doc134196", "doc1584862", "doc1629620"], "ranked_scores": [0.5801, 0.5544, 0.5472, 0.5437, 0.5433, 0.5271, 0.5265, 0.5208, 0.5119, 0.5102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2361509", "doc221817", "doc2391797", "doc807", "doc877974", "doc2316721", "doc312607", "doc2621492", "doc2655469", "doc2161840"], "ranked_scores": [0.3832, 0.3789, 0.3693, 0.3662, 0.3587, 0.3468, 0.3439, 0.3393, 0.3251, 0.3194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2624067", "doc1452752", "doc88931", "doc88934", "doc2015719", "doc88933", "doc88973", "doc127031", "doc88974", "doc127040"], "ranked_scores": [0.5181, 0.5164, 0.5097, 0.5073, 0.5057, 0.5013, 0.4987, 0.4959, 0.4912, 0.4885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc338813", "doc1455444", "doc21368", "doc21363", "doc338818", "doc21378", "doc21339", "doc2336226", "doc698075"], "ranked_scores": [0.4877, 0.4511, 0.4333, 0.4307, 0.4113, 0.4079, 0.4038, 0.3968, 0.3859, 0.3822], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc2563559", "doc108559", "doc1774519", "doc108456", "doc376565", "doc1791044", "doc2072948", "doc18273", "doc911115", "doc63590"], "ranked_scores": [0.6135, 0.5651, 0.5635, 0.563, 0.5608, 0.5487, 0.5433, 0.5428, 0.5428, 0.5428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1670303", "doc7161", "doc1183356", "doc355540", "doc915991", "doc688749", "doc933773", "doc656863", "doc1273458"], "ranked_scores": [0.5785, 0.5282, 0.4901, 0.4857, 0.4706, 0.4701, 0.4696, 0.4647, 0.4618, 0.4567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc1452587", "doc2653657", "doc1260422", "doc751726", "doc4611", "doc1556425", "doc455756", "doc1590467", "doc2587477"], "ranked_scores": [0.3641, 0.3324, 0.3299, 0.3222, 0.3067, 0.2964, 0.2671, 0.2618, 0.2606, 0.2582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc642762", "doc2011376", "doc1038435", "doc190281", "doc2634368", "doc2125026", "doc2483577", "doc2639996", "doc662025"], "ranked_scores": [0.4758, 0.462, 0.4528, 0.4498, 0.4426, 0.42, 0.4131, 0.4041, 0.4041, 0.4014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618372", "doc36460", "doc1618376", "doc36485", "doc36467", "doc1256783", "doc2396125", "doc2657970", "doc2622759"], "ranked_scores": [0.5832, 0.513, 0.5087, 0.4949, 0.4849, 0.4579, 0.4565, 0.426, 0.3989, 0.3947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106355", "doc703719", "doc1332302", "doc2832", "doc1445498", "doc106332", "doc392476", "doc24299", "doc388464", "doc1471934"], "ranked_scores": [0.6729, 0.6729, 0.6698, 0.6694, 0.665, 0.6496, 0.6469, 0.6469, 0.6461, 0.6252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc108887", "doc2167590", "doc1373323", "doc643072", "doc1373324", "doc935127", "doc729661", "doc729573", "doc515127", "doc1119543"], "ranked_scores": [0.6953, 0.6765, 0.6715, 0.6622, 0.6493, 0.6403, 0.6396, 0.6269, 0.6261, 0.6226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430993", "doc77971", "doc1504263", "doc1431001", "doc1430994", "doc5734", "doc172947", "doc1376321", "doc613408"], "ranked_scores": [0.4262, 0.425, 0.4023, 0.3905, 0.3905, 0.361, 0.3512, 0.3268, 0.3095, 0.3078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m48-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc2173529", "doc57226", "doc57242", "doc57232", "doc2173544", "doc745803", "doc1104254", "doc2040327", "doc1622317", "doc1538535"], "ranked_scores": [0.4773, 0.4725, 0.4654, 0.4533, 0.4472, 0.4437, 0.4405, 0.4371, 0.4346, 0.4313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1879889", "doc63538", "doc345111", "doc63543", "doc2292349", "doc2136789", "doc1268295", "doc1749973", "doc357255", "doc1982537"], "ranked_scores": [0.3997, 0.396, 0.3737, 0.3728, 0.3712, 0.3687, 0.3629, 0.3627, 0.3625, 0.3537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc21831", "doc776139", "doc296209", "doc377466", "doc21832", "doc21829", "doc69765", "doc365451", "doc21871", "doc1393796"], "ranked_scores": [0.5242, 0.5241, 0.5181, 0.5177, 0.5103, 0.4971, 0.4937, 0.4925, 0.4904, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc146101", "doc564709", "doc453172", "doc232625", "doc1177870", "doc2386390", "doc1347475", "doc658301", "doc453091", "doc2317442"], "ranked_scores": [0.5247, 0.5171, 0.5078, 0.5011, 0.4988, 0.4988, 0.4961, 0.4954, 0.4945, 0.4886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366760", "doc1812661", "doc1812659", "doc1741706", "doc2165906", "doc751747", "doc559430", "doc559423", "doc1741701", "doc2171152"], "ranked_scores": [0.6215, 0.6183, 0.6172, 0.6112, 0.6095, 0.603, 0.6015, 0.5934, 0.59, 0.5889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1770477", "doc361696", "doc27529", "doc2085932", "doc2085928", "doc1407409", "doc1770436", "doc27538", "doc1852504", "doc1749568"], "ranked_scores": [0.4123, 0.3848, 0.3834, 0.3813, 0.3792, 0.3763, 0.3744, 0.3735, 0.3726, 0.3718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc349744", "doc925929", "doc119665", "doc349747", "doc620637", "doc825186", "doc77640", "doc579128", "doc1397231", "doc268699"], "ranked_scores": [0.5855, 0.5853, 0.575, 0.5749, 0.5748, 0.5723, 0.5723, 0.5686, 0.5683, 0.5662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc278641", "doc966365", "doc2107778", "doc896716", "doc29764", "doc50625", "doc1798668", "doc151694"], "ranked_scores": [0.503, 0.4853, 0.469, 0.4656, 0.4614, 0.4598, 0.4567, 0.4534, 0.4518, 0.4503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61045", "doc61036", "doc61043", "doc1376346", "doc2009331", "doc928962", "doc627159", "doc2022943", "doc1376345"], "ranked_scores": [0.4446, 0.4138, 0.4057, 0.402, 0.4017, 0.3911, 0.3593, 0.3417, 0.3387, 0.3333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97445", "doc369277", "doc2083987", "doc97442", "doc97430", "doc2083995", "doc369234"], "ranked_scores": [0.6215, 0.5678, 0.5597, 0.5483, 0.5247, 0.5246, 0.513, 0.5086, 0.5074, 0.5055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc1458417", "doc311119", "doc2582472", "doc1357070", "doc1458400", "doc2534676", "doc147194", "doc636318"], "ranked_scores": [0.5033, 0.4872, 0.4667, 0.4102, 0.4081, 0.4079, 0.3989, 0.3909, 0.387, 0.3855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc253608", "doc2254465", "doc875841", "doc2254480", "doc2171547", "doc83863", "doc1386116", "doc66003", "doc759547"], "ranked_scores": [0.4381, 0.434, 0.4217, 0.405, 0.4028, 0.4006, 0.4, 0.3994, 0.3984, 0.3967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106355", "doc106333", "doc388464", "doc284003", "doc703719", "doc1445498", "doc106332", "doc1332302", "doc1471934", "doc1051791"], "ranked_scores": [0.631, 0.6255, 0.6178, 0.6172, 0.6164, 0.607, 0.6051, 0.6028, 0.6, 0.6], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc697071", "doc7091", "doc7119", "doc526956", "doc1401076", "doc692559", "doc692580", "doc7116", "doc7099"], "ranked_scores": [0.5891, 0.5204, 0.5202, 0.5185, 0.513, 0.512, 0.5034, 0.5014, 0.4874, 0.4786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc1101734", "doc2444292", "doc90808", "doc1588867", "doc854693", "doc2252228", "doc2068718", "doc1079922"], "ranked_scores": [0.4844, 0.4318, 0.4296, 0.4274, 0.4209, 0.4205, 0.4185, 0.415, 0.4144, 0.4085], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2018288", "doc648344", "doc52429", "doc2659217", "doc897", "doc453118", "doc428400", "doc551718", "doc750416", "doc36402"], "ranked_scores": [0.3803, 0.3802, 0.3686, 0.3654, 0.3647, 0.3621, 0.3603, 0.3582, 0.3556, 0.3479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1734041", "doc90322", "doc468490", "doc1686189", "doc416774", "doc2202506", "doc300567", "doc833943", "doc1711862", "doc1380357"], "ranked_scores": [0.4987, 0.4966, 0.4923, 0.4909, 0.4892, 0.4853, 0.4781, 0.4772, 0.4741, 0.4728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc1104361", "doc2277317", "doc2127006", "doc80948", "doc454592", "doc648344", "doc648335"], "ranked_scores": [0.5198, 0.4183, 0.4141, 0.4116, 0.4073, 0.4025, 0.39, 0.3775, 0.3679, 0.3545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc1102442", "doc56897", "doc56903", "doc2091597", "doc1288170", "doc2509996", "doc1966930", "doc2091589", "doc1102445"], "ranked_scores": [0.6304, 0.5961, 0.5911, 0.5726, 0.5665, 0.5628, 0.5485, 0.5463, 0.5432, 0.5429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80154", "doc80151", "doc66226", "doc80074", "doc137908", "doc345642", "doc1912506", "doc80067", "doc80078", "doc352904"], "ranked_scores": [0.5343, 0.5244, 0.5207, 0.5154, 0.5145, 0.5065, 0.5049, 0.5013, 0.5002, 0.4913], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4575, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc732015", "doc2353712", "doc1214168", "doc1313601", "doc18814", "doc1018572", "doc108794", "doc1018577"], "ranked_scores": [0.4714, 0.4511, 0.4281, 0.4205, 0.4163, 0.4113, 0.4093, 0.3996, 0.3985, 0.3958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc675035", "doc224770", "doc913417", "doc26458", "doc863698", "doc2517379", "doc1576987", "doc721916", "doc99377"], "ranked_scores": [0.481, 0.4414, 0.4325, 0.4319, 0.4263, 0.425, 0.4226, 0.4226, 0.4222, 0.4218], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc33193", "doc2173547", "doc162716", "doc1582708", "doc1455775", "doc973089", "doc180234"], "ranked_scores": [0.5067, 0.4561, 0.4238, 0.2984, 0.2977, 0.2851, 0.2824, 0.2775, 0.2676, 0.2666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc2115402", "doc282412", "doc57940", "doc81655", "doc57946", "doc57948", "doc1199221", "doc1489505", "doc721746", "doc37895"], "ranked_scores": [0.4442, 0.4399, 0.4216, 0.4094, 0.4045, 0.3886, 0.3849, 0.3803, 0.3702, 0.3585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1612364", "doc1381513", "doc2365468", "doc2164807", "doc1936829", "doc866703", "doc1368159", "doc2223012", "doc751435"], "ranked_scores": [0.4766, 0.3858, 0.3524, 0.3523, 0.3474, 0.3474, 0.3456, 0.3384, 0.3306, 0.3297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64314", "doc2487656", "doc2426900", "doc1385345", "doc228166", "doc922271", "doc64316", "doc35524", "doc1376793", "doc64317"], "ranked_scores": [0.559, 0.5498, 0.5401, 0.535, 0.5343, 0.5337, 0.528, 0.5266, 0.5237, 0.523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437632", "doc638932", "doc727452", "doc1520222", "doc2545031", "doc437656", "doc1978008", "doc1334192", "doc1520275", "doc539419"], "ranked_scores": [0.5316, 0.5315, 0.5247, 0.5239, 0.5199, 0.5196, 0.5181, 0.5156, 0.5135, 0.5133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc552702", "doc1315001", "doc97184", "doc1314944", "doc2048678", "doc807066", "doc281094", "doc938718", "doc1509194", "doc97182"], "ranked_scores": [0.2617, 0.2348, 0.2317, 0.2302, 0.2293, 0.2274, 0.2268, 0.2267, 0.2257, 0.2252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2390440", "doc122351", "doc1449831", "doc2419103", "doc24939", "doc832551", "doc1212031", "doc1464195", "doc1728777", "doc24934"], "ranked_scores": [0.3158, 0.3156, 0.3062, 0.2875, 0.2806, 0.2782, 0.2738, 0.2717, 0.2711, 0.2697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1283940", "doc216330", "doc317197", "doc1153299", "doc968501", "doc2482938", "doc1986402", "doc1098312"], "ranked_scores": [0.4606, 0.4542, 0.3874, 0.3522, 0.3521, 0.3429, 0.3403, 0.3389, 0.3352, 0.3334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1007190", "doc25697", "doc1007189", "doc324530", "doc996399", "doc28582", "doc1840635", "doc1410020"], "ranked_scores": [0.5783, 0.5587, 0.4662, 0.4605, 0.4492, 0.4482, 0.4479, 0.4467, 0.4431, 0.4429], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2527260", "doc1030288", "doc2393669", "doc1119808", "doc2376695", "doc2449643", "doc108893", "doc1548878", "doc402145", "doc934719"], "ranked_scores": [0.4814, 0.4813, 0.48, 0.476, 0.4683, 0.4669, 0.4661, 0.4656, 0.4638, 0.462], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc849003", "doc1427193", "doc105764", "doc830308", "doc719006", "doc2355469", "doc1516597", "doc105763"], "ranked_scores": [0.5054, 0.4938, 0.4641, 0.4531, 0.4528, 0.4513, 0.4502, 0.4501, 0.4393, 0.4382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc1927002", "doc53643", "doc28935", "doc2107018", "doc358938", "doc628470", "doc623682", "doc650941", "doc172405"], "ranked_scores": [0.5917, 0.5859, 0.5683, 0.5637, 0.5611, 0.5545, 0.5528, 0.5516, 0.5439, 0.5436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2217446", "doc435076", "doc2607396", "doc435075", "doc313364", "doc2032387", "doc2288928", "doc2646161", "doc1921625", "doc42101"], "ranked_scores": [0.4423, 0.4374, 0.4225, 0.4056, 0.4039, 0.4038, 0.4024, 0.4024, 0.4003, 0.3996], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc2665803", "doc15890", "doc1531603", "doc627432", "doc336518", "doc2042102", "doc264212", "doc1935873", "doc688403"], "ranked_scores": [0.4472, 0.4453, 0.4429, 0.4386, 0.4333, 0.4275, 0.4204, 0.4201, 0.413, 0.4041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc150031", "doc1130168", "doc122351", "doc450131", "doc2173529", "doc1283940", "doc1525423", "doc760435"], "ranked_scores": [0.4249, 0.3773, 0.2907, 0.2905, 0.2904, 0.2892, 0.2866, 0.2821, 0.2813, 0.2807], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc601133", "doc1345740", "doc57975", "doc376241", "doc2035909", "doc2265144", "doc225655", "doc2449727", "doc2326766"], "ranked_scores": [0.3296, 0.3198, 0.3046, 0.3027, 0.3022, 0.2995, 0.2828, 0.2813, 0.2784, 0.2729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1160263", "doc1986449", "doc1629620", "doc2465656", "doc1584862", "doc1333905", "doc1975694", "doc546881", "doc1972860"], "ranked_scores": [0.4699, 0.4396, 0.4348, 0.4337, 0.4299, 0.4294, 0.424, 0.4225, 0.4223, 0.4179], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2361509", "doc221817", "doc877974", "doc807", "doc2621492", "doc2042102", "doc2391797", "doc312607", "doc2280047", "doc190844"], "ranked_scores": [0.4251, 0.3714, 0.3539, 0.3344, 0.3188, 0.3145, 0.3105, 0.3083, 0.3052, 0.296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc1452752", "doc88933", "doc2624067", "doc127031", "doc88931", "doc1376863", "doc88973", "doc127040", "doc1639229", "doc399027"], "ranked_scores": [0.4212, 0.42, 0.4154, 0.4059, 0.3858, 0.3788, 0.3758, 0.3616, 0.3613, 0.3569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc1308445", "doc2442198", "doc1455444", "doc1798523", "doc21378", "doc338813", "doc21368", "doc338818", "doc1455509"], "ranked_scores": [0.3797, 0.3716, 0.3639, 0.3565, 0.3521, 0.3517, 0.3494, 0.3473, 0.3454, 0.3421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc2563559", "doc1791044", "doc108481", "doc2072948", "doc323321", "doc376565", "doc108559", "doc1604800", "doc1325435", "doc63585"], "ranked_scores": [0.5216, 0.4799, 0.4663, 0.4651, 0.4642, 0.4633, 0.4632, 0.4605, 0.4551, 0.4501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc7161", "doc203256", "doc1670303", "doc1183356", "doc913113", "doc1378028", "doc1273458", "doc1948176", "doc2482938"], "ranked_scores": [0.4952, 0.4325, 0.426, 0.417, 0.4152, 0.4143, 0.4085, 0.4069, 0.4061, 0.3974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc2653657", "doc1260422", "doc1244692", "doc4611", "doc1452587", "doc751726", "doc1526452", "doc735792", "doc1098823"], "ranked_scores": [0.3315, 0.2722, 0.2701, 0.2585, 0.247, 0.2447, 0.2418, 0.2319, 0.2292, 0.2259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc705226", "doc2125026", "doc2634368", "doc2011376", "doc1131204", "doc1801894", "doc190281", "doc1934174", "doc1038435"], "ranked_scores": [0.4685, 0.4163, 0.3903, 0.3843, 0.382, 0.3786, 0.3753, 0.372, 0.3719, 0.369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618376", "doc36460", "doc1618372", "doc36467", "doc2396125", "doc2305994", "doc1874159", "doc2657970", "doc1256783"], "ranked_scores": [0.4294, 0.3935, 0.3933, 0.3813, 0.3485, 0.3396, 0.3161, 0.3134, 0.3102, 0.3051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1471934", "doc2832", "doc1332302", "doc388464", "doc337578", "doc106332", "doc337547", "doc106355", "doc284003", "doc703736"], "ranked_scores": [0.6097, 0.6096, 0.6041, 0.6013, 0.5975, 0.5913, 0.589, 0.5874, 0.5822, 0.5812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc108887", "doc643072", "doc108892", "doc515127", "doc2167590", "doc368643", "doc873561", "doc596021", "doc1373324"], "ranked_scores": [0.5654, 0.561, 0.5522, 0.5363, 0.5298, 0.5269, 0.5242, 0.5228, 0.5203, 0.5202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430993", "doc1431001", "doc1504263", "doc613408", "doc650150", "doc1376321", "doc1740045", "doc2079848", "doc1880724"], "ranked_scores": [0.3544, 0.3513, 0.3363, 0.3295, 0.3213, 0.3187, 0.3168, 0.3165, 0.313, 0.3123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m64-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc751998", "doc57242", "doc57232", "doc2040327", "doc2173529", "doc1104254", "doc3001", "doc2116209"], "ranked_scores": [0.6037, 0.5773, 0.572, 0.5655, 0.5588, 0.5175, 0.5149, 0.4989, 0.4843, 0.4818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1749973", "doc63538", "doc2292349", "doc2136789", "doc345111", "doc63543", "doc1268295", "doc1879889", "doc2415290", "doc2345266"], "ranked_scores": [0.5287, 0.5115, 0.484, 0.4641, 0.4614, 0.4471, 0.4459, 0.4428, 0.4289, 0.4194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21831", "doc21832", "doc365451", "doc377466", "doc243667", "doc812322", "doc21829", "doc776142", "doc1393796"], "ranked_scores": [0.6636, 0.6436, 0.6316, 0.6215, 0.6206, 0.5992, 0.5989, 0.5964, 0.5961, 0.5948], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc453091", "doc146101", "doc392076", "doc1177870", "doc2317442", "doc658301", "doc230376", "doc1007260", "doc232625"], "ranked_scores": [0.5821, 0.5804, 0.5803, 0.5723, 0.5712, 0.5553, 0.5477, 0.5462, 0.5455, 0.5433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc1741706", "doc1366760", "doc1741702", "doc1812660", "doc1366757", "doc2165906", "doc1812659", "doc2165920", "doc1741701"], "ranked_scores": [0.6963, 0.681, 0.6666, 0.665, 0.6641, 0.6614, 0.6592, 0.6577, 0.6538, 0.6534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc361696", "doc27535", "doc2085928", "doc1628841", "doc1770477", "doc1852503", "doc1021718", "doc1407409", "doc361702"], "ranked_scores": [0.5816, 0.4991, 0.4986, 0.4934, 0.4923, 0.4888, 0.4856, 0.4807, 0.4754, 0.4715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc349747", "doc422133", "doc101332", "doc1953211", "doc925929", "doc119665", "doc77634", "doc349744", "doc54270", "doc620637"], "ranked_scores": [0.6762, 0.6752, 0.6739, 0.6724, 0.6714, 0.6713, 0.6675, 0.6613, 0.6592, 0.6588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc1798668", "doc101561", "doc1486663", "doc2107778", "doc278641", "doc29765", "doc231271", "doc29764"], "ranked_scores": [0.6307, 0.5561, 0.5283, 0.5192, 0.5126, 0.5094, 0.5089, 0.5083, 0.5014, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc61043", "doc1376346", "doc61045", "doc627159", "doc928962", "doc2092646", "doc1976860", "doc1612682"], "ranked_scores": [0.5397, 0.539, 0.5007, 0.4901, 0.4801, 0.4325, 0.4232, 0.3766, 0.3692, 0.3685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc97445", "doc97442", "doc2083987", "doc369276", "doc1948378", "doc97430", "doc2083994"], "ranked_scores": [0.7279, 0.7152, 0.7109, 0.6307, 0.6027, 0.5979, 0.5896, 0.5734, 0.5669, 0.56], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc1458417", "doc33196", "doc33193", "doc1357070", "doc233794", "doc636337", "doc1458400", "doc636318", "doc1612515", "doc54026"], "ranked_scores": [0.5669, 0.5612, 0.5314, 0.4782, 0.4579, 0.4364, 0.4313, 0.4309, 0.4217, 0.4209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc66003", "doc2171547", "doc1386116", "doc253608", "doc83863", "doc2537824", "doc1667013", "doc2254465"], "ranked_scores": [0.5825, 0.567, 0.5364, 0.5358, 0.5326, 0.5277, 0.5207, 0.5121, 0.5025, 0.4997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc388464", "doc106355", "doc703719", "doc106333", "doc1445498", "doc284003", "doc427621", "doc703714", "doc703736"], "ranked_scores": [0.6943, 0.6729, 0.66, 0.6543, 0.654, 0.6466, 0.6404, 0.6403, 0.6295, 0.6202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc697071", "doc692559", "doc7119", "doc7099", "doc7091", "doc526956", "doc7116", "doc1599042", "doc683357"], "ranked_scores": [0.6427, 0.6216, 0.6191, 0.6156, 0.6005, 0.5967, 0.5925, 0.5824, 0.5822, 0.5772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc1740481", "doc1443647", "doc722466", "doc854693", "doc1101734", "doc90819", "doc1079922"], "ranked_scores": [0.6191, 0.5314, 0.5278, 0.476, 0.4545, 0.4497, 0.4473, 0.442, 0.4395, 0.4387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc750407", "doc551718", "doc453118", "doc750416", "doc2018288", "doc244386", "doc382065", "doc2659217", "doc269387"], "ranked_scores": [0.5153, 0.4744, 0.4499, 0.4492, 0.4487, 0.4434, 0.4328, 0.4313, 0.4267, 0.4214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc1380356", "doc30773", "doc468490", "doc416774", "doc24903", "doc2202499", "doc1380357", "doc300567", "doc1786046"], "ranked_scores": [0.652, 0.6186, 0.5957, 0.5942, 0.5907, 0.5701, 0.5682, 0.5681, 0.5678, 0.5647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc2127006", "doc1104361", "doc2277317", "doc648364", "doc2196547", "doc648335", "doc1759626"], "ranked_scores": [0.5846, 0.5267, 0.519, 0.4702, 0.4436, 0.434, 0.4198, 0.4158, 0.4054, 0.4053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56921", "doc56903", "doc2509989", "doc2313854", "doc2509996", "doc2091597", "doc2408092"], "ranked_scores": [0.7286, 0.699, 0.6955, 0.6875, 0.6305, 0.6233, 0.6115, 0.6073, 0.6052, 0.5867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80154", "doc80151", "doc352904", "doc80067", "doc137908", "doc345642", "doc80074", "doc80078", "doc1912506", "doc2562963"], "ranked_scores": [0.6409, 0.6265, 0.6143, 0.6055, 0.6045, 0.603, 0.5969, 0.5875, 0.5804, 0.572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4685, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240293", "doc2353712", "doc2240291", "doc1248717", "doc1852908", "doc1214168", "doc352368", "doc732015", "doc556367"], "ranked_scores": [0.5684, 0.5061, 0.5035, 0.4806, 0.4801, 0.4784, 0.4784, 0.4775, 0.4763, 0.4749], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc207464", "doc474060", "doc863698", "doc26467", "doc721916", "doc2376934", "doc131786", "doc675035", "doc99377"], "ranked_scores": [0.5781, 0.5292, 0.5226, 0.5158, 0.5135, 0.5111, 0.5103, 0.5102, 0.5029, 0.4968], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1582708", "doc162716", "doc1690179", "doc2613570", "doc119586", "doc1287918", "doc2173547"], "ranked_scores": [0.6587, 0.6112, 0.6017, 0.3313, 0.3238, 0.3116, 0.3088, 0.2948, 0.2944, 0.2937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc57940", "doc81655", "doc721746", "doc2115402", "doc57946", "doc1199221", "doc57948", "doc1390312", "doc37895"], "ranked_scores": [0.6116, 0.5294, 0.5291, 0.5284, 0.5255, 0.5176, 0.5141, 0.5033, 0.4216, 0.4211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1936829", "doc1612364", "doc751435", "doc866703", "doc469055", "doc751425", "doc22149", "doc1723101", "doc1381513"], "ranked_scores": [0.5972, 0.4617, 0.4449, 0.4445, 0.4081, 0.3864, 0.3792, 0.3719, 0.3709, 0.3679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64314", "doc1376793", "doc64318", "doc64316", "doc971992", "doc41344", "doc35524", "doc1385349", "doc851269", "doc1385345"], "ranked_scores": [0.6675, 0.6652, 0.6642, 0.6423, 0.6412, 0.6337, 0.6315, 0.6314, 0.6273, 0.6244], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc437685", "doc437677", "doc1334238", "doc1520275", "doc1321884", "doc1520244", "doc638932", "doc437683", "doc1321914"], "ranked_scores": [0.6378, 0.6251, 0.6239, 0.6228, 0.6222, 0.6192, 0.6174, 0.6121, 0.6109, 0.6096], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc1333507", "doc1314944", "doc938718", "doc807066", "doc2048678", "doc1603039", "doc1315001", "doc1314964"], "ranked_scores": [0.3081, 0.3003, 0.288, 0.2778, 0.2761, 0.2745, 0.2651, 0.2638, 0.2634, 0.2606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc2390440", "doc645564", "doc1445420", "doc2251710", "doc24938", "doc1728777", "doc1872130", "doc24934", "doc1190303"], "ranked_scores": [0.3795, 0.3635, 0.3326, 0.327, 0.3011, 0.2989, 0.2964, 0.2945, 0.2935, 0.2927], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc317197", "doc1283940", "doc1098312", "doc611282", "doc1082535", "doc114471", "doc230816", "doc1346601"], "ranked_scores": [0.633, 0.5837, 0.464, 0.4292, 0.4101, 0.393, 0.3835, 0.3775, 0.3761, 0.3752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc2142521", "doc1394743", "doc1410020", "doc530778", "doc996399", "doc324530", "doc1007190", "doc1840635"], "ranked_scores": [0.7142, 0.6301, 0.566, 0.5436, 0.5395, 0.5354, 0.5331, 0.5173, 0.51, 0.5082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc515771", "doc2449643", "doc402145", "doc990522", "doc2194194", "doc1030288", "doc660236", "doc94371", "doc660271", "doc660237"], "ranked_scores": [0.6099, 0.5749, 0.5669, 0.5615, 0.5596, 0.5575, 0.5519, 0.5467, 0.5454, 0.5421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105756", "doc105739", "doc105763", "doc1427193", "doc849003", "doc719006", "doc258447", "doc1729412", "doc946247", "doc543176"], "ranked_scores": [0.6438, 0.6005, 0.5414, 0.5352, 0.5325, 0.5227, 0.517, 0.5159, 0.5139, 0.5071], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107022", "doc53643", "doc2224155", "doc2107018", "doc358938", "doc1927002", "doc324540", "doc606253", "doc6531", "doc628470"], "ranked_scores": [0.6432, 0.6429, 0.6384, 0.6346, 0.6271, 0.6153, 0.6061, 0.6053, 0.6019, 0.596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc435075", "doc2607396", "doc2587564", "doc1921625", "doc2288928", "doc2587562", "doc435076", "doc42101", "doc313364"], "ranked_scores": [0.5386, 0.5187, 0.5039, 0.5006, 0.4949, 0.4942, 0.4937, 0.4934, 0.4762, 0.4743], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc264212", "doc1531603", "doc2119808", "doc15890", "doc627432", "doc336518", "doc733127", "doc1736708", "doc1935873"], "ranked_scores": [0.5527, 0.5177, 0.4941, 0.4811, 0.479, 0.4704, 0.4664, 0.4608, 0.458, 0.4571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1130168", "doc245411", "doc2083699", "doc2361509", "doc311498", "doc1962174", "doc2352380", "doc1577006"], "ranked_scores": [0.5405, 0.5076, 0.3305, 0.3256, 0.32, 0.3114, 0.304, 0.2961, 0.2852, 0.2829], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc601133", "doc57975", "doc376241", "doc2326766", "doc864555", "doc1345740", "doc1810672", "doc390322", "doc1153924"], "ranked_scores": [0.4447, 0.4144, 0.3813, 0.3725, 0.3678, 0.349, 0.3467, 0.3448, 0.339, 0.3323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986449", "doc2465656", "doc1333905", "doc546881", "doc1629620", "doc1160263", "doc2058897", "doc588612", "doc134196"], "ranked_scores": [0.5743, 0.5554, 0.5487, 0.5267, 0.5182, 0.5163, 0.5162, 0.5083, 0.4993, 0.4949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc877974", "doc2361509", "doc878338", "doc312607", "doc2621492", "doc807", "doc2391797", "doc2316721", "doc2655469"], "ranked_scores": [0.4088, 0.3954, 0.3827, 0.3662, 0.3602, 0.3532, 0.3492, 0.3403, 0.3288, 0.3272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc1452752", "doc2624067", "doc127040", "doc127031", "doc88933", "doc1639229", "doc1763997", "doc2015719"], "ranked_scores": [0.531, 0.5217, 0.5159, 0.5098, 0.4974, 0.49, 0.4884, 0.471, 0.471, 0.4675], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc1455444", "doc338818", "doc338813", "doc21339", "doc21378", "doc2442198", "doc21368", "doc81655", "doc21363"], "ranked_scores": [0.4878, 0.4263, 0.4159, 0.4147, 0.4135, 0.413, 0.4129, 0.4108, 0.3876, 0.3831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc2563559", "doc1774519", "doc376565", "doc108559", "doc63590", "doc18273", "doc911115", "doc1791044", "doc108456", "doc2072948"], "ranked_scores": [0.6072, 0.5668, 0.5616, 0.5607, 0.5603, 0.5603, 0.5603, 0.5527, 0.5425, 0.5408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1670303", "doc7161", "doc1273458", "doc1183356", "doc355540", "doc203256", "doc688749", "doc7166", "doc1272096"], "ranked_scores": [0.5788, 0.4956, 0.4953, 0.4919, 0.4819, 0.4593, 0.4538, 0.4471, 0.4456, 0.442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc1260422", "doc2653657", "doc1452587", "doc1826212", "doc4611", "doc751726", "doc455756", "doc2587477", "doc2295957"], "ranked_scores": [0.3667, 0.33, 0.3287, 0.3281, 0.3209, 0.3077, 0.2905, 0.2896, 0.2886, 0.2817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc2634368", "doc190281", "doc1038435", "doc705226", "doc2007762", "doc2483577", "doc2631871", "doc1064409", "doc374355"], "ranked_scores": [0.4764, 0.4539, 0.4344, 0.4223, 0.4185, 0.4108, 0.4094, 0.4005, 0.4005, 0.3949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618376", "doc36460", "doc1618372", "doc36467", "doc36485", "doc2622759", "doc1256783", "doc2396140", "doc2396125"], "ranked_scores": [0.5873, 0.5364, 0.5352, 0.5198, 0.5035, 0.4559, 0.4235, 0.4233, 0.3983, 0.3959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc388464", "doc106332", "doc973089", "doc2832", "doc106355", "doc703719", "doc1445498", "doc427621", "doc106333", "doc1538535"], "ranked_scores": [0.6557, 0.6549, 0.6456, 0.6414, 0.6397, 0.6376, 0.6316, 0.6177, 0.61, 0.6079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc2167590", "doc108887", "doc1373324", "doc596021", "doc1520499", "doc108892", "doc935127", "doc729661"], "ranked_scores": [0.6898, 0.6803, 0.6643, 0.6622, 0.6478, 0.6338, 0.6311, 0.6203, 0.6168, 0.6163], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1431001", "doc1430993", "doc1504263", "doc77971", "doc1430994", "doc5734", "doc1376321", "doc1880724", "doc53465"], "ranked_scores": [0.4649, 0.4568, 0.4324, 0.4319, 0.3865, 0.3805, 0.3299, 0.3267, 0.3136, 0.307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m64-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc2173529", "doc57242", "doc57232", "doc2040327", "doc1104254", "doc2173544", "doc1622317", "doc1582693", "doc435057"], "ranked_scores": [0.4987, 0.4716, 0.4682, 0.4512, 0.4506, 0.4461, 0.4434, 0.4271, 0.4267, 0.4249], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2292349", "doc63538", "doc1749973", "doc2345266", "doc1879889", "doc2136789", "doc63543", "doc345111", "doc2415290", "doc1952699"], "ranked_scores": [0.4444, 0.4283, 0.4133, 0.4056, 0.3936, 0.3917, 0.3874, 0.3779, 0.3761, 0.37], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc21832", "doc69765", "doc377466", "doc1328955", "doc2285692", "doc21831", "doc1393796", "doc365451", "doc699194", "doc243667"], "ranked_scores": [0.5317, 0.5307, 0.5187, 0.5155, 0.513, 0.5015, 0.5015, 0.4941, 0.4933, 0.492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc392076", "doc453091", "doc146101", "doc1177870", "doc453172", "doc1007260", "doc658301", "doc1347475", "doc1247565", "doc564709"], "ranked_scores": [0.5251, 0.5113, 0.5072, 0.5049, 0.5025, 0.4983, 0.4982, 0.492, 0.4887, 0.4846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc1812659", "doc1741701", "doc1741704", "doc2165906", "doc1234227", "doc1366743", "doc1366765", "doc559423", "doc1366760"], "ranked_scores": [0.6266, 0.597, 0.5878, 0.5872, 0.5829, 0.5814, 0.5771, 0.5714, 0.5706, 0.5697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc361697", "doc1628841", "doc1407409", "doc27535", "doc27538", "doc361696", "doc1021718", "doc1770477", "doc754593"], "ranked_scores": [0.4573, 0.4412, 0.436, 0.43, 0.4272, 0.4263, 0.4258, 0.424, 0.4226, 0.4225], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc620637", "doc613963", "doc77640", "doc349747", "doc579128", "doc349744", "doc422133", "doc54270", "doc825186", "doc77634"], "ranked_scores": [0.5889, 0.5819, 0.5786, 0.5765, 0.5734, 0.5678, 0.5677, 0.5674, 0.567, 0.5667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc1798668", "doc101561", "doc2096499", "doc278641", "doc2107778", "doc581881", "doc29765", "doc49200"], "ranked_scores": [0.5426, 0.5032, 0.4776, 0.4746, 0.4696, 0.4614, 0.4599, 0.4599, 0.4586, 0.4582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1376346", "doc61043", "doc61045", "doc2092646", "doc627159", "doc928962", "doc1380860", "doc1787812"], "ranked_scores": [0.4668, 0.4631, 0.4396, 0.4218, 0.4187, 0.3813, 0.3699, 0.3678, 0.3463, 0.3442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc97442", "doc97445", "doc369276", "doc369234", "doc2071028", "doc97430", "doc369277"], "ranked_scores": [0.6099, 0.5812, 0.5796, 0.5447, 0.5396, 0.5126, 0.4967, 0.4924, 0.4905, 0.4889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc1458417", "doc1357070", "doc1458400", "doc54026", "doc2582472", "doc233794", "doc162834", "doc698043"], "ranked_scores": [0.514, 0.5122, 0.447, 0.4284, 0.427, 0.4052, 0.405, 0.4041, 0.4026, 0.4024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386166", "doc437627", "doc253608", "doc1386116", "doc66003", "doc875841", "doc2171547", "doc83863", "doc2537824", "doc2254465"], "ranked_scores": [0.4715, 0.4612, 0.4427, 0.4359, 0.428, 0.4278, 0.4217, 0.4209, 0.4141, 0.4087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1445498", "doc106332", "doc388464", "doc106333", "doc427621", "doc703706", "doc1471934", "doc106355", "doc446478", "doc874101"], "ranked_scores": [0.6142, 0.6015, 0.6007, 0.5851, 0.5751, 0.5721, 0.5702, 0.5643, 0.5623, 0.5605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7119", "doc692559", "doc697071", "doc526956", "doc2670770", "doc7091", "doc27102", "doc1027625", "doc934401"], "ranked_scores": [0.5734, 0.5294, 0.5274, 0.5177, 0.5014, 0.4991, 0.496, 0.4919, 0.4802, 0.4787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc90808", "doc1616722", "doc431563", "doc2252228", "doc1443647", "doc1740481", "doc2093563", "doc107878"], "ranked_scores": [0.5207, 0.4845, 0.4633, 0.4318, 0.4313, 0.4256, 0.4215, 0.4198, 0.417, 0.413], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750407", "doc551718", "doc897", "doc750416", "doc648335", "doc187232", "doc2018288", "doc938302", "doc453118", "doc2412432"], "ranked_scores": [0.4303, 0.4051, 0.3992, 0.3919, 0.384, 0.3836, 0.3803, 0.3786, 0.3752, 0.3738], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc300567", "doc90322", "doc2202499", "doc1380357", "doc1380356", "doc468490", "doc833943", "doc1734041", "doc382236", "doc24903"], "ranked_scores": [0.5674, 0.5122, 0.5059, 0.5054, 0.4981, 0.4941, 0.4934, 0.4921, 0.4897, 0.4872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2009369", "doc2483632", "doc1825428", "doc648335", "doc551718", "doc938302", "doc2080550", "doc2277317", "doc1759626"], "ranked_scores": [0.5349, 0.4636, 0.4385, 0.4138, 0.3958, 0.3924, 0.3884, 0.3836, 0.3834, 0.3724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56903", "doc56921", "doc1288170", "doc2509989", "doc2091597", "doc2313854", "doc56909"], "ranked_scores": [0.6383, 0.636, 0.6122, 0.5872, 0.5659, 0.5633, 0.5529, 0.5447, 0.5437, 0.5369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc137908", "doc80151", "doc80154", "doc80067", "doc80074", "doc863660", "doc345642", "doc66226", "doc2557720", "doc596882"], "ranked_scores": [0.5485, 0.5347, 0.5214, 0.5145, 0.504, 0.4989, 0.495, 0.4941, 0.4925, 0.4917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.5013, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5013, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc732015", "doc2240293", "doc1214168", "doc1018577", "doc1945762", "doc2353712", "doc1248717", "doc2240289", "doc732018"], "ranked_scores": [0.4558, 0.4465, 0.4275, 0.4251, 0.4125, 0.4048, 0.4035, 0.4031, 0.4016, 0.3982], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc207464", "doc675035", "doc474073", "doc26461", "doc99377", "doc2376934", "doc863698", "doc131786", "doc913417"], "ranked_scores": [0.4863, 0.4559, 0.4553, 0.4426, 0.4423, 0.4419, 0.4392, 0.4388, 0.4385, 0.4301], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1582708", "doc284042", "doc614722", "doc1823034", "doc2613570", "doc186824", "doc2447782"], "ranked_scores": [0.5269, 0.479, 0.4456, 0.3117, 0.2819, 0.2794, 0.2769, 0.2696, 0.269, 0.2647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc57948", "doc57946", "doc57940", "doc81655", "doc1199221", "doc2115402", "doc2389179", "doc2027228", "doc37895"], "ranked_scores": [0.4494, 0.4365, 0.4335, 0.4235, 0.4228, 0.3939, 0.3839, 0.3652, 0.3642, 0.355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1612364", "doc866703", "doc1936829", "doc1723101", "doc22149", "doc2365468", "doc1381513", "doc2113492"], "ranked_scores": [0.5078, 0.4319, 0.4304, 0.3957, 0.387, 0.3573, 0.3501, 0.3442, 0.3403, 0.3388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc64314", "doc1385345", "doc35513", "doc41344", "doc1376793", "doc64316", "doc971992", "doc1385353", "doc35524"], "ranked_scores": [0.5884, 0.5747, 0.566, 0.5655, 0.5654, 0.565, 0.5498, 0.5495, 0.5461, 0.5445], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437677", "doc437685", "doc539428", "doc1520219", "doc1520311", "doc1321868", "doc1334238", "doc638932", "doc437639", "doc1978008"], "ranked_scores": [0.5644, 0.5502, 0.5484, 0.5478, 0.5473, 0.5456, 0.5441, 0.543, 0.538, 0.5363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc720105", "doc1314944", "doc938718", "doc671985", "doc552702", "doc1898381", "doc1333507", "doc1315109", "doc807066"], "ranked_scores": [0.3161, 0.2666, 0.2571, 0.2546, 0.2531, 0.2528, 0.2452, 0.2449, 0.2393, 0.2386], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1190303", "doc2390440", "doc1449831", "doc1464195", "doc1445420", "doc122351", "doc1728777", "doc24939", "doc22149", "doc2670725"], "ranked_scores": [0.305, 0.2977, 0.2931, 0.2787, 0.2737, 0.2722, 0.2713, 0.271, 0.2688, 0.267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1283940", "doc2086681", "doc317197", "doc1616722", "doc1153299", "doc2660672", "doc1703993", "doc2204719"], "ranked_scores": [0.5567, 0.519, 0.3926, 0.3882, 0.385, 0.3698, 0.3596, 0.3579, 0.3569, 0.355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc530778", "doc2142521", "doc1007190", "doc1410020", "doc324530", "doc1787621", "doc25697", "doc28581"], "ranked_scores": [0.5889, 0.5622, 0.4994, 0.4931, 0.4924, 0.4769, 0.4722, 0.4616, 0.4567, 0.4469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc515771", "doc898833", "doc1837771", "doc2527260", "doc2449643", "doc828130", "doc1030288", "doc84492", "doc2194194"], "ranked_scores": [0.5045, 0.4933, 0.4837, 0.4759, 0.4729, 0.4626, 0.4605, 0.4591, 0.4579, 0.4567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105756", "doc830308", "doc105739", "doc543176", "doc2355469", "doc946247", "doc1427193", "doc849003", "doc105763", "doc105764"], "ranked_scores": [0.5176, 0.489, 0.4885, 0.4776, 0.4765, 0.4675, 0.4639, 0.4632, 0.4583, 0.4448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc53643", "doc2107018", "doc2107022", "doc2224155", "doc628470", "doc1927002", "doc606253", "doc25776", "doc324540"], "ranked_scores": [0.5518, 0.5416, 0.5403, 0.5392, 0.539, 0.5362, 0.5362, 0.5307, 0.5285, 0.5273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313364", "doc435078", "doc2607396", "doc2288928", "doc435076", "doc1921625", "doc1580688", "doc42101", "doc2217446", "doc1985845"], "ranked_scores": [0.4517, 0.4348, 0.4264, 0.4253, 0.4227, 0.422, 0.4198, 0.4131, 0.4061, 0.4055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc264212", "doc627432", "doc1935873", "doc2119808", "doc1531603", "doc336518", "doc2042102", "doc2085567", "doc1508870"], "ranked_scores": [0.4921, 0.476, 0.4697, 0.4372, 0.4262, 0.4262, 0.4208, 0.4183, 0.4171, 0.4061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1548640", "doc93287", "doc2083699", "doc1130168", "doc2306629", "doc1283940", "doc2199352", "doc1384376", "doc122351", "doc1891830"], "ranked_scores": [0.4627, 0.4622, 0.3112, 0.2923, 0.2921, 0.2848, 0.2807, 0.28, 0.2795, 0.2787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc57975", "doc1055373", "doc2449727", "doc2636762", "doc1810672", "doc2326766", "doc390322", "doc1345740", "doc2278461"], "ranked_scores": [0.3563, 0.3232, 0.3058, 0.2973, 0.2887, 0.282, 0.2792, 0.2767, 0.2763, 0.2723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1333905", "doc1986449", "doc134196", "doc1975694", "doc1629620", "doc546881", "doc860546", "doc1160263", "doc2465656"], "ranked_scores": [0.4695, 0.4615, 0.4611, 0.4554, 0.4483, 0.4473, 0.4454, 0.4447, 0.4434, 0.437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc877974", "doc2621492", "doc2655469", "doc2391797", "doc201173", "doc681964", "doc807", "doc2335293", "doc845380"], "ranked_scores": [0.3993, 0.3893, 0.3543, 0.3514, 0.3277, 0.3251, 0.3158, 0.3148, 0.3147, 0.3144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc1452752", "doc127040", "doc88933", "doc1376863", "doc1639229", "doc2624067", "doc127031", "doc399027", "doc88934"], "ranked_scores": [0.4649, 0.4535, 0.4314, 0.4294, 0.4052, 0.3971, 0.3969, 0.3914, 0.3797, 0.3784], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338818", "doc21378", "doc21350", "doc2442198", "doc1455511", "doc1733379", "doc1455508", "doc21368", "doc197444", "doc2336226"], "ranked_scores": [0.3809, 0.3736, 0.3711, 0.3628, 0.3427, 0.3354, 0.3323, 0.3298, 0.3284, 0.3229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc2563559", "doc108456", "doc63590", "doc18273", "doc911115", "doc1208808", "doc1791044", "doc1774519", "doc108559", "doc1791050"], "ranked_scores": [0.5292, 0.4869, 0.4853, 0.4853, 0.4853, 0.4779, 0.4715, 0.4707, 0.4703, 0.4692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc7161", "doc1335520", "doc1670303", "doc688749", "doc1273458", "doc1416739", "doc1997397", "doc1183356"], "ranked_scores": [0.489, 0.4423, 0.4376, 0.4299, 0.4168, 0.4137, 0.4032, 0.3954, 0.3942, 0.3934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc2653657", "doc1260422", "doc4611", "doc1452587", "doc1826212", "doc1265795", "doc1356310", "doc2295957", "doc1357070"], "ranked_scores": [0.3682, 0.3052, 0.2959, 0.2814, 0.2779, 0.271, 0.2602, 0.2508, 0.2465, 0.2408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc705226", "doc190281", "doc2634368", "doc1064409", "doc1170390", "doc1222389", "doc374355", "doc2620645", "doc2011376"], "ranked_scores": [0.4678, 0.4177, 0.4064, 0.3893, 0.3788, 0.3771, 0.3758, 0.3734, 0.367, 0.3646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1618376", "doc36463", "doc36467", "doc36460", "doc2445368", "doc2396140", "doc1618372", "doc2622759", "doc2657970", "doc2305994"], "ranked_scores": [0.4446, 0.4194, 0.407, 0.3996, 0.36, 0.3547, 0.3499, 0.332, 0.3311, 0.3272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc388464", "doc1445498", "doc106332", "doc1471934", "doc2832", "doc1332302", "doc106355", "doc106333", "doc703719", "doc427621"], "ranked_scores": [0.6097, 0.6037, 0.5998, 0.585, 0.5844, 0.5746, 0.5696, 0.5669, 0.5648, 0.5583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc108887", "doc596021", "doc643072", "doc368643", "doc108892", "doc1373323", "doc2167590", "doc1373324", "doc935127", "doc207176"], "ranked_scores": [0.5638, 0.5596, 0.5579, 0.5561, 0.553, 0.5509, 0.5493, 0.5325, 0.5286, 0.5277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430993", "doc1504263", "doc1431001", "doc1430994", "doc613408", "doc2223012", "doc5734", "doc190281", "doc77971"], "ranked_scores": [0.3793, 0.3762, 0.3512, 0.3348, 0.3324, 0.3259, 0.3207, 0.3151, 0.3071, 0.2946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m96-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc57232", "doc2173529", "doc2040327", "doc1104254", "doc57247", "doc751998", "doc3001", "doc24310"], "ranked_scores": [0.5222, 0.514, 0.4857, 0.4698, 0.4667, 0.4659, 0.4652, 0.4607, 0.4435, 0.4383], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc2292349", "doc914411", "doc345111", "doc2345266", "doc2136789", "doc1879889", "doc1268295", "doc2217712"], "ranked_scores": [0.4618, 0.4412, 0.4182, 0.3984, 0.3978, 0.3963, 0.3853, 0.3842, 0.3826, 0.378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21832", "doc21831", "doc377466", "doc1817763", "doc776139", "doc2526400", "doc2074523", "doc243667", "doc365451"], "ranked_scores": [0.5785, 0.5555, 0.5543, 0.5477, 0.5176, 0.517, 0.5131, 0.511, 0.5083, 0.5076], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc392076", "doc146101", "doc1177870", "doc658301", "doc1347475", "doc453172", "doc230376", "doc564709", "doc453091", "doc2386390"], "ranked_scores": [0.5662, 0.5624, 0.5387, 0.5351, 0.5281, 0.5258, 0.5137, 0.5108, 0.51, 0.5043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc1812660", "doc1812659", "doc559430", "doc1167678", "doc1366757", "doc2165905", "doc1741706", "doc2165906", "doc1366760"], "ranked_scores": [0.613, 0.5996, 0.5944, 0.5914, 0.5899, 0.5873, 0.5848, 0.5825, 0.5814, 0.5797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1407409", "doc1770477", "doc27535", "doc1852504", "doc27538", "doc381292", "doc2085928", "doc1386925", "doc361696"], "ranked_scores": [0.4563, 0.4316, 0.4301, 0.4196, 0.4186, 0.4095, 0.4082, 0.408, 0.4031, 0.402], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc119665", "doc1953211", "doc825186", "doc925929", "doc579128", "doc422133", "doc349747", "doc620637", "doc349744"], "ranked_scores": [0.6001, 0.5973, 0.5929, 0.5915, 0.5882, 0.5872, 0.586, 0.5804, 0.579, 0.5716], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc101561", "doc278641", "doc1798668", "doc2096499", "doc29765", "doc29764", "doc520687", "doc2107778"], "ranked_scores": [0.5834, 0.514, 0.5064, 0.5022, 0.4986, 0.489, 0.4866, 0.4822, 0.4746, 0.4682], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1376346", "doc61043", "doc61045", "doc928962", "doc627159", "doc1976860", "doc2009331", "doc1787812"], "ranked_scores": [0.5176, 0.5125, 0.5028, 0.5027, 0.4316, 0.3994, 0.3655, 0.3546, 0.3522, 0.3447], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc97445", "doc369236", "doc369237", "doc369276", "doc369234", "doc2083994", "doc2426358"], "ranked_scores": [0.6678, 0.6238, 0.6, 0.583, 0.5318, 0.5283, 0.528, 0.5259, 0.5194, 0.5171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1458417", "doc33196", "doc636318", "doc1357070", "doc1612515", "doc698033", "doc636346", "doc233794", "doc1458400"], "ranked_scores": [0.5191, 0.515, 0.5053, 0.424, 0.4186, 0.392, 0.3861, 0.3841, 0.3838, 0.3832], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc253608", "doc83863", "doc1386166", "doc1386116", "doc66003", "doc2171547", "doc2254465", "doc1386120", "doc2537824"], "ranked_scores": [0.4869, 0.4598, 0.4576, 0.4554, 0.4544, 0.4515, 0.447, 0.4382, 0.4286, 0.428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc106332", "doc106355", "doc703719", "doc703721", "doc106357", "doc2832", "doc1445498", "doc703706", "doc703714"], "ranked_scores": [0.6056, 0.6015, 0.586, 0.5785, 0.5728, 0.5713, 0.5705, 0.5693, 0.562, 0.5589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7119", "doc697071", "doc692559", "doc7106", "doc7116", "doc7091", "doc526956", "doc934401", "doc7120"], "ranked_scores": [0.5556, 0.5419, 0.5391, 0.5351, 0.5147, 0.4981, 0.496, 0.4919, 0.4846, 0.4825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc90808", "doc854693", "doc1606435", "doc1101734", "doc1079922", "doc1443647", "doc1859220", "doc2200447"], "ranked_scores": [0.5623, 0.4847, 0.4495, 0.4473, 0.4306, 0.4206, 0.419, 0.4188, 0.414, 0.4081], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2018288", "doc244386", "doc269387", "doc750407", "doc750416", "doc15095", "doc551718", "doc453118", "doc2483632"], "ranked_scores": [0.4483, 0.4301, 0.4241, 0.4137, 0.4077, 0.406, 0.3921, 0.3913, 0.3908, 0.3853], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc300567", "doc416774", "doc24903", "doc468490", "doc1786046", "doc1380356", "doc382236", "doc1734041", "doc2202506"], "ranked_scores": [0.588, 0.5573, 0.5372, 0.5346, 0.5182, 0.5095, 0.5083, 0.507, 0.5064, 0.5008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc2127006", "doc750416", "doc1104361", "doc1825428", "doc1719794", "doc23412", "doc454591"], "ranked_scores": [0.5555, 0.4821, 0.4475, 0.4156, 0.4087, 0.4001, 0.3929, 0.3903, 0.3886, 0.3844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56921", "doc56903", "doc56909", "doc2091589", "doc2313854", "doc2522537", "doc2091597"], "ranked_scores": [0.6351, 0.635, 0.6106, 0.6079, 0.5779, 0.5542, 0.5534, 0.54, 0.5387, 0.5378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc137908", "doc352904", "doc80151", "doc345642", "doc80067", "doc80154", "doc1912506", "doc80074", "doc80078", "doc1391659"], "ranked_scores": [0.5409, 0.5395, 0.5392, 0.5355, 0.5301, 0.53, 0.5156, 0.5149, 0.5083, 0.4936], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4306, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc2353712", "doc1313601", "doc2240293", "doc180079", "doc2174234", "doc352368", "doc2240291", "doc1214168"], "ranked_scores": [0.5241, 0.4749, 0.4433, 0.4325, 0.4274, 0.4222, 0.4194, 0.418, 0.4145, 0.4096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc207464", "doc675035", "doc26446", "doc26461", "doc721916", "doc511592", "doc863698", "doc2517376"], "ranked_scores": [0.4983, 0.4705, 0.4584, 0.4568, 0.4338, 0.4307, 0.4304, 0.4255, 0.4248, 0.4247], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1582708", "doc1612515", "doc614722", "doc162716", "doc447411", "doc2173547", "doc2488095"], "ranked_scores": [0.6011, 0.539, 0.5036, 0.2928, 0.2771, 0.2723, 0.2704, 0.27, 0.2667, 0.2612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57940", "doc57946", "doc282412", "doc2115402", "doc81655", "doc1199221", "doc57948", "doc721746", "doc37895", "doc1489505"], "ranked_scores": [0.4776, 0.4761, 0.4662, 0.4622, 0.4365, 0.4333, 0.4313, 0.4253, 0.4226, 0.3818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1612364", "doc1936829", "doc866703", "doc22149", "doc751425", "doc2362748", "doc1381513", "doc2365468"], "ranked_scores": [0.5406, 0.4505, 0.4246, 0.4106, 0.3704, 0.3639, 0.3574, 0.3517, 0.3456, 0.3448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc1376793", "doc64316", "doc64314", "doc64318", "doc851269", "doc1385345", "doc41344", "doc2487656", "doc971992", "doc35524"], "ranked_scores": [0.5856, 0.5844, 0.5738, 0.5721, 0.5668, 0.5556, 0.5551, 0.5474, 0.5418, 0.5352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc1520275", "doc1334238", "doc1520311", "doc1788429", "doc437639", "doc1520219", "doc727452", "doc539428", "doc437678"], "ranked_scores": [0.5875, 0.5679, 0.5665, 0.5485, 0.5452, 0.5368, 0.5362, 0.5361, 0.5338, 0.5306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314944", "doc807066", "doc2048678", "doc866429", "doc2593884", "doc1333507", "doc720105", "doc1314979", "doc877823"], "ranked_scores": [0.3, 0.2799, 0.2709, 0.2693, 0.2613, 0.2599, 0.2587, 0.2584, 0.254, 0.2378], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc2390440", "doc1445420", "doc602724", "doc1728777", "doc1872130", "doc22149", "doc1169637", "doc645572", "doc122351"], "ranked_scores": [0.3345, 0.33, 0.3056, 0.2913, 0.2908, 0.2823, 0.2793, 0.2791, 0.2784, 0.276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc317197", "doc1283940", "doc1346601", "doc1154850", "doc1082535", "doc1091592", "doc1632991", "doc611282"], "ranked_scores": [0.5958, 0.5124, 0.4421, 0.4361, 0.3794, 0.3718, 0.3685, 0.3626, 0.3625, 0.3619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc530778", "doc324530", "doc2142521", "doc1410020", "doc1394743", "doc868590", "doc38710", "doc25697"], "ranked_scores": [0.6334, 0.5702, 0.4879, 0.4809, 0.472, 0.464, 0.4585, 0.45, 0.4484, 0.4436], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2527260", "doc515771", "doc1030288", "doc2449643", "doc94371", "doc898833", "doc2194194", "doc1119808", "doc934719"], "ranked_scores": [0.5366, 0.4844, 0.4826, 0.4804, 0.4802, 0.4768, 0.4708, 0.4668, 0.4642, 0.4623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc105763", "doc946247", "doc1427193", "doc1516597", "doc555420", "doc543176", "doc830308", "doc1516605"], "ranked_scores": [0.5616, 0.5514, 0.5081, 0.4733, 0.468, 0.4659, 0.4643, 0.461, 0.4547, 0.4546], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2224155", "doc53643", "doc2107022", "doc628470", "doc2107018", "doc1927002", "doc324540", "doc606253", "doc1400520"], "ranked_scores": [0.5557, 0.5451, 0.5426, 0.5416, 0.5413, 0.5399, 0.5383, 0.5318, 0.5187, 0.5177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1921625", "doc2288928", "doc435076", "doc2217446", "doc2607396", "doc435078", "doc1540259", "doc313364", "doc42101", "doc1841144"], "ranked_scores": [0.4628, 0.434, 0.4329, 0.4294, 0.4275, 0.4237, 0.4225, 0.4223, 0.4201, 0.4198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2042102", "doc264212", "doc1736708", "doc2119808", "doc733127", "doc15890", "doc393485", "doc336518", "doc1531603"], "ranked_scores": [0.5391, 0.4892, 0.4721, 0.4653, 0.4619, 0.4535, 0.4364, 0.4314, 0.4276, 0.4263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2083699", "doc1130168", "doc245411", "doc2361509", "doc2352380", "doc311498", "doc122351", "doc2357458"], "ranked_scores": [0.5559, 0.4406, 0.375, 0.347, 0.3344, 0.3199, 0.3187, 0.314, 0.2914, 0.2902], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc57975", "doc1345740", "doc601133", "doc376241", "doc2035909", "doc1810672", "doc2326766", "doc1153924", "doc864555"], "ranked_scores": [0.405, 0.3604, 0.3512, 0.3386, 0.3386, 0.3336, 0.3151, 0.3114, 0.2972, 0.2911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1629620", "doc1160263", "doc1975694", "doc1986449", "doc1333905", "doc2465656", "doc1584862", "doc546881", "doc2117093"], "ranked_scores": [0.5034, 0.4884, 0.4677, 0.4658, 0.4525, 0.4523, 0.4467, 0.4418, 0.4413, 0.439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc807", "doc221817", "doc2361509", "doc877974", "doc845380", "doc2161840", "doc2621492", "doc312607", "doc2316721", "doc965463"], "ranked_scores": [0.3756, 0.3645, 0.3604, 0.3431, 0.3215, 0.3164, 0.3151, 0.3114, 0.3035, 0.3007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc1452752", "doc88931", "doc127031", "doc88933", "doc2624067", "doc88974", "doc88973", "doc88934", "doc2015719"], "ranked_scores": [0.4591, 0.4531, 0.4528, 0.4442, 0.4366, 0.4266, 0.4095, 0.4092, 0.4082, 0.3749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc1455444", "doc21378", "doc21368", "doc338818", "doc1455509", "doc2336226", "doc338813", "doc642895", "doc1798523"], "ranked_scores": [0.4116, 0.4069, 0.4018, 0.3778, 0.3693, 0.3655, 0.3638, 0.3589, 0.3494, 0.3451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc2563559", "doc108456", "doc108559", "doc323321", "doc1791044", "doc376565", "doc911115", "doc18273", "doc63590", "doc108501"], "ranked_scores": [0.5167, 0.5108, 0.5104, 0.5047, 0.495, 0.4858, 0.4811, 0.4811, 0.4811, 0.4809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1183356", "doc7161", "doc2163101", "doc1670303", "doc1272096", "doc1273458", "doc1416739", "doc2265484"], "ranked_scores": [0.516, 0.4802, 0.455, 0.4358, 0.4196, 0.4159, 0.4139, 0.4116, 0.4078, 0.3941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc1260422", "doc455756", "doc1526452", "doc4611", "doc2653657", "doc1452587", "doc751729", "doc620571", "doc735792"], "ranked_scores": [0.3477, 0.3276, 0.2942, 0.2757, 0.2727, 0.2726, 0.2599, 0.253, 0.2524, 0.2433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc705226", "doc2634368", "doc2125026", "doc2483577", "doc2011376", "doc1170391", "doc1038435", "doc1801894", "doc662025"], "ranked_scores": [0.4819, 0.442, 0.4103, 0.3983, 0.3926, 0.3864, 0.3835, 0.3824, 0.3795, 0.3736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1618376", "doc36463", "doc36460", "doc36467", "doc1618372", "doc1256783", "doc36485", "doc2657970", "doc2396140", "doc2622759"], "ranked_scores": [0.4697, 0.4562, 0.4479, 0.4404, 0.4322, 0.3874, 0.3774, 0.3752, 0.3651, 0.3638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc388464", "doc106355", "doc106332", "doc703719", "doc973089", "doc2060101", "doc435057", "doc2846", "doc1332302"], "ranked_scores": [0.6269, 0.6263, 0.5908, 0.5832, 0.5814, 0.5787, 0.5678, 0.5665, 0.5659, 0.5645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc729661", "doc108887", "doc1373324", "doc1119808", "doc2167590", "doc596021", "doc626438", "doc108892"], "ranked_scores": [0.6117, 0.5941, 0.5636, 0.5589, 0.5408, 0.5396, 0.538, 0.5266, 0.5196, 0.5179], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77976", "doc1504263", "doc1431001", "doc5734", "doc1376321", "doc650150", "doc613408", "doc2223012", "doc1430994"], "ranked_scores": [0.4193, 0.4166, 0.3841, 0.3642, 0.358, 0.3457, 0.3315, 0.3268, 0.3244, 0.3226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m128-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57247", "doc57232", "doc751998", "doc2116209", "doc2173529", "doc1104254", "doc2040327", "doc435057"], "ranked_scores": [0.5517, 0.5278, 0.5173, 0.5086, 0.5015, 0.4912, 0.4874, 0.4719, 0.4612, 0.4436], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc2292349", "doc1749973", "doc2136789", "doc63542", "doc2345266", "doc1664486", "doc63543", "doc345111", "doc357235"], "ranked_scores": [0.4893, 0.4615, 0.4451, 0.4223, 0.4158, 0.4114, 0.3939, 0.3891, 0.3864, 0.3837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21832", "doc21831", "doc377466", "doc776139", "doc69778", "doc2285692", "doc699194", "doc365451", "doc21871"], "ranked_scores": [0.6286, 0.5837, 0.5763, 0.5726, 0.5538, 0.5449, 0.539, 0.5334, 0.53, 0.528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc146101", "doc392076", "doc1247565", "doc453091", "doc564709", "doc1177870", "doc1007260", "doc453144", "doc453172", "doc1347475"], "ranked_scores": [0.5694, 0.5554, 0.5428, 0.5348, 0.5251, 0.5251, 0.5114, 0.5101, 0.5076, 0.5047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc559430", "doc1741706", "doc1812661", "doc559423", "doc2165906", "doc1366769", "doc1234227", "doc1366760", "doc887635"], "ranked_scores": [0.62, 0.6073, 0.6069, 0.602, 0.6019, 0.5943, 0.5851, 0.5791, 0.5743, 0.5741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27535", "doc361696", "doc1407409", "doc27538", "doc1770477", "doc738831", "doc27536", "doc1324046", "doc2085928"], "ranked_scores": [0.4982, 0.4492, 0.4488, 0.4476, 0.4434, 0.4393, 0.4296, 0.4275, 0.4198, 0.4175], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc349744", "doc825186", "doc54270", "doc119665", "doc925929", "doc422133", "doc349747", "doc1369510"], "ranked_scores": [0.6222, 0.6031, 0.6027, 0.6019, 0.5996, 0.5985, 0.5983, 0.5934, 0.5841, 0.5832], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc1798668", "doc29764", "doc966365", "doc1017147", "doc278641", "doc896716", "doc29765", "doc2107778"], "ranked_scores": [0.5676, 0.5142, 0.492, 0.4876, 0.4801, 0.4744, 0.4725, 0.4702, 0.4699, 0.4696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1376346", "doc61043", "doc61045", "doc627159", "doc2080046", "doc928962", "doc2092646", "doc1376345"], "ranked_scores": [0.5481, 0.5341, 0.5158, 0.5131, 0.4627, 0.4212, 0.4034, 0.3948, 0.3866, 0.3829], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97445", "doc369234", "doc2084014", "doc369237", "doc2574334", "doc97442", "doc2083994"], "ranked_scores": [0.689, 0.6521, 0.6148, 0.5962, 0.5521, 0.5492, 0.5422, 0.5334, 0.5329, 0.5314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc1458417", "doc1357070", "doc636318", "doc1612515", "doc233794", "doc1644238", "doc54026", "doc2534676"], "ranked_scores": [0.55, 0.5484, 0.5392, 0.4691, 0.4303, 0.4231, 0.4064, 0.4043, 0.4017, 0.401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386116", "doc83863", "doc253608", "doc1386166", "doc66003", "doc2171547", "doc1386120", "doc2537824", "doc2254465"], "ranked_scores": [0.5261, 0.4834, 0.4831, 0.4755, 0.4708, 0.4628, 0.4556, 0.4477, 0.445, 0.4373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106355", "doc703719", "doc1445498", "doc106332", "doc2832", "doc388464", "doc284003", "doc703728", "doc703706", "doc703702"], "ranked_scores": [0.6235, 0.6113, 0.6043, 0.5997, 0.5954, 0.594, 0.5918, 0.5849, 0.581, 0.579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7119", "doc697071", "doc692559", "doc2670770", "doc7091", "doc7106", "doc27102", "doc7116", "doc7099"], "ranked_scores": [0.5602, 0.5517, 0.5398, 0.5362, 0.5349, 0.5198, 0.5147, 0.5119, 0.5082, 0.4973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc1443647", "doc854693", "doc493405", "doc2093563", "doc490060", "doc1606435", "doc1891830"], "ranked_scores": [0.5881, 0.5024, 0.4877, 0.4508, 0.4248, 0.4244, 0.4236, 0.4182, 0.4179, 0.4169], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750407", "doc897", "doc244386", "doc2018288", "doc269387", "doc453118", "doc750416", "doc938302", "doc15095", "doc2659217"], "ranked_scores": [0.4613, 0.443, 0.4394, 0.4221, 0.4191, 0.413, 0.4059, 0.4028, 0.3864, 0.3821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc300567", "doc468490", "doc1786046", "doc30773", "doc2202499", "doc1380356", "doc416774", "doc24903", "doc382236"], "ranked_scores": [0.5517, 0.5434, 0.5413, 0.5389, 0.5216, 0.5132, 0.5113, 0.5105, 0.5071, 0.5056], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc2127006", "doc1104361", "doc648344", "doc1759594", "doc23412", "doc2277317", "doc750416"], "ranked_scores": [0.5808, 0.4954, 0.4907, 0.4408, 0.4346, 0.423, 0.4188, 0.4052, 0.4042, 0.4032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc1102442", "doc56897", "doc56921", "doc56903", "doc2313854", "doc56909", "doc2509989", "doc2091597", "doc1288170"], "ranked_scores": [0.6776, 0.6479, 0.6445, 0.6185, 0.5773, 0.5604, 0.5542, 0.5494, 0.5489, 0.5468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc137908", "doc352904", "doc80154", "doc345642", "doc80074", "doc2252385", "doc80067", "doc2562963", "doc80078"], "ranked_scores": [0.5688, 0.5557, 0.5523, 0.5491, 0.5415, 0.5201, 0.5199, 0.5187, 0.5176, 0.5104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4118, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc1248717", "doc2240293", "doc732015", "doc732018", "doc1214168", "doc2010420", "doc2240291", "doc352368"], "ranked_scores": [0.5368, 0.4926, 0.4817, 0.4647, 0.4463, 0.4436, 0.4429, 0.4398, 0.4374, 0.4311], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc207464", "doc474060", "doc2376934", "doc26461", "doc675035", "doc725659", "doc913417", "doc224770"], "ranked_scores": [0.5577, 0.4507, 0.4486, 0.4471, 0.4401, 0.4394, 0.4349, 0.4344, 0.431, 0.4307], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc119586", "doc1104251", "doc2488095", "doc1582708", "doc162716", "doc1690179", "doc698039"], "ranked_scores": [0.6276, 0.5435, 0.5224, 0.3225, 0.3206, 0.3123, 0.3042, 0.2972, 0.2887, 0.2885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc57946", "doc57948", "doc81655", "doc57940", "doc1199221", "doc37895", "doc721746", "doc2115402", "doc1390300"], "ranked_scores": [0.5239, 0.5029, 0.5014, 0.495, 0.4778, 0.4564, 0.4546, 0.447, 0.4346, 0.385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1612364", "doc751435", "doc866703", "doc1936829", "doc1723101", "doc22149", "doc1311000", "doc1368159", "doc1428083"], "ranked_scores": [0.558, 0.4554, 0.4261, 0.4105, 0.405, 0.3788, 0.3774, 0.3728, 0.3478, 0.345], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc1376793", "doc64318", "doc851269", "doc41344", "doc64314", "doc64317", "doc1385349", "doc1385345", "doc971992"], "ranked_scores": [0.6009, 0.5958, 0.5807, 0.5711, 0.5687, 0.5627, 0.5554, 0.5516, 0.5492, 0.5444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.511, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1978008", "doc1520311", "doc1334192", "doc2545031", "doc638932", "doc437685", "doc1334238", "doc437677", "doc1520275", "doc1520219"], "ranked_scores": [0.5978, 0.5756, 0.5673, 0.5633, 0.5615, 0.559, 0.5546, 0.5465, 0.5444, 0.5425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1314944", "doc35173", "doc2593884", "doc938718", "doc1314979", "doc866442", "doc1333507", "doc552702", "doc1898381", "doc877823"], "ranked_scores": [0.3079, 0.2961, 0.286, 0.2725, 0.2684, 0.2642, 0.2478, 0.2443, 0.243, 0.2389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc2390440", "doc832551", "doc1190303", "doc2670725", "doc1728777", "doc1445420", "doc1449831", "doc1464195", "doc22149"], "ranked_scores": [0.334, 0.3248, 0.3061, 0.302, 0.2989, 0.2931, 0.2868, 0.2843, 0.2816, 0.2805], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc317197", "doc1283940", "doc1082535", "doc611282", "doc216330", "doc1616722", "doc1703998", "doc2179035"], "ranked_scores": [0.6145, 0.5676, 0.4532, 0.4381, 0.3918, 0.3876, 0.3792, 0.373, 0.3716, 0.3681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc2142521", "doc1410020", "doc530778", "doc996399", "doc2337863", "doc25697", "doc324530", "doc28581"], "ranked_scores": [0.6376, 0.5806, 0.5183, 0.513, 0.5039, 0.5004, 0.4853, 0.471, 0.4676, 0.4569], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2449643", "doc94371", "doc2527260", "doc1185579", "doc1030288", "doc2194194", "doc515771", "doc990522", "doc2429823"], "ranked_scores": [0.5182, 0.5013, 0.4966, 0.4942, 0.4939, 0.4929, 0.4914, 0.4896, 0.483, 0.4823], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105756", "doc105739", "doc105763", "doc1729412", "doc830308", "doc2355469", "doc1516605", "doc1516597", "doc1248140", "doc258447"], "ranked_scores": [0.5751, 0.5601, 0.5234, 0.4854, 0.4696, 0.4673, 0.462, 0.4564, 0.4473, 0.447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107018", "doc2224155", "doc324540", "doc1927002", "doc53643", "doc358938", "doc628470", "doc606253", "doc2107033", "doc2107022"], "ranked_scores": [0.5951, 0.5799, 0.5795, 0.5749, 0.5623, 0.561, 0.5552, 0.5506, 0.5504, 0.5477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc1921625", "doc2607396", "doc313364", "doc435075", "doc2288928", "doc435076", "doc2217446", "doc2587564", "doc2352487"], "ranked_scores": [0.4768, 0.4594, 0.4536, 0.4475, 0.4437, 0.4375, 0.4302, 0.4259, 0.4206, 0.4172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2119808", "doc264212", "doc627432", "doc733127", "doc1531603", "doc2042102", "doc1935873", "doc1736708", "doc336518"], "ranked_scores": [0.5324, 0.4759, 0.4723, 0.4595, 0.4536, 0.4458, 0.4451, 0.4447, 0.4446, 0.4424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2083699", "doc2361509", "doc1130168", "doc245411", "doc2357458", "doc47008", "doc2306629", "doc1384376"], "ranked_scores": [0.5564, 0.4539, 0.3315, 0.3267, 0.3085, 0.2999, 0.2909, 0.2902, 0.2867, 0.2837], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc57975", "doc601133", "doc1345740", "doc376241", "doc2035909", "doc225655", "doc2265144", "doc2326766", "doc864555"], "ranked_scores": [0.4133, 0.3693, 0.3693, 0.3622, 0.3496, 0.3492, 0.3306, 0.3261, 0.3143, 0.3051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986449", "doc2058897", "doc1160263", "doc1629620", "doc1333905", "doc134196", "doc546881", "doc1975694", "doc2465656"], "ranked_scores": [0.5368, 0.4999, 0.4913, 0.4818, 0.4793, 0.4747, 0.4662, 0.465, 0.4643, 0.4642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc2621492", "doc877974", "doc2361509", "doc2676752", "doc807", "doc2391797", "doc845380", "doc93503", "doc1370451"], "ranked_scores": [0.3701, 0.3693, 0.3479, 0.3451, 0.3438, 0.342, 0.3355, 0.3285, 0.318, 0.3168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc1452752", "doc127040", "doc127031", "doc2624067", "doc88934", "doc2015719", "doc88933", "doc88973", "doc1763997"], "ranked_scores": [0.4957, 0.48, 0.4599, 0.4592, 0.454, 0.4485, 0.4475, 0.418, 0.4125, 0.412], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc338813", "doc1455444", "doc21378", "doc1455509", "doc2336226", "doc1798523", "doc1738086", "doc450131", "doc2442198"], "ranked_scores": [0.4223, 0.408, 0.4035, 0.3914, 0.385, 0.3752, 0.3723, 0.3686, 0.3661, 0.3652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc2563559", "doc108456", "doc2072948", "doc18273", "doc63590", "doc911115", "doc376565", "doc1791044", "doc108559", "doc323321"], "ranked_scores": [0.5384, 0.519, 0.5115, 0.502, 0.502, 0.502, 0.5015, 0.4928, 0.4887, 0.4859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc7161", "doc355540", "doc1183356", "doc1416739", "doc1272096", "doc1670303", "doc1273458", "doc7163", "doc2163101"], "ranked_scores": [0.5607, 0.4889, 0.4656, 0.4556, 0.4475, 0.432, 0.4234, 0.4107, 0.4034, 0.4029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc1260422", "doc1452587", "doc455756", "doc1826212", "doc2653657", "doc4611", "doc751726", "doc806787", "doc1568962"], "ranked_scores": [0.3872, 0.3367, 0.3188, 0.3067, 0.2995, 0.2947, 0.283, 0.2721, 0.267, 0.2618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc705226", "doc1038435", "doc2011376", "doc2634368", "doc190281", "doc2620645", "doc2639996", "doc1801894", "doc2119024"], "ranked_scores": [0.4777, 0.4447, 0.4237, 0.42, 0.4125, 0.3992, 0.3972, 0.3855, 0.3842, 0.3831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc1618376", "doc36460", "doc1618372", "doc1256783", "doc2396140", "doc2622759", "doc36485", "doc2657970"], "ranked_scores": [0.4967, 0.4958, 0.4686, 0.4681, 0.4478, 0.3898, 0.3824, 0.3757, 0.3652, 0.3634], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc388464", "doc106355", "doc1445498", "doc24299", "doc392476", "doc106332", "doc703719", "doc1471934", "doc703706"], "ranked_scores": [0.6408, 0.6364, 0.6056, 0.5962, 0.5859, 0.5859, 0.5826, 0.5801, 0.5748, 0.5654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc729661", "doc2167590", "doc1119808", "doc596014", "doc1373324", "doc599368", "doc1220654"], "ranked_scores": [0.6384, 0.6249, 0.5884, 0.5842, 0.5831, 0.5631, 0.5564, 0.5481, 0.5386, 0.5354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77976", "doc1431001", "doc1504263", "doc5734", "doc1430994", "doc77971", "doc1376321", "doc936401", "doc53465"], "ranked_scores": [0.4359, 0.4335, 0.4031, 0.3906, 0.3723, 0.363, 0.3219, 0.3204, 0.31, 0.3055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-pq-m4-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc260679", "doc57242", "doc380683", "doc2613570", "doc1104254", "doc57226", "doc57232", "doc751998", "doc57247", "doc2116209"], "ranked_scores": [0.7569, 0.7373, 0.7307, 0.7245, 0.7238, 0.7049, 0.6944, 0.6918, 0.6918, 0.6913], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc310191", "doc474276", "doc1982515", "doc63542", "doc1828868", "doc2594422", "doc2461160", "doc2664641", "doc1911979", "doc63543"], "ranked_scores": [0.6974, 0.6775, 0.6757, 0.6733, 0.6508, 0.6476, 0.6441, 0.6426, 0.6334, 0.6312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc278091", "doc776142", "doc25836", "doc812322", "doc660012", "doc69765", "doc21831", "doc2074523", "doc776173", "doc1675505"], "ranked_scores": [0.656, 0.6461, 0.638, 0.638, 0.638, 0.6316, 0.6161, 0.6159, 0.6156, 0.6112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc2317442", "doc453144", "doc453091", "doc232625", "doc453079", "doc146074", "doc1347475", "doc1177870", "doc415323", "doc872601"], "ranked_scores": [0.7881, 0.7561, 0.7561, 0.7526, 0.7526, 0.7476, 0.7429, 0.7429, 0.7425, 0.7425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165898", "doc1366757", "doc1366734", "doc2165920", "doc1741707", "doc338854", "doc2372195", "doc1741702", "doc1741704", "doc1812661"], "ranked_scores": [0.7922, 0.7881, 0.7852, 0.778, 0.778, 0.778, 0.7756, 0.772, 0.772, 0.772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27535", "doc27538", "doc2272990", "doc754593", "doc1852518", "doc2545063", "doc2384883", "doc1996268", "doc1770477"], "ranked_scores": [0.7871, 0.7812, 0.7183, 0.6903, 0.6855, 0.6835, 0.6822, 0.6803, 0.6781, 0.6768], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc825187", "doc1369505", "doc2299641", "doc2299643", "doc2206589", "doc613963", "doc484979", "doc925929"], "ranked_scores": [0.7668, 0.7613, 0.756, 0.751, 0.7495, 0.7495, 0.7485, 0.7472, 0.7464, 0.7431], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc440395", "doc67620", "doc966365", "doc581881", "doc1052760", "doc32982", "doc625773", "doc2508414", "doc1373009"], "ranked_scores": [0.8097, 0.7832, 0.7738, 0.7582, 0.7579, 0.7491, 0.749, 0.7479, 0.7477, 0.7472], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61045", "doc61036", "doc61054", "doc61043", "doc1962033", "doc401103", "doc2083822", "doc1558629", "doc928962"], "ranked_scores": [0.7579, 0.7224, 0.7168, 0.6903, 0.6698, 0.6436, 0.6399, 0.6365, 0.6311, 0.6146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc1430994", "doc2071135", "doc2084016", "doc369270", "doc2004921", "doc97445", "doc1329011", "doc2084004", "doc2083987", "doc2083994"], "ranked_scores": [0.7215, 0.7182, 0.7173, 0.7164, 0.6987, 0.6966, 0.6934, 0.6817, 0.6817, 0.6784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc1166624", "doc33193", "doc114471", "doc281595", "doc366445", "doc371078", "doc1490516", "doc1664038", "doc1501334", "doc1094305"], "ranked_scores": [0.796, 0.7928, 0.7437, 0.7414, 0.7413, 0.7321, 0.7111, 0.7063, 0.7042, 0.7041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc1974480", "doc253608", "doc83863", "doc2254465", "doc50109", "doc50097", "doc253606", "doc1393854", "doc595818"], "ranked_scores": [0.7884, 0.7857, 0.7857, 0.7857, 0.7793, 0.7793, 0.7793, 0.757, 0.757, 0.7567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106355", "doc703719", "doc106332", "doc703705", "doc703701", "doc703731", "doc106367", "doc427621", "doc2334137"], "ranked_scores": [0.7264, 0.7117, 0.7117, 0.709, 0.7077, 0.7015, 0.6958, 0.6958, 0.6808, 0.6783], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7091", "doc7099", "doc7116", "doc7119", "doc1694559", "doc1599042", "doc1694554", "doc7108", "doc7096"], "ranked_scores": [0.833, 0.8329, 0.8329, 0.8329, 0.8213, 0.7848, 0.7841, 0.7776, 0.7736, 0.7724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc787600", "doc768602", "doc90807", "doc155440", "doc787596", "doc2247113", "doc90808", "doc155438", "doc1705674", "doc1169637"], "ranked_scores": [0.6878, 0.6515, 0.6492, 0.6402, 0.6285, 0.6172, 0.6165, 0.6163, 0.6094, 0.6079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2203117", "doc244368", "doc2395516", "doc643498", "doc2370166", "doc938302", "doc1914609", "doc1874808", "doc1719794"], "ranked_scores": [0.7515, 0.7056, 0.6789, 0.6777, 0.6771, 0.6768, 0.6668, 0.6654, 0.6602, 0.658], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc382236", "doc1379360", "doc24903", "doc1380356", "doc30774", "doc24925", "doc1380357", "doc1786046", "doc90322", "doc651946"], "ranked_scores": [0.8664, 0.8616, 0.8616, 0.8616, 0.8616, 0.8616, 0.8616, 0.8334, 0.8183, 0.8149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2258933", "doc454591", "doc454592", "doc1874808", "doc1691613", "doc737252", "doc938302", "doc1104361", "doc802395", "doc454594"], "ranked_scores": [0.8107, 0.7893, 0.7771, 0.7486, 0.7201, 0.7141, 0.6962, 0.6851, 0.6827, 0.6809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc56898", "doc1498235", "doc873479", "doc873480", "doc2378781", "doc56921", "doc2509989", "doc2299192"], "ranked_scores": [0.7839, 0.7839, 0.7788, 0.7788, 0.7748, 0.7748, 0.7728, 0.7666, 0.7604, 0.7576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc737601", "doc345642", "doc80074", "doc2557709", "doc80154", "doc2557678", "doc1357287", "doc367206", "doc137908"], "ranked_scores": [0.747, 0.7241, 0.7219, 0.705, 0.6827, 0.6822, 0.6751, 0.668, 0.6678, 0.6611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc702902", "doc2010420", "doc2174234", "doc527459", "doc556388", "doc1214168", "doc732015", "doc183955", "doc617309"], "ranked_scores": [0.7952, 0.7748, 0.768, 0.7493, 0.7477, 0.7416, 0.7154, 0.7093, 0.7074, 0.7065], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc474073", "doc26467", "doc1202814", "doc913417", "doc474060", "doc2289855", "doc2248924", "doc131786", "doc379480"], "ranked_scores": [0.807, 0.7723, 0.7699, 0.7685, 0.7589, 0.7533, 0.7518, 0.7354, 0.7213, 0.7176], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc180234", "doc286821", "doc933773", "doc337483", "doc459449", "doc2465910", "doc192542"], "ranked_scores": [0.7198, 0.6828, 0.6486, 0.6391, 0.6233, 0.6102, 0.6079, 0.6079, 0.5837, 0.5823], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc556460", "doc114471", "doc890684", "doc371079", "doc281595", "doc1335341", "doc890257", "doc397020", "doc46245", "doc509898"], "ranked_scores": [0.8175, 0.7985, 0.793, 0.7923, 0.7913, 0.7797, 0.7784, 0.7743, 0.767, 0.7651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc2114608", "doc491925", "doc751435", "doc2489754", "doc1044670", "doc902657", "doc1187141", "doc1128302", "doc1755685", "doc967500"], "ranked_scores": [0.7018, 0.6828, 0.6788, 0.6781, 0.673, 0.6604, 0.6562, 0.6531, 0.6513, 0.6476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc388286", "doc108631", "doc64316", "doc1376793", "doc971992", "doc851269", "doc922263", "doc922271", "doc35525", "doc602853"], "ranked_scores": [0.8025, 0.7459, 0.7391, 0.7391, 0.7391, 0.7245, 0.7245, 0.7191, 0.7151, 0.715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437667", "doc1321892", "doc437677", "doc1334238", "doc437678", "doc2545074", "doc1977974", "doc1321868", "doc1334192", "doc437662"], "ranked_scores": [0.791, 0.7616, 0.7553, 0.7546, 0.7477, 0.7378, 0.7364, 0.7351, 0.734, 0.731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc34092", "doc1385395", "doc866436", "doc2384757", "doc1778743", "doc1314995", "doc1315001", "doc1856377", "doc1314979", "doc35173"], "ranked_scores": [0.6917, 0.6246, 0.6201, 0.6137, 0.6109, 0.578, 0.5743, 0.5724, 0.5702, 0.568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2543189", "doc773669", "doc890682", "doc1464195", "doc22149", "doc2113492", "doc238078", "doc24939", "doc1894178", "doc872070"], "ranked_scores": [0.6159, 0.5933, 0.5649, 0.5619, 0.557, 0.5524, 0.5504, 0.5469, 0.5467, 0.5421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc1784440", "doc1082535", "doc580016", "doc89435", "doc172947", "doc119508", "doc114471", "doc53465", "doc1080514", "doc1005393"], "ranked_scores": [0.7527, 0.7289, 0.7172, 0.7166, 0.7081, 0.7075, 0.7002, 0.6956, 0.693, 0.6924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc409319", "doc1840635", "doc2529675", "doc1394760", "doc1394743", "doc430825", "doc2111528", "doc465257", "doc1241567"], "ranked_scores": [0.835, 0.7978, 0.7915, 0.7915, 0.7763, 0.7652, 0.7613, 0.751, 0.751, 0.7438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc660237", "doc402145", "doc2366135", "doc2449643", "doc11669", "doc11639", "doc11655", "doc974518", "doc660236", "doc368654"], "ranked_scores": [0.895, 0.8831, 0.8831, 0.8815, 0.8697, 0.8627, 0.86, 0.8508, 0.8466, 0.8428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc2355469", "doc105739", "doc566026", "doc258447", "doc1248140", "doc737771", "doc1534825", "doc105745", "doc1427198", "doc171833"], "ranked_scores": [0.7994, 0.7787, 0.7673, 0.7659, 0.7629, 0.7523, 0.752, 0.7485, 0.7483, 0.7391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1745418", "doc1927002", "doc2107018", "doc358938", "doc628470", "doc2166568", "doc6540", "doc675222", "doc440112", "doc2500959"], "ranked_scores": [0.8166, 0.8049, 0.7916, 0.7916, 0.7916, 0.7877, 0.7854, 0.7841, 0.7815, 0.7727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313365", "doc2108001", "doc313354", "doc1841144", "doc660871", "doc331138", "doc412172", "doc2498480", "doc1841145", "doc412168"], "ranked_scores": [0.7325, 0.6985, 0.6968, 0.6955, 0.6952, 0.6928, 0.6922, 0.6922, 0.6837, 0.6821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2187649", "doc15890", "doc1498263", "doc878338", "doc2042102", "doc1597410", "doc397701", "doc1170390", "doc1170391", "doc2636635"], "ranked_scores": [0.6767, 0.6422, 0.639, 0.6272, 0.6159, 0.6121, 0.602, 0.5981, 0.5973, 0.5769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc191614", "doc720754", "doc143496", "doc1500831", "doc519493", "doc1245931", "doc2357458", "doc1130168", "doc884905"], "ranked_scores": [0.7282, 0.6906, 0.6851, 0.6708, 0.665, 0.6495, 0.6471, 0.6441, 0.6406, 0.6382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc57975", "doc601133", "doc975794", "doc2265144", "doc1810672", "doc693852", "doc367417", "doc565065", "doc1098803", "doc1809347"], "ranked_scores": [0.5606, 0.535, 0.5286, 0.5248, 0.5126, 0.5069, 0.5039, 0.5036, 0.4997, 0.4955], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc789140", "doc1629620", "doc134196", "doc577385", "doc182888", "doc1160263", "doc2542374", "doc2465656", "doc1730288", "doc1584862"], "ranked_scores": [0.7923, 0.7554, 0.7551, 0.7529, 0.7522, 0.7402, 0.7336, 0.7307, 0.7142, 0.7134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc201166", "doc1892012", "doc351821", "doc1136780", "doc48882", "doc1877805", "doc459774", "doc1846029", "doc1938746", "doc2042536"], "ranked_scores": [0.7172, 0.678, 0.677, 0.6756, 0.6638, 0.6617, 0.66, 0.6551, 0.6531, 0.6482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88973", "doc175560", "doc88933", "doc88934", "doc1639229", "doc88931", "doc994525", "doc1716059", "doc1014858", "doc127031"], "ranked_scores": [0.8171, 0.8084, 0.8079, 0.8079, 0.7966, 0.793, 0.787, 0.7808, 0.7694, 0.7603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21340", "doc669209", "doc338801", "doc338818", "doc642895", "doc2267531", "doc338809", "doc1923941", "doc1045032", "doc2442198"], "ranked_scores": [0.7209, 0.7027, 0.618, 0.6156, 0.614, 0.6095, 0.6054, 0.6019, 0.5968, 0.5962], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108559", "doc376580", "doc911121", "doc323321", "doc2563559", "doc108477", "doc389941", "doc2185185", "doc376565", "doc10388"], "ranked_scores": [0.857, 0.8283, 0.8182, 0.8182, 0.8146, 0.8026, 0.8011, 0.8004, 0.7985, 0.7962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc1528217", "doc7165", "doc492764", "doc2265484", "doc1378028", "doc7163", "doc1992659", "doc1411861", "doc1934174", "doc2118467"], "ranked_scores": [0.6994, 0.6686, 0.6631, 0.6556, 0.6553, 0.652, 0.6242, 0.6187, 0.6152, 0.6147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1836039", "doc2431178", "doc1055373", "doc670570", "doc1640554", "doc376272", "doc1377661", "doc355666", "doc225655"], "ranked_scores": [0.6027, 0.4378, 0.4355, 0.4193, 0.4004, 0.3956, 0.3944, 0.3745, 0.3743, 0.3673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc495543", "doc1612316", "doc1190303", "doc2597697", "doc1330250", "doc1382750", "doc1809840", "doc2125026", "doc1451760", "doc1090888"], "ranked_scores": [0.6461, 0.6436, 0.6381, 0.6315, 0.6304, 0.6297, 0.6195, 0.6151, 0.6127, 0.6101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618372", "doc36485", "doc1435759", "doc2633664", "doc1927669", "doc1926783", "doc1618376", "doc2445366", "doc36460"], "ranked_scores": [0.7964, 0.7964, 0.7376, 0.6802, 0.6656, 0.662, 0.6507, 0.6472, 0.6465, 0.6429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc334975", "doc35719", "doc1156828", "doc2877", "doc1273458", "doc150031", "doc760435", "doc24763", "doc846246", "doc37884"], "ranked_scores": [0.6286, 0.6153, 0.6132, 0.6022, 0.6, 0.5995, 0.5744, 0.5731, 0.5724, 0.5648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc109002", "doc873561", "doc1373324", "doc596016", "doc108887", "doc2393669", "doc368643", "doc1119808", "doc596014", "doc1606329"], "ranked_scores": [0.8508, 0.8489, 0.84, 0.8298, 0.8103, 0.8056, 0.8056, 0.8056, 0.7973, 0.7956], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc691881", "doc969155", "doc429400", "doc1430993", "doc77971", "doc364943", "doc455129", "doc2378961", "doc1504263", "doc867288"], "ranked_scores": [0.7269, 0.7181, 0.7128, 0.7122, 0.7063, 0.6917, 0.688, 0.6846, 0.6809, 0.6804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-pq-m8-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc751998", "doc57247", "doc2613570", "doc380683", "doc57232", "doc1104254", "doc2040334", "doc1104251", "doc57242", "doc2569915"], "ranked_scores": [0.7509, 0.7509, 0.7379, 0.7356, 0.7307, 0.719, 0.7186, 0.7112, 0.7034, 0.6965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc310191", "doc2461160", "doc474276", "doc1828868", "doc63542", "doc2594422", "doc63543", "doc2473154", "doc2664641", "doc1117624"], "ranked_scores": [0.695, 0.6552, 0.647, 0.6426, 0.6288, 0.6066, 0.6042, 0.6039, 0.6017, 0.5979], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc69765", "doc1675505", "doc25836", "doc2074523", "doc78091", "doc1058398", "doc660012", "doc278091", "doc776173"], "ranked_scores": [0.6702, 0.6596, 0.6565, 0.6507, 0.6266, 0.6227, 0.6171, 0.6108, 0.6039, 0.6027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453091", "doc979054", "doc392076", "doc1347475", "doc146074", "doc415323", "doc392077", "doc1177855", "doc1177870", "doc1402781"], "ranked_scores": [0.7162, 0.7103, 0.7095, 0.7079, 0.7005, 0.6954, 0.6887, 0.6883, 0.6872, 0.6864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366734", "doc1366757", "doc1741702", "doc1741704", "doc1812661", "doc1366731", "doc1366744", "doc2372195", "doc887635", "doc2165906"], "ranked_scores": [0.8078, 0.8035, 0.8008, 0.8008, 0.8008, 0.7984, 0.7951, 0.7932, 0.7929, 0.7888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27535", "doc27529", "doc27538", "doc2272990", "doc1996268", "doc2545063", "doc361696", "doc1770477", "doc1852518", "doc27536"], "ranked_scores": [0.7483, 0.713, 0.6934, 0.6832, 0.6685, 0.6511, 0.6477, 0.6453, 0.6448, 0.6427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc293478", "doc613963", "doc2134247", "doc268699", "doc579128", "doc2206589", "doc1369505", "doc856735", "doc77634", "doc1328111"], "ranked_scores": [0.7813, 0.7804, 0.7782, 0.7747, 0.7742, 0.7676, 0.7656, 0.7617, 0.7613, 0.7584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc32982", "doc67620", "doc1798668", "doc101560", "doc238078", "doc1411599", "doc597628", "doc1728840", "doc101561"], "ranked_scores": [0.7866, 0.7274, 0.7201, 0.7157, 0.7074, 0.7018, 0.6879, 0.6875, 0.6794, 0.6781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc401103", "doc61054", "doc2083822", "doc61043", "doc1558629", "doc2370772", "doc2094478"], "ranked_scores": [0.7124, 0.7054, 0.675, 0.6584, 0.652, 0.6426, 0.6203, 0.6066, 0.6022, 0.5979], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc2083987", "doc369270", "doc1116765", "doc97445", "doc369237", "doc2071083", "doc97442", "doc369236"], "ranked_scores": [0.7093, 0.6772, 0.6697, 0.6616, 0.6309, 0.6291, 0.629, 0.6223, 0.6161, 0.6101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc172947", "doc33193", "doc1166624", "doc371078", "doc1311119", "doc284394", "doc1334550", "doc64791", "doc2495035", "doc562696"], "ranked_scores": [0.6786, 0.6767, 0.6731, 0.6677, 0.6522, 0.6521, 0.651, 0.6469, 0.6454, 0.6428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc1984127", "doc83863", "doc1974480", "doc50097", "doc50109", "doc1393854", "doc1337053", "doc253606", "doc2556389"], "ranked_scores": [0.7913, 0.787, 0.7855, 0.7682, 0.7642, 0.7616, 0.7505, 0.7501, 0.7427, 0.7419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc427621", "doc703705", "doc703701", "doc106372", "doc703736", "doc106355", "doc703719", "doc703711"], "ranked_scores": [0.7484, 0.7442, 0.7284, 0.7274, 0.7164, 0.7144, 0.7144, 0.7123, 0.7123, 0.7055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7119", "doc7091", "doc7106", "doc7116", "doc7099", "doc7096", "doc7112", "doc7108", "doc316997", "doc1599042"], "ranked_scores": [0.8186, 0.8161, 0.8118, 0.8086, 0.7978, 0.7667, 0.7578, 0.7493, 0.7381, 0.7315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc768602", "doc306215", "doc787596", "doc155440", "doc1859220", "doc1705674", "doc787600", "doc82130"], "ranked_scores": [0.6981, 0.6742, 0.6341, 0.619, 0.6157, 0.6058, 0.6038, 0.5981, 0.5944, 0.594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc244368", "doc2370166", "doc190628", "doc2203117", "doc750407", "doc1874808", "doc1914609", "doc938302", "doc2203152"], "ranked_scores": [0.6616, 0.6536, 0.6329, 0.6319, 0.6319, 0.6174, 0.6038, 0.6021, 0.5968, 0.5956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1380357", "doc382236", "doc90322", "doc24925", "doc1380356", "doc30774", "doc1379360", "doc24903", "doc24929", "doc1786046"], "ranked_scores": [0.8157, 0.8105, 0.8063, 0.8021, 0.7984, 0.7984, 0.7914, 0.7865, 0.7742, 0.7623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc938302", "doc454592", "doc454591", "doc2203117", "doc2009369", "doc1104361", "doc2258933", "doc190628", "doc1874808", "doc36393"], "ranked_scores": [0.7057, 0.6868, 0.6839, 0.6688, 0.6593, 0.6512, 0.6499, 0.638, 0.6346, 0.6327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc952849", "doc873481", "doc2299192", "doc1991598", "doc56921", "doc2091589", "doc2509989", "doc638457"], "ranked_scores": [0.7577, 0.7577, 0.7136, 0.7083, 0.6882, 0.6871, 0.684, 0.6825, 0.6817, 0.6812], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc80154", "doc737601", "doc2076427", "doc345642", "doc2562963", "doc2203841", "doc2563023", "doc80074", "doc439513"], "ranked_scores": [0.7575, 0.7389, 0.7267, 0.7224, 0.7127, 0.6867, 0.6786, 0.6753, 0.6732, 0.6678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc72416", "doc702902", "doc527459", "doc169399", "doc556388", "doc183955", "doc1214168", "doc617309", "doc18814"], "ranked_scores": [0.785, 0.7301, 0.7234, 0.7155, 0.7043, 0.6954, 0.6949, 0.6863, 0.6804, 0.6698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc474060", "doc26467", "doc474073", "doc224770", "doc721916", "doc131786", "doc2289855", "doc913417", "doc1880842"], "ranked_scores": [0.8487, 0.8081, 0.8071, 0.8019, 0.7974, 0.7947, 0.7946, 0.7937, 0.793, 0.7875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc930149", "doc180234", "doc2465910", "doc337483", "doc596855", "doc286821", "doc1513570", "doc353631", "doc102096"], "ranked_scores": [0.6692, 0.6209, 0.6182, 0.6169, 0.6136, 0.6107, 0.6088, 0.6063, 0.5989, 0.5985], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc355540", "doc1335341", "doc371079", "doc2336332", "doc371078", "doc1632991", "doc281595", "doc397020", "doc181195", "doc890684"], "ranked_scores": [0.7253, 0.7233, 0.7212, 0.7112, 0.7075, 0.7047, 0.7032, 0.698, 0.6949, 0.6838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc1128302", "doc1796400", "doc22915", "doc2114608", "doc2094478", "doc2217346", "doc536374", "doc1881502", "doc1657214", "doc331518"], "ranked_scores": [0.6682, 0.6608, 0.6374, 0.6296, 0.6294, 0.6293, 0.6246, 0.6217, 0.6195, 0.6082], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc1376793", "doc922271", "doc64318", "doc388286", "doc35524", "doc706930", "doc283788", "doc971992", "doc2487656"], "ranked_scores": [0.7219, 0.7219, 0.7153, 0.6935, 0.6902, 0.6901, 0.6855, 0.6834, 0.6746, 0.6731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437667", "doc1334192", "doc1334238", "doc437685", "doc437678", "doc82650", "doc727452", "doc1739769", "doc1321892", "doc539428"], "ranked_scores": [0.7317, 0.7245, 0.7107, 0.7057, 0.6975, 0.6967, 0.6952, 0.6885, 0.6861, 0.685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315001", "doc552702", "doc1603040", "doc866442", "doc1856377", "doc877823", "doc1314852", "doc1314857", "doc1726816"], "ranked_scores": [0.6883, 0.651, 0.647, 0.6363, 0.6297, 0.6294, 0.6286, 0.6286, 0.6219, 0.6182], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1464195", "doc2131758", "doc773669", "doc24939", "doc696366", "doc890682", "doc587116", "doc872070", "doc2391797", "doc384744"], "ranked_scores": [0.5236, 0.5022, 0.4869, 0.4857, 0.478, 0.4723, 0.471, 0.4649, 0.4642, 0.4607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc172947", "doc89435", "doc53464", "doc2480317", "doc53465", "doc371079", "doc9798", "doc851514", "doc2465921", "doc1915960"], "ranked_scores": [0.7118, 0.7088, 0.6836, 0.6821, 0.6757, 0.6735, 0.6713, 0.6665, 0.6644, 0.6534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc1007189", "doc430825", "doc2529675", "doc1394760", "doc785116", "doc1241567", "doc1840635", "doc1394758", "doc1394743"], "ranked_scores": [0.7768, 0.751, 0.7508, 0.7396, 0.7362, 0.7257, 0.7243, 0.7229, 0.7146, 0.7138], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc660237", "doc660236", "doc402145", "doc2527260", "doc2449643", "doc368654", "doc626440", "doc11669", "doc94367", "doc11639"], "ranked_scores": [0.8067, 0.8034, 0.7997, 0.7911, 0.7835, 0.772, 0.7562, 0.7498, 0.7386, 0.7325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105745", "doc105739", "doc258447", "doc1534825", "doc1427198", "doc849003", "doc2355469", "doc1289342", "doc719006", "doc391459"], "ranked_scores": [0.7913, 0.7826, 0.7762, 0.7729, 0.7669, 0.7645, 0.7619, 0.7591, 0.7532, 0.7492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1927002", "doc358938", "doc628470", "doc1745418", "doc2107018", "doc6540", "doc675222", "doc2500959", "doc2224155", "doc623693"], "ranked_scores": [0.7905, 0.7904, 0.7841, 0.7768, 0.775, 0.7718, 0.7629, 0.762, 0.7598, 0.7551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc42101", "doc313354", "doc1841145", "doc331138", "doc1580688", "doc2124276", "doc313364", "doc1540259", "doc1348006", "doc313356"], "ranked_scores": [0.7487, 0.7451, 0.7228, 0.7218, 0.7178, 0.7156, 0.7115, 0.7097, 0.7096, 0.7082], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2042102", "doc878338", "doc2187649", "doc2636635", "doc1597410", "doc2465505", "doc1273973", "doc705226", "doc2665803"], "ranked_scores": [0.6743, 0.6572, 0.6386, 0.6254, 0.6058, 0.5946, 0.5746, 0.5671, 0.5608, 0.5579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc720754", "doc2357458", "doc1500831", "doc487000", "doc1245931", "doc1962174", "doc191614", "doc93287", "doc159492", "doc884905"], "ranked_scores": [0.6918, 0.6912, 0.6831, 0.6821, 0.6659, 0.664, 0.644, 0.6438, 0.6352, 0.629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc57975", "doc2209653", "doc261351", "doc565065", "doc551351", "doc2433968", "doc693852", "doc140893", "doc512672"], "ranked_scores": [0.6282, 0.55, 0.5257, 0.522, 0.5217, 0.5164, 0.5161, 0.5042, 0.5004, 0.4968], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1584862", "doc2465656", "doc61233", "doc789140", "doc2275203", "doc134196", "doc1160263", "doc1333905", "doc2334656", "doc588578"], "ranked_scores": [0.7588, 0.7409, 0.7353, 0.7257, 0.7167, 0.7148, 0.7068, 0.7032, 0.703, 0.6976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1892012", "doc845380", "doc890682", "doc1330250", "doc949124", "doc459774", "doc1136780", "doc48882", "doc1386691", "doc201173"], "ranked_scores": [0.608, 0.5747, 0.5532, 0.5493, 0.5489, 0.546, 0.5439, 0.54, 0.54, 0.5384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88973", "doc88931", "doc88934", "doc1639229", "doc1014858", "doc2015719", "doc608249", "doc1763997", "doc2015724", "doc1070768"], "ranked_scores": [0.7982, 0.7748, 0.765, 0.755, 0.7375, 0.7369, 0.706, 0.6836, 0.6828, 0.6777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21340", "doc338801", "doc669209", "doc2267530", "doc642895", "doc338809", "doc786083", "doc338815", "doc1836919", "doc1923941"], "ranked_scores": [0.7598, 0.6652, 0.6617, 0.6503, 0.6502, 0.6332, 0.6051, 0.6031, 0.5944, 0.5887], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108559", "doc323321", "doc389941", "doc376565", "doc376580", "doc18274", "doc911115", "doc18273", "doc63590", "doc63585"], "ranked_scores": [0.7535, 0.7452, 0.744, 0.7373, 0.7361, 0.7292, 0.7269, 0.7269, 0.7269, 0.7245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc266717", "doc1992659", "doc1816051", "doc2128755", "doc1299060", "doc7163", "doc1528217", "doc2482938", "doc1411861"], "ranked_scores": [0.6622, 0.6285, 0.6227, 0.6194, 0.6166, 0.6157, 0.6104, 0.6077, 0.6021, 0.6008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc751719", "doc370299", "doc2431178", "doc884188", "doc1564136", "doc1055373", "doc309595", "doc1735215", "doc293526"], "ranked_scores": [0.5065, 0.4171, 0.3926, 0.3678, 0.3668, 0.3614, 0.3532, 0.3521, 0.352, 0.3496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc2597697", "doc495543", "doc2084882", "doc2057552", "doc2011376", "doc2007762", "doc642762", "doc2402770", "doc725581"], "ranked_scores": [0.6532, 0.6268, 0.6145, 0.611, 0.6017, 0.5801, 0.5786, 0.5688, 0.5677, 0.5621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618372", "doc36485", "doc1618376", "doc2633664", "doc2215587", "doc1926770", "doc2258683", "doc2258810", "doc417360"], "ranked_scores": [0.7461, 0.7461, 0.6938, 0.6867, 0.6814, 0.6703, 0.6677, 0.6677, 0.6657, 0.664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2877", "doc2846", "doc492764", "doc703719", "doc106355", "doc2832", "doc150031", "doc334975", "doc1390073", "doc35719"], "ranked_scores": [0.6748, 0.6622, 0.6539, 0.6535, 0.6535, 0.6498, 0.6496, 0.6406, 0.6362, 0.6346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc108887", "doc2393669", "doc596016", "doc109002", "doc1373323", "doc643072", "doc1119544", "doc368643", "doc1119808"], "ranked_scores": [0.8227, 0.806, 0.7887, 0.7818, 0.7817, 0.7772, 0.7772, 0.7729, 0.7696, 0.7682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc1504263", "doc77976", "doc1430993", "doc1817958", "doc691881", "doc455129", "doc2044296", "doc2079848", "doc1880724"], "ranked_scores": [0.6912, 0.6853, 0.6795, 0.6722, 0.6703, 0.6656, 0.6398, 0.6364, 0.6327, 0.6269], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m32-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc57242", "doc1104254", "doc751998", "doc380683", "doc2173550", "doc551897", "doc1665946", "doc1144972"], "ranked_scores": [0.6305, 0.6304, 0.627, 0.602, 0.5924, 0.5695, 0.5693, 0.5643, 0.564, 0.5602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1749973", "doc63543", "doc2461160", "doc1664486", "doc2217712", "doc855132", "doc63538", "doc1952699", "doc1942575", "doc1899261"], "ranked_scores": [0.5815, 0.5692, 0.5648, 0.5627, 0.5552, 0.5549, 0.5427, 0.5419, 0.5384, 0.5364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc1058398", "doc1328955", "doc69765", "doc69767", "doc21888", "doc2340830", "doc278091", "doc21871", "doc296209", "doc21856"], "ranked_scores": [0.6889, 0.68, 0.6669, 0.6388, 0.6329, 0.6315, 0.631, 0.6296, 0.6267, 0.6238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1247565", "doc415323", "doc146101", "doc94024", "doc453144", "doc392061", "doc872601", "doc2317442", "doc230376", "doc979079"], "ranked_scores": [0.6515, 0.6448, 0.6446, 0.6432, 0.6387, 0.6373, 0.6229, 0.6162, 0.6111, 0.6088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc1812661", "doc1366744", "doc887635", "doc1341149", "doc2307709", "doc1366757", "doc1382073", "doc2307710", "doc1382123"], "ranked_scores": [0.6816, 0.6739, 0.6696, 0.6654, 0.6618, 0.6593, 0.657, 0.6529, 0.6432, 0.642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1996268", "doc27536", "doc27529", "doc738831", "doc27535", "doc1386925", "doc1021710", "doc1321884", "doc361696", "doc27538"], "ranked_scores": [0.6082, 0.6074, 0.6011, 0.5961, 0.5918, 0.5848, 0.5841, 0.5776, 0.5713, 0.5681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc349744", "doc2206589", "doc825187", "doc1994393", "doc856735", "doc101803", "doc1208808", "doc2483145"], "ranked_scores": [0.7447, 0.7374, 0.7218, 0.6989, 0.6939, 0.688, 0.6825, 0.678, 0.6749, 0.6728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc29764", "doc761733", "doc1456780", "doc50625", "doc1486663", "doc2107778", "doc1728840", "doc641530", "doc1798668"], "ranked_scores": [0.7283, 0.6675, 0.6574, 0.657, 0.6475, 0.6464, 0.6462, 0.6424, 0.6414, 0.6407], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc988606", "doc829494", "doc61043", "doc1376345", "doc61054", "doc2105047", "doc2370772"], "ranked_scores": [0.6171, 0.6091, 0.5667, 0.5477, 0.5371, 0.5311, 0.5279, 0.5223, 0.5118, 0.5098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97445", "doc2071107", "doc369270", "doc97442", "doc369237", "doc2083987", "doc97430"], "ranked_scores": [0.5953, 0.5927, 0.5656, 0.561, 0.5463, 0.5417, 0.5367, 0.5356, 0.5174, 0.5137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc504736", "doc1651444", "doc964756", "doc988735", "doc281595", "doc47608", "doc737219", "doc371078", "doc562696"], "ranked_scores": [0.6759, 0.6253, 0.6232, 0.6212, 0.6126, 0.6068, 0.6061, 0.6056, 0.6031, 0.6], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc929272", "doc1984127", "doc50109", "doc253606", "doc759547", "doc83863", "doc50107", "doc2537823", "doc1604550"], "ranked_scores": [0.6873, 0.6835, 0.674, 0.6736, 0.6724, 0.6703, 0.6659, 0.664, 0.6597, 0.653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc106333", "doc1246072", "doc703711", "doc2846", "doc427621", "doc703736", "doc388464", "doc703701", "doc703723"], "ranked_scores": [0.722, 0.7186, 0.7163, 0.7157, 0.7135, 0.7132, 0.7131, 0.7114, 0.7103, 0.7078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc316997", "doc1599042", "doc7119", "doc695983", "doc1173469", "doc7091", "doc7106", "doc485206", "doc1401088", "doc7112"], "ranked_scores": [0.6975, 0.6746, 0.6697, 0.6636, 0.6592, 0.6378, 0.632, 0.6281, 0.6251, 0.622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc2247113", "doc1101731", "doc82130", "doc1443647", "doc768602", "doc1891830", "doc155440", "doc1057032", "doc1705674"], "ranked_scores": [0.6023, 0.558, 0.5543, 0.5507, 0.5413, 0.5387, 0.5356, 0.5348, 0.5342, 0.5246], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc919340", "doc2203142", "doc897", "doc2193690", "doc190628", "doc648335", "doc244368", "doc2659217", "doc2370166", "doc2004585"], "ranked_scores": [0.5904, 0.5812, 0.5794, 0.5754, 0.5732, 0.5704, 0.5688, 0.5654, 0.563, 0.5627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1380357", "doc24903", "doc90322", "doc416774", "doc468490", "doc300567", "doc1824654", "doc1786046", "doc30773", "doc1380356"], "ranked_scores": [0.6988, 0.6858, 0.681, 0.6754, 0.6559, 0.6554, 0.6461, 0.6448, 0.644, 0.6437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1874808", "doc58892", "doc2483632", "doc2018288", "doc2340753", "doc23412", "doc750416", "doc2370166", "doc648335", "doc650150"], "ranked_scores": [0.655, 0.641, 0.6207, 0.6155, 0.6105, 0.6026, 0.595, 0.5937, 0.5928, 0.5922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc1629783", "doc56921", "doc873481", "doc963669", "doc2378781", "doc2509989", "doc2091597", "doc2214893"], "ranked_scores": [0.694, 0.6899, 0.6632, 0.6615, 0.645, 0.6397, 0.6375, 0.6349, 0.6311, 0.63], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc1391659", "doc137908", "doc80151", "doc1912506", "doc80074", "doc80154", "doc80067", "doc470479", "doc2562963", "doc1912505"], "ranked_scores": [0.6537, 0.6386, 0.6255, 0.6245, 0.6203, 0.6169, 0.6163, 0.6126, 0.6075, 0.6059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4416, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc702902", "doc2010420", "doc527459", "doc400631", "doc2240291", "doc399642", "doc2010388", "doc1018572", "doc2010405"], "ranked_scores": [0.6379, 0.584, 0.5679, 0.5668, 0.5658, 0.5647, 0.5624, 0.5619, 0.559, 0.5519], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc764184", "doc2376934", "doc26458", "doc26467", "doc131786", "doc1858452", "doc26461", "doc474060"], "ranked_scores": [0.7142, 0.6983, 0.6724, 0.672, 0.6666, 0.66, 0.6571, 0.6568, 0.6542, 0.6524], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc337483", "doc2260544", "doc1344098", "doc308346", "doc155482", "doc1080704", "doc135521", "doc2438080", "doc61568"], "ranked_scores": [0.6654, 0.6099, 0.603, 0.6028, 0.5999, 0.5984, 0.5938, 0.5911, 0.5869, 0.5819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc281595", "doc703485", "doc509898", "doc964756", "doc504736", "doc1154850", "doc2180662", "doc1451837", "doc2003513"], "ranked_scores": [0.6741, 0.6675, 0.6609, 0.6567, 0.6481, 0.6298, 0.6292, 0.6219, 0.6209, 0.619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc2060827", "doc1128302", "doc902657", "doc1796400", "doc1750163", "doc729312", "doc1750156", "doc536374", "doc2068337"], "ranked_scores": [0.6317, 0.6201, 0.6038, 0.5892, 0.5724, 0.5633, 0.5615, 0.5583, 0.5539, 0.5534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc971992", "doc851269", "doc1376793", "doc35524", "doc1683659", "doc64318", "doc388286", "doc922271", "doc64317"], "ranked_scores": [0.6827, 0.6689, 0.6654, 0.6628, 0.6584, 0.6573, 0.6469, 0.6377, 0.6204, 0.6202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3816, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc1321892", "doc437685", "doc1520275", "doc1321868", "doc2545074", "doc82650", "doc437677", "doc1520251", "doc1856181"], "ranked_scores": [0.6446, 0.6359, 0.6348, 0.6289, 0.6284, 0.6261, 0.6235, 0.6195, 0.6189, 0.616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc2558251", "doc1726816", "doc1315083", "doc720136", "doc1856377", "doc1840131", "doc552720", "doc552702", "doc671985"], "ranked_scores": [0.6281, 0.6249, 0.6158, 0.6008, 0.5899, 0.587, 0.5868, 0.5862, 0.5851, 0.5845], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2334138", "doc696366", "doc24939", "doc1728777", "doc890682", "doc531512", "doc872070", "doc1490491", "doc2131758", "doc773671"], "ranked_scores": [0.507, 0.4992, 0.4911, 0.4814, 0.4743, 0.4637, 0.4549, 0.4518, 0.4498, 0.4498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc284394", "doc371079", "doc2465921", "doc89435", "doc859664", "doc1915960", "doc1154850", "doc53465", "doc2495035"], "ranked_scores": [0.6404, 0.6113, 0.6109, 0.5981, 0.5909, 0.5909, 0.5864, 0.5862, 0.5862, 0.5838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc28581", "doc1394755", "doc1635999", "doc430825", "doc25697", "doc1394760", "doc28582", "doc1517979", "doc530778"], "ranked_scores": [0.7675, 0.7099, 0.7087, 0.7068, 0.7063, 0.705, 0.6992, 0.6921, 0.6886, 0.6884], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2449643", "doc368654", "doc1437877", "doc2527260", "doc729567", "doc2393669", "doc1837771", "doc2230176", "doc1119808"], "ranked_scores": [0.7216, 0.7077, 0.6802, 0.6752, 0.6726, 0.6705, 0.6695, 0.6669, 0.6659, 0.6644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc849003", "doc105739", "doc719006", "doc461467", "doc1534825", "doc1289342", "doc105745", "doc258447", "doc566026", "doc1248125"], "ranked_scores": [0.7274, 0.6967, 0.6814, 0.6724, 0.6715, 0.6708, 0.6696, 0.6608, 0.6587, 0.6579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc628470", "doc675222", "doc1927002", "doc6540", "doc25776", "doc2081252", "doc600661", "doc1400520", "doc4147"], "ranked_scores": [0.7346, 0.7256, 0.7144, 0.7143, 0.7137, 0.709, 0.7087, 0.7046, 0.7043, 0.7035], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc728072", "doc313364", "doc313354", "doc435076", "doc211230", "doc378301", "doc736126", "doc1487858", "doc768322"], "ranked_scores": [0.6555, 0.6494, 0.6451, 0.6389, 0.6353, 0.6348, 0.6262, 0.6258, 0.6243, 0.6217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2042102", "doc878338", "doc2636635", "doc2119808", "doc2187649", "doc2397460", "doc2636762", "doc688403", "doc315772"], "ranked_scores": [0.5656, 0.5558, 0.5317, 0.5165, 0.5159, 0.5149, 0.508, 0.5015, 0.4943, 0.494], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc143496", "doc2352380", "doc180922", "doc1563745", "doc1746659", "doc50167", "doc1563751", "doc1245931", "doc519493"], "ranked_scores": [0.6378, 0.6025, 0.5965, 0.5962, 0.5818, 0.5793, 0.5642, 0.5557, 0.5543, 0.551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc564961", "doc261351", "doc1810672", "doc1055373", "doc2048015", "doc390322", "doc959206", "doc1493586", "doc2049419"], "ranked_scores": [0.5169, 0.5154, 0.5108, 0.5082, 0.5037, 0.4979, 0.4975, 0.4807, 0.4754, 0.4696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1333905", "doc588578", "doc1160263", "doc2465656", "doc1100566", "doc61233", "doc1584862", "doc546881", "doc1986443", "doc1730233"], "ranked_scores": [0.6376, 0.6342, 0.6281, 0.6166, 0.6155, 0.6057, 0.5992, 0.5973, 0.5964, 0.5929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2391797", "doc965461", "doc2149599", "doc773669", "doc1892012", "doc201173", "doc966112", "doc807", "doc1192997", "doc190844"], "ranked_scores": [0.5654, 0.5527, 0.5503, 0.5469, 0.5467, 0.5409, 0.5392, 0.539, 0.5378, 0.5373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc1639229", "doc88973", "doc2015719", "doc88974", "doc88933", "doc2015724", "doc1014858", "doc2619671", "doc1670518"], "ranked_scores": [0.6934, 0.6124, 0.6113, 0.6062, 0.6043, 0.6032, 0.597, 0.5895, 0.5823, 0.5793], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1308445", "doc338801", "doc338815", "doc1455462", "doc21372", "doc669209", "doc2262127", "doc338813", "doc1336187", "doc1455511"], "ranked_scores": [0.5325, 0.5296, 0.5176, 0.5129, 0.5105, 0.5059, 0.5026, 0.501, 0.4996, 0.4929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc108559", "doc2003302", "doc376580", "doc1844919", "doc10388", "doc2083672", "doc108501", "doc2072948", "doc1374770"], "ranked_scores": [0.6882, 0.6802, 0.6734, 0.6585, 0.6466, 0.6369, 0.6366, 0.6354, 0.6344, 0.634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1670303", "doc7163", "doc525751", "doc586538", "doc2482938", "doc2128755", "doc1930877", "doc2677350", "doc203256"], "ranked_scores": [0.5705, 0.5628, 0.5604, 0.5594, 0.5537, 0.551, 0.5486, 0.5468, 0.5442, 0.5417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1537788", "doc1826212", "doc370299", "doc1564136", "doc37895", "doc670570", "doc309595", "doc597569", "doc1616338"], "ranked_scores": [0.4785, 0.4305, 0.4303, 0.413, 0.4001, 0.3979, 0.3865, 0.3829, 0.3788, 0.3788], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc2634368", "doc2011376", "doc495543", "doc2597697", "doc1205332", "doc2007762", "doc357412", "doc1519779", "doc2667180"], "ranked_scores": [0.5448, 0.4955, 0.492, 0.4884, 0.486, 0.4799, 0.4716, 0.4711, 0.4668, 0.4626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc2215664", "doc2329301", "doc2633733", "doc2633711", "doc2215670", "doc36467", "doc2215663", "doc417406", "doc2245689", "doc1927684"], "ranked_scores": [0.5968, 0.5968, 0.5968, 0.5903, 0.5899, 0.5794, 0.5728, 0.5728, 0.5717, 0.5702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc703736", "doc106372", "doc285755", "doc2846", "doc2832", "doc703719", "doc108100", "doc703711", "doc106355", "doc1246072"], "ranked_scores": [0.6414, 0.6378, 0.6318, 0.6263, 0.6247, 0.6235, 0.6234, 0.6204, 0.6131, 0.6118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1119808", "doc626438", "doc108892", "doc1373323", "doc643072", "doc1373324", "doc108887", "doc109002", "doc207176", "doc368643"], "ranked_scores": [0.7223, 0.7168, 0.7108, 0.7108, 0.7105, 0.7048, 0.7006, 0.6983, 0.6941, 0.692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77971", "doc1276688", "doc77976", "doc1726799", "doc936401", "doc1430993", "doc2044296", "doc2079848", "doc1430994"], "ranked_scores": [0.6598, 0.6281, 0.6245, 0.5957, 0.5864, 0.5803, 0.578, 0.5775, 0.5697, 0.5615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m32-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc57226", "doc751998", "doc57242", "doc63804", "doc1665946", "doc57232", "doc3001", "doc2613570", "doc751967"], "ranked_scores": [0.7277, 0.7269, 0.7165, 0.683, 0.6365, 0.6287, 0.6226, 0.6193, 0.6029, 0.5991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1749973", "doc1664486", "doc1664485", "doc2292349", "doc1899261", "doc1942575", "doc310191", "doc2461160"], "ranked_scores": [0.6783, 0.6342, 0.6159, 0.6085, 0.6081, 0.6076, 0.58, 0.5724, 0.5721, 0.5703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc1675505", "doc278091", "doc21871", "doc452001", "doc365452", "doc365451", "doc452039"], "ranked_scores": [0.7475, 0.7133, 0.6862, 0.6723, 0.6696, 0.6628, 0.6531, 0.6469, 0.6424, 0.6418], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc2317442", "doc1177870", "doc564709", "doc658301", "doc1347475", "doc1402783", "doc404141", "doc392077", "doc979079"], "ranked_scores": [0.7042, 0.6486, 0.6481, 0.6425, 0.639, 0.6363, 0.6361, 0.6357, 0.6332, 0.6328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc1366757", "doc887635", "doc1812661", "doc1715056", "doc1812659", "doc1366765", "doc1121529", "doc1382123", "doc1741702"], "ranked_scores": [0.7325, 0.7003, 0.6968, 0.6884, 0.6875, 0.6848, 0.6795, 0.6775, 0.6746, 0.6629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc381292", "doc27529", "doc27535", "doc1996268", "doc1324046", "doc27536", "doc1478919", "doc361696", "doc1852518", "doc738831"], "ranked_scores": [0.6588, 0.6451, 0.6418, 0.6406, 0.6231, 0.62, 0.6176, 0.6166, 0.6148, 0.6079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc349744", "doc293478", "doc54270", "doc1669853", "doc484979", "doc1994393", "doc422133", "doc1369505"], "ranked_scores": [0.7661, 0.7353, 0.7345, 0.7042, 0.7012, 0.7003, 0.6999, 0.6995, 0.6978, 0.689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc29764", "doc101561", "doc1486663", "doc520689", "doc1728840", "doc641530", "doc32982", "doc67620"], "ranked_scores": [0.8112, 0.7038, 0.689, 0.6799, 0.6629, 0.6594, 0.6577, 0.6559, 0.6471, 0.6433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61043", "doc61045", "doc401103", "doc2080046", "doc1612682", "doc61054", "doc988606", "doc2094478"], "ranked_scores": [0.7498, 0.7105, 0.6505, 0.6271, 0.5778, 0.5731, 0.5617, 0.5599, 0.5541, 0.5477], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc1116765", "doc369270", "doc97430", "doc97442", "doc2083987", "doc2084014", "doc369237"], "ranked_scores": [0.7064, 0.6637, 0.6593, 0.6553, 0.6333, 0.6303, 0.6201, 0.6057, 0.6042, 0.6013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc281595", "doc64791", "doc1651444", "doc33196", "doc2037498", "doc727789", "doc490395", "doc47608", "doc1263474"], "ranked_scores": [0.7087, 0.6409, 0.6257, 0.6252, 0.6218, 0.6181, 0.6147, 0.609, 0.6087, 0.608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc253608", "doc83863", "doc437627", "doc759547", "doc1604550", "doc929272", "doc50097", "doc2254465", "doc1984114"], "ranked_scores": [0.748, 0.7452, 0.7231, 0.6909, 0.6906, 0.6827, 0.6731, 0.6711, 0.6692, 0.6663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc106338", "doc703702", "doc2846", "doc106332", "doc427621", "doc703706", "doc703705", "doc106372", "doc703736"], "ranked_scores": [0.7336, 0.7248, 0.7248, 0.7213, 0.7167, 0.7104, 0.7104, 0.7103, 0.7084, 0.7084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7119", "doc7116", "doc7106", "doc7091", "doc7099", "doc7112", "doc485206", "doc7096", "doc316997", "doc7108"], "ranked_scores": [0.7597, 0.7319, 0.7314, 0.7171, 0.7047, 0.6941, 0.689, 0.6851, 0.684, 0.6812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82130", "doc2247113", "doc1891830", "doc1588867", "doc1169637", "doc82127", "doc787596", "doc768602"], "ranked_scores": [0.7033, 0.6884, 0.6654, 0.5828, 0.58, 0.5749, 0.5715, 0.5641, 0.5462, 0.5447], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2009369", "doc269387", "doc919340", "doc382065", "doc190628", "doc919332", "doc229804", "doc439366", "doc802395"], "ranked_scores": [0.6182, 0.614, 0.6016, 0.6005, 0.5975, 0.5907, 0.5899, 0.5846, 0.5841, 0.5804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380356", "doc1380357", "doc90322", "doc1926206", "doc24925", "doc1336091", "doc30774", "doc1379360", "doc24929"], "ranked_scores": [0.7807, 0.7478, 0.7261, 0.7044, 0.7032, 0.678, 0.6723, 0.6692, 0.6668, 0.6658], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1874808", "doc2370166", "doc2225375", "doc1104361", "doc36393", "doc938300", "doc2483632", "doc2340753", "doc58892", "doc283967"], "ranked_scores": [0.6693, 0.6297, 0.6273, 0.6211, 0.6173, 0.6125, 0.6107, 0.6053, 0.6003, 0.5975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc56921", "doc2509989", "doc2313864", "doc1685439", "doc2214893", "doc2091597", "doc873481", "doc56902"], "ranked_scores": [0.7995, 0.7975, 0.7408, 0.7138, 0.6734, 0.6667, 0.6662, 0.6609, 0.6548, 0.6525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80154", "doc137908", "doc80151", "doc80074", "doc80100", "doc1391659", "doc596891", "doc1912506", "doc2076427", "doc1521484"], "ranked_scores": [0.7157, 0.7074, 0.7051, 0.6752, 0.658, 0.6422, 0.6402, 0.6395, 0.6381, 0.6322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2010420", "doc2240291", "doc702902", "doc183950", "doc72416", "doc1430768", "doc2174234", "doc1018578", "doc1852908"], "ranked_scores": [0.7606, 0.625, 0.6227, 0.6193, 0.6128, 0.6128, 0.61, 0.6047, 0.6006, 0.5959], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc224770", "doc474060", "doc474073", "doc26467", "doc764184", "doc131786", "doc26461", "doc1576987"], "ranked_scores": [0.8088, 0.7197, 0.719, 0.7173, 0.7132, 0.7037, 0.7032, 0.6973, 0.6967, 0.6964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc1732443", "doc155482", "doc337483", "doc2438080", "doc2392865", "doc102077", "doc1407977", "doc1344098"], "ranked_scores": [0.7763, 0.6549, 0.6446, 0.6197, 0.6181, 0.6164, 0.6151, 0.6101, 0.6064, 0.5996], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc890257", "doc509898", "doc355540", "doc890684", "doc281595", "doc964756", "doc736558", "doc2003513", "doc371079"], "ranked_scores": [0.7104, 0.6423, 0.6408, 0.6387, 0.6322, 0.6215, 0.6175, 0.6135, 0.613, 0.6095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc2217346", "doc2060827", "doc1464453", "doc1796400", "doc751435", "doc879199", "doc1962033", "doc1117345"], "ranked_scores": [0.723, 0.6296, 0.6196, 0.6072, 0.5968, 0.5932, 0.5921, 0.5879, 0.5777, 0.5712], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc64316", "doc41344", "doc851269", "doc1385345", "doc971992", "doc1385349", "doc388286", "doc1683659", "doc64314"], "ranked_scores": [0.757, 0.7459, 0.7265, 0.7103, 0.7012, 0.6858, 0.6841, 0.6814, 0.6804, 0.6709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc1321884", "doc82650", "doc437685", "doc727452", "doc1788429", "doc1739769", "doc2545074", "doc587518", "doc1321892"], "ranked_scores": [0.7227, 0.7194, 0.7118, 0.7035, 0.6813, 0.6812, 0.674, 0.673, 0.668, 0.6675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc1778743", "doc671985", "doc1856377", "doc1315015", "doc1315097", "doc2543056", "doc720136", "doc1314995"], "ranked_scores": [0.7299, 0.6442, 0.6398, 0.6274, 0.618, 0.6174, 0.615, 0.6096, 0.6079, 0.605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1464195", "doc384744", "doc1801894", "doc1445420", "doc542891", "doc24939", "doc773669", "doc696366", "doc872070", "doc2067045"], "ranked_scores": [0.5272, 0.5127, 0.5028, 0.4983, 0.4902, 0.4826, 0.4821, 0.4762, 0.4735, 0.468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc172947", "doc611287", "doc1915960", "doc1590438", "doc851514", "doc182046", "doc1005393", "doc1082535"], "ranked_scores": [0.7449, 0.7431, 0.6492, 0.6413, 0.6282, 0.6261, 0.6093, 0.607, 0.606, 0.6021], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc25697", "doc1517979", "doc1635999", "doc2486654", "doc1394760", "doc324530", "doc1840635", "doc530778"], "ranked_scores": [0.8487, 0.7922, 0.7307, 0.7284, 0.7234, 0.7146, 0.7125, 0.7115, 0.7052, 0.6923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc660236", "doc2449643", "doc2527260", "doc990522", "doc2429823", "doc11669", "doc147268", "doc660271", "doc11659"], "ranked_scores": [0.7521, 0.7485, 0.7447, 0.7315, 0.7109, 0.7106, 0.7077, 0.7025, 0.6846, 0.6831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc849003", "doc719006", "doc105758", "doc946247", "doc105745", "doc258447", "doc970185", "doc1251647", "doc787828"], "ranked_scores": [0.7735, 0.7302, 0.7072, 0.7069, 0.6866, 0.6861, 0.6814, 0.68, 0.6734, 0.6635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2107018", "doc628470", "doc1927002", "doc1400520", "doc623693", "doc2224155", "doc2081252", "doc52414", "doc2500959"], "ranked_scores": [0.7506, 0.7462, 0.7398, 0.7115, 0.7111, 0.702, 0.702, 0.7019, 0.7002, 0.6991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1540259", "doc211230", "doc465988", "doc313364", "doc378301", "doc313354", "doc313365", "doc435078", "doc435076", "doc2502216"], "ranked_scores": [0.7122, 0.7056, 0.6891, 0.6852, 0.6821, 0.67, 0.6678, 0.6654, 0.6621, 0.6558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2042102", "doc878338", "doc336518", "doc289212", "doc2119808", "doc2187649", "doc688403", "doc733127", "doc2636635"], "ranked_scores": [0.6371, 0.6069, 0.6049, 0.592, 0.5715, 0.5712, 0.564, 0.5605, 0.5603, 0.5555], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc2357458", "doc1548640", "doc143496", "doc180922", "doc303260", "doc1421127", "doc2352380", "doc720754", "doc1962174"], "ranked_scores": [0.6962, 0.6401, 0.6219, 0.6112, 0.6099, 0.6043, 0.5905, 0.5865, 0.563, 0.5617], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc864555", "doc1810672", "doc1055373", "doc261351", "doc376241", "doc564961", "doc1818808", "doc40405", "doc551351"], "ranked_scores": [0.6538, 0.5691, 0.5676, 0.5459, 0.5346, 0.524, 0.5221, 0.5148, 0.5116, 0.5105], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1584862", "doc2465656", "doc1333905", "doc61233", "doc1160263", "doc1943842", "doc1100566", "doc588578", "doc577385", "doc2275203"], "ranked_scores": [0.7146, 0.6684, 0.6663, 0.6656, 0.6651, 0.6584, 0.6571, 0.6476, 0.6409, 0.6375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2067045", "doc312607", "doc806", "doc845380", "doc966112", "doc807", "doc1892012", "doc221817", "doc773669", "doc1029479"], "ranked_scores": [0.5766, 0.5707, 0.5702, 0.5621, 0.5596, 0.5565, 0.5551, 0.5483, 0.545, 0.5445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc2015719", "doc88973", "doc88934", "doc1670518", "doc88974", "doc1639229", "doc2624067", "doc88933", "doc1763997"], "ranked_scores": [0.7481, 0.7356, 0.7341, 0.7155, 0.7075, 0.7028, 0.6775, 0.6763, 0.6599, 0.6251], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338815", "doc21340", "doc338810", "doc21372", "doc338801", "doc642895", "doc1455462", "doc1308445", "doc669209", "doc2267530"], "ranked_scores": [0.6175, 0.6072, 0.6014, 0.5916, 0.5873, 0.5554, 0.5532, 0.5451, 0.5395, 0.5378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc2003302", "doc108480", "doc18273", "doc63590", "doc911115", "doc1791044", "doc108559", "doc2072948", "doc18274"], "ranked_scores": [0.7258, 0.7093, 0.7013, 0.6948, 0.6948, 0.6948, 0.6927, 0.6918, 0.6886, 0.6757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1670303", "doc1183356", "doc2482938", "doc7163", "doc355540", "doc2004259", "doc32611", "doc1668716", "doc2128755"], "ranked_scores": [0.6442, 0.6059, 0.6057, 0.5934, 0.59, 0.5812, 0.573, 0.57, 0.5635, 0.562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1564136", "doc1826212", "doc1568962", "doc2587477", "doc2653657", "doc751718", "doc1260422", "doc751714", "doc455756"], "ranked_scores": [0.5136, 0.5075, 0.4738, 0.4499, 0.4434, 0.4419, 0.4354, 0.4118, 0.406, 0.4056], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc642762", "doc2084882", "doc2007762", "doc2634368", "doc495543", "doc1364067", "doc2057552", "doc2054559", "doc1961593"], "ranked_scores": [0.5774, 0.5333, 0.5276, 0.5271, 0.5159, 0.5118, 0.5057, 0.5029, 0.497, 0.4904], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36460", "doc36463", "doc2622759", "doc1618376", "doc1618372", "doc2633722", "doc2362869", "doc1927684", "doc417406"], "ranked_scores": [0.7409, 0.6606, 0.6207, 0.615, 0.6117, 0.611, 0.6102, 0.6102, 0.6058, 0.6003], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc703719", "doc106355", "doc2832", "doc703736", "doc106372", "doc285755", "doc973089", "doc106357", "doc703721"], "ranked_scores": [0.7111, 0.6891, 0.6871, 0.6857, 0.677, 0.677, 0.6627, 0.643, 0.6392, 0.6392], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc1373323", "doc643072", "doc1119808", "doc2393669", "doc626438", "doc108887", "doc108892", "doc109002", "doc2167590"], "ranked_scores": [0.7552, 0.7521, 0.7515, 0.74, 0.7391, 0.7328, 0.7287, 0.7259, 0.7127, 0.6978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77971", "doc77976", "doc1430993", "doc1160422", "doc936401", "doc2079848", "doc429400", "doc643972", "doc455129"], "ranked_scores": [0.7233, 0.7124, 0.7097, 0.6468, 0.6139, 0.6059, 0.595, 0.572, 0.5619, 0.5614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-pq-m64-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc57226", "doc57242", "doc751998", "doc1665946", "doc3001", "doc2173550", "doc2173529", "doc63804", "doc751967"], "ranked_scores": [0.6726, 0.6659, 0.6584, 0.6544, 0.638, 0.6167, 0.6144, 0.6066, 0.6015, 0.6007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc1749973", "doc2292349", "doc63538", "doc63543", "doc1664486", "doc2461160", "doc474276", "doc2345266", "doc2112811", "doc502099"], "ranked_scores": [0.6155, 0.6116, 0.6106, 0.6061, 0.5985, 0.5869, 0.5761, 0.5749, 0.5707, 0.5703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc452039", "doc21871", "doc812322", "doc2285692", "doc1058398", "doc1328955", "doc1675505", "doc21906"], "ranked_scores": [0.7009, 0.6894, 0.6848, 0.683, 0.6809, 0.6769, 0.6678, 0.6675, 0.6664, 0.6663], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453144", "doc146101", "doc1247565", "doc1177870", "doc690618", "doc415323", "doc392076", "doc1113377", "doc979079", "doc979054"], "ranked_scores": [0.7137, 0.7047, 0.6976, 0.6945, 0.6904, 0.6892, 0.6877, 0.6864, 0.6827, 0.6804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc2165906", "doc1366744", "doc887635", "doc1812659", "doc2307709", "doc1741706", "doc1382073", "doc1366757", "doc2372193"], "ranked_scores": [0.7121, 0.7104, 0.7098, 0.7025, 0.6921, 0.6913, 0.6905, 0.6903, 0.6879, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc738831", "doc27529", "doc1021710", "doc1996268", "doc381292", "doc540358", "doc1324046", "doc459410", "doc27535", "doc361696"], "ranked_scores": [0.6668, 0.6632, 0.6573, 0.6463, 0.6429, 0.638, 0.6376, 0.6352, 0.6344, 0.634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc349744", "doc825187", "doc484979", "doc1369505", "doc1397231", "doc1687132", "doc825186", "doc1994393"], "ranked_scores": [0.7458, 0.7312, 0.7239, 0.7021, 0.6938, 0.6895, 0.6861, 0.6851, 0.68, 0.678], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc29764", "doc101561", "doc1798668", "doc2107778", "doc520684", "doc445548", "doc641530", "doc1728840", "doc761733"], "ranked_scores": [0.7512, 0.706, 0.6936, 0.6908, 0.6841, 0.6825, 0.6748, 0.6723, 0.6716, 0.6712], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61036", "doc61045", "doc988606", "doc61043", "doc2094478", "doc401103", "doc61054", "doc1048266", "doc2083822"], "ranked_scores": [0.6656, 0.6558, 0.6068, 0.6004, 0.5954, 0.5693, 0.5679, 0.5657, 0.5638, 0.56], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc1116765", "doc369237", "doc97442", "doc97430", "doc369277", "doc369270", "doc369220"], "ranked_scores": [0.6672, 0.6645, 0.6636, 0.6515, 0.6192, 0.619, 0.618, 0.6052, 0.6046, 0.6004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc504736", "doc1651444", "doc281595", "doc964756", "doc47608", "doc2224204", "doc988735", "doc727789", "doc1632991"], "ranked_scores": [0.7098, 0.6934, 0.6906, 0.6758, 0.6749, 0.6689, 0.6678, 0.6664, 0.6608, 0.6552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1984127", "doc253608", "doc1604550", "doc50109", "doc2254465", "doc929272", "doc2372621", "doc2537823", "doc759547"], "ranked_scores": [0.7001, 0.6982, 0.6882, 0.6857, 0.6789, 0.6721, 0.6664, 0.6638, 0.6614, 0.6586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703711", "doc388464", "doc703701", "doc703719", "doc106355", "doc1246072", "doc427621", "doc703728", "doc106333"], "ranked_scores": [0.7454, 0.7397, 0.7395, 0.7376, 0.7376, 0.7349, 0.7273, 0.7269, 0.7267, 0.726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc1599042", "doc695983", "doc7119", "doc7099", "doc692559", "doc1173469", "doc7116", "doc7112", "doc7091"], "ranked_scores": [0.6634, 0.6615, 0.6605, 0.651, 0.6489, 0.6402, 0.634, 0.634, 0.6318, 0.6303], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc1443647", "doc1101731", "doc90808", "doc1891830", "doc2033842", "doc1057032", "doc854693", "doc1169637"], "ranked_scores": [0.6571, 0.6285, 0.6116, 0.6027, 0.5952, 0.5916, 0.5908, 0.5846, 0.5844, 0.5809], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2659217", "doc2203142", "doc2370166", "doc439366", "doc382065", "doc536387", "doc2018288", "doc244368", "doc190628"], "ranked_scores": [0.6565, 0.6347, 0.6339, 0.6332, 0.6315, 0.6314, 0.631, 0.6293, 0.6279, 0.6273], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc24903", "doc1380357", "doc1786046", "doc416774", "doc300567", "doc468490", "doc1824654", "doc24929", "doc1380356"], "ranked_scores": [0.7301, 0.7291, 0.7239, 0.7168, 0.7097, 0.7092, 0.6993, 0.6987, 0.6973, 0.6964], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1874808", "doc2018288", "doc536387", "doc650150", "doc750416", "doc58892", "doc2340753", "doc244368", "doc938300", "doc23412"], "ranked_scores": [0.6912, 0.6431, 0.6421, 0.6399, 0.637, 0.6315, 0.6302, 0.6301, 0.6273, 0.627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc2509989", "doc873481", "doc2378781", "doc963669", "doc1629783", "doc1685439", "doc2313854"], "ranked_scores": [0.7225, 0.7149, 0.7144, 0.6979, 0.6967, 0.69, 0.6869, 0.6715, 0.6687, 0.6643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc137908", "doc80151", "doc80154", "doc80074", "doc80078", "doc737601", "doc1391659", "doc2562963", "doc1912506", "doc2215178"], "ranked_scores": [0.719, 0.7071, 0.7025, 0.6915, 0.6902, 0.6878, 0.6845, 0.6803, 0.6799, 0.6779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc72416", "doc702902", "doc400631", "doc1018572", "doc2240291", "doc2010420", "doc2545120", "doc206444", "doc1781006"], "ranked_scores": [0.6755, 0.5854, 0.5782, 0.5743, 0.5719, 0.571, 0.5673, 0.567, 0.5651, 0.565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc764184", "doc26461", "doc2289855", "doc26467", "doc26458", "doc207464", "doc2376934", "doc1682464"], "ranked_scores": [0.7497, 0.7069, 0.7057, 0.6813, 0.6806, 0.674, 0.6711, 0.6709, 0.6688, 0.6632], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc337483", "doc1344098", "doc313306", "doc2438080", "doc1407977", "doc308346", "doc890730", "doc2414402", "doc155482"], "ranked_scores": [0.6926, 0.6267, 0.6198, 0.6177, 0.6167, 0.6164, 0.6132, 0.6083, 0.6066, 0.6063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc703485", "doc281595", "doc504736", "doc1632991", "doc964756", "doc988735", "doc509898", "doc57946", "doc1154850", "doc1285744"], "ranked_scores": [0.7163, 0.7113, 0.7107, 0.7022, 0.7021, 0.701, 0.6996, 0.6962, 0.6907, 0.6904], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc2060827", "doc1796400", "doc902657", "doc879199", "doc356961", "doc2202835", "doc536374", "doc2094478"], "ranked_scores": [0.6792, 0.6374, 0.6288, 0.6219, 0.6185, 0.6184, 0.618, 0.6152, 0.5979, 0.5967], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc35524", "doc1683659", "doc851269", "doc64316", "doc971992", "doc1376793", "doc64314", "doc922271", "doc64318", "doc388286"], "ranked_scores": [0.7188, 0.7127, 0.7052, 0.7012, 0.6931, 0.6924, 0.6893, 0.6868, 0.6824, 0.6751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc1321892", "doc437677", "doc1520311", "doc1334192", "doc587518", "doc1321868", "doc2545074", "doc1739769", "doc1321967"], "ranked_scores": [0.6787, 0.6745, 0.6735, 0.6712, 0.6702, 0.6699, 0.6681, 0.6664, 0.66, 0.6555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc1840131", "doc1314917", "doc552720", "doc1778577", "doc1315015", "doc671985", "doc866490", "doc2361775"], "ranked_scores": [0.6921, 0.6602, 0.6554, 0.6536, 0.6496, 0.6449, 0.641, 0.6397, 0.6355, 0.6314], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1728777", "doc2334138", "doc1801894", "doc696366", "doc773669", "doc2042536", "doc570839", "doc531512", "doc587116"], "ranked_scores": [0.5574, 0.5298, 0.5286, 0.5184, 0.5164, 0.5123, 0.5101, 0.5094, 0.5073, 0.5066], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc2465921", "doc53464", "doc1154850", "doc284394", "doc216330", "doc371079", "doc1069317", "doc1915960", "doc89435", "doc1061142"], "ranked_scores": [0.6597, 0.6538, 0.6511, 0.6431, 0.6423, 0.6413, 0.6407, 0.6401, 0.6401, 0.639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc1635999", "doc28581", "doc25697", "doc868589", "doc430825", "doc530778", "doc324530", "doc1517979", "doc1394755"], "ranked_scores": [0.7863, 0.7349, 0.7348, 0.7278, 0.7271, 0.7265, 0.7261, 0.7226, 0.7217, 0.7212], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc402145", "doc2527260", "doc1437877", "doc515771", "doc368654", "doc990514", "doc1119808", "doc2393669", "doc147268"], "ranked_scores": [0.7341, 0.7223, 0.7027, 0.692, 0.6895, 0.6787, 0.6774, 0.6752, 0.6738, 0.6731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc719006", "doc849003", "doc1289342", "doc566026", "doc461467", "doc105758", "doc1534825", "doc258447", "doc105745"], "ranked_scores": [0.7162, 0.6948, 0.6907, 0.6769, 0.6755, 0.6718, 0.6668, 0.6668, 0.6627, 0.6616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc628470", "doc1927002", "doc358938", "doc52414", "doc2431531", "doc2107018", "doc606253", "doc2212269", "doc6540", "doc25776"], "ranked_scores": [0.7442, 0.7438, 0.7376, 0.7247, 0.718, 0.7157, 0.7133, 0.7131, 0.7127, 0.712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc378301", "doc313364", "doc1685523", "doc728072", "doc313354", "doc720207", "doc768322", "doc736126", "doc435076"], "ranked_scores": [0.6733, 0.6683, 0.6563, 0.6561, 0.6555, 0.655, 0.6543, 0.6534, 0.6508, 0.6494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2042102", "doc2187649", "doc878338", "doc15890", "doc336518", "doc2636635", "doc2119808", "doc2397460", "doc2665803", "doc1736704"], "ranked_scores": [0.5658, 0.5591, 0.5536, 0.5528, 0.5447, 0.543, 0.5423, 0.5358, 0.5348, 0.532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc143496", "doc519493", "doc1538025", "doc1563745", "doc1548640", "doc311498", "doc180922", "doc159492", "doc1746659"], "ranked_scores": [0.6803, 0.6329, 0.6278, 0.6238, 0.6196, 0.6186, 0.618, 0.6122, 0.6119, 0.6094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1055373", "doc1810672", "doc1153924", "doc390322", "doc2048015", "doc564961", "doc1493586", "doc376241", "doc959206"], "ranked_scores": [0.6167, 0.5915, 0.5724, 0.5696, 0.5678, 0.5661, 0.5641, 0.5521, 0.5468, 0.5442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc588578", "doc1333905", "doc1584862", "doc1986443", "doc1986449", "doc641270", "doc2568624", "doc1730233", "doc1986437"], "ranked_scores": [0.6877, 0.6873, 0.6871, 0.6805, 0.6764, 0.6676, 0.6599, 0.659, 0.6553, 0.6522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2391797", "doc965461", "doc1370451", "doc806", "doc1036707", "doc1105530", "doc845380", "doc2361509", "doc773669", "doc312607"], "ranked_scores": [0.6074, 0.5981, 0.5964, 0.5891, 0.5886, 0.5871, 0.5785, 0.5759, 0.5757, 0.5755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88973", "doc88974", "doc1639229", "doc2015719", "doc88934", "doc88933", "doc1014858", "doc2183793", "doc1670518"], "ranked_scores": [0.6763, 0.6464, 0.6288, 0.6224, 0.6109, 0.6047, 0.6041, 0.5924, 0.5914, 0.5894], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21372", "doc338815", "doc1308445", "doc642895", "doc1455462", "doc21350", "doc338801", "doc2267530", "doc2262127", "doc2336226"], "ranked_scores": [0.5868, 0.5843, 0.5822, 0.5813, 0.5758, 0.574, 0.5732, 0.569, 0.5677, 0.5636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc108559", "doc2003302", "doc10388", "doc2563559", "doc2418769", "doc2072948", "doc1844919", "doc1774519", "doc108501"], "ranked_scores": [0.718, 0.7174, 0.7032, 0.6923, 0.6895, 0.6886, 0.6868, 0.6827, 0.6826, 0.6791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7163", "doc586538", "doc203256", "doc2677350", "doc2128755", "doc7165", "doc1670303", "doc2482938", "doc1378028", "doc1183356"], "ranked_scores": [0.6189, 0.6083, 0.6078, 0.6059, 0.6048, 0.5985, 0.5969, 0.5963, 0.5936, 0.5887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1564136", "doc670570", "doc1826212", "doc523031", "doc1384589", "doc2365901", "doc2340329", "doc751726", "doc1384591"], "ranked_scores": [0.5437, 0.5179, 0.5109, 0.505, 0.4976, 0.4836, 0.4833, 0.483, 0.4799, 0.4792], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc2057552", "doc2084882", "doc2634368", "doc2634365", "doc1364067", "doc2007762", "doc642762", "doc1064409", "doc2597697"], "ranked_scores": [0.6076, 0.556, 0.5471, 0.5389, 0.5363, 0.5285, 0.5281, 0.5278, 0.5244, 0.5225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc2633711", "doc2215663", "doc417406", "doc2215670", "doc2245689", "doc1926869", "doc2633718", "doc2445420", "doc2659622"], "ranked_scores": [0.6408, 0.6345, 0.6343, 0.6343, 0.6331, 0.6258, 0.624, 0.6231, 0.6226, 0.6226], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc427621", "doc106355", "doc703719", "doc2832", "doc1156828", "doc2846", "doc703736", "doc108100", "doc1246072", "doc106372"], "ranked_scores": [0.6468, 0.6465, 0.6459, 0.6459, 0.6431, 0.6425, 0.6414, 0.6413, 0.6396, 0.6395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc108892", "doc1119808", "doc1373324", "doc643072", "doc1373323", "doc108887", "doc2393669", "doc207176", "doc599371"], "ranked_scores": [0.7403, 0.7326, 0.7298, 0.7138, 0.7054, 0.7049, 0.7044, 0.7044, 0.6957, 0.6913], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc2079848", "doc691881", "doc455129", "doc936401", "doc77973", "doc564138"], "ranked_scores": [0.7115, 0.6958, 0.689, 0.66, 0.6486, 0.6427, 0.6297, 0.6284, 0.628, 0.6259], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-pq-m64-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc751998", "doc57247", "doc57242", "doc57232", "doc3001", "doc63804", "doc1665946", "doc751967", "doc1142095"], "ranked_scores": [0.7384, 0.7359, 0.7344, 0.724, 0.6689, 0.6605, 0.6497, 0.6448, 0.6354, 0.6324], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1664486", "doc2292349", "doc1749973", "doc1664485", "doc1942575", "doc1952699", "doc2473154", "doc1796956"], "ranked_scores": [0.6941, 0.6862, 0.6632, 0.66, 0.6491, 0.6374, 0.6071, 0.6041, 0.6003, 0.598], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc1675505", "doc278091", "doc452039", "doc2285692", "doc21829", "doc78091", "doc21832"], "ranked_scores": [0.7858, 0.7439, 0.718, 0.693, 0.6885, 0.6824, 0.6694, 0.6643, 0.6612, 0.6603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc415323", "doc453089", "doc690618", "doc146101", "doc392077", "doc1347475", "doc392076", "doc564709", "doc979079"], "ranked_scores": [0.7212, 0.7173, 0.7137, 0.712, 0.7062, 0.7043, 0.6951, 0.695, 0.6929, 0.6918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc1812661", "doc1741702", "doc887635", "doc1366757", "doc2372193", "doc2165915", "doc1366765", "doc1741706", "doc1812659"], "ranked_scores": [0.7372, 0.73, 0.7205, 0.7198, 0.7099, 0.7084, 0.7081, 0.7076, 0.7044, 0.7031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc381292", "doc27535", "doc1324046", "doc27529", "doc361696", "doc1996268", "doc27536", "doc738831", "doc1478919", "doc459410"], "ranked_scores": [0.7008, 0.6856, 0.6732, 0.6717, 0.6608, 0.6565, 0.6547, 0.6478, 0.6462, 0.6441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc349744", "doc1369505", "doc1669853", "doc484979", "doc422133", "doc54270", "doc825186", "doc1994393"], "ranked_scores": [0.7968, 0.7594, 0.751, 0.7245, 0.722, 0.7194, 0.7188, 0.7145, 0.712, 0.7109], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc29764", "doc101561", "doc1486663", "doc641530", "doc38721", "doc29759", "doc1052760", "doc1728840"], "ranked_scores": [0.8319, 0.7379, 0.7331, 0.7291, 0.7174, 0.6914, 0.6877, 0.6835, 0.6795, 0.6767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61043", "doc61045", "doc91244", "doc1558629", "doc2080046", "doc401103", "doc988606", "doc1612682"], "ranked_scores": [0.7754, 0.7383, 0.6797, 0.6612, 0.6119, 0.5961, 0.5927, 0.5901, 0.5892, 0.5884], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc1116765", "doc97442", "doc97430", "doc369270", "doc369237", "doc2084014", "doc369220"], "ranked_scores": [0.7796, 0.7391, 0.7373, 0.7321, 0.6952, 0.6826, 0.6624, 0.6503, 0.6421, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc281595", "doc1651444", "doc2037498", "doc64791", "doc727789", "doc988735", "doc490395", "doc47608", "doc562696"], "ranked_scores": [0.7325, 0.6853, 0.679, 0.6692, 0.6663, 0.665, 0.6606, 0.6571, 0.656, 0.6519], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc1984127", "doc83863", "doc2254465", "doc759547", "doc1974480", "doc2372621", "doc50097", "doc50109", "doc2278170"], "ranked_scores": [0.7671, 0.7491, 0.7454, 0.7068, 0.6988, 0.696, 0.6921, 0.6916, 0.6864, 0.6857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc106332", "doc703705", "doc106355", "doc703719", "doc703714", "doc703723", "doc427621", "doc106372", "doc703736"], "ranked_scores": [0.7715, 0.758, 0.7399, 0.7369, 0.7331, 0.7303, 0.7262, 0.7262, 0.7254, 0.7254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7091", "doc7112", "doc7099", "doc7119", "doc7116", "doc7108", "doc485206", "doc695983", "doc692559"], "ranked_scores": [0.7484, 0.7201, 0.7177, 0.7136, 0.7094, 0.7029, 0.7021, 0.6951, 0.685, 0.6764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc1891830", "doc82127", "doc1169637", "doc2247113", "doc2236863", "doc2033842", "doc1846029"], "ranked_scores": [0.7658, 0.7318, 0.7019, 0.6261, 0.6201, 0.6075, 0.5979, 0.5895, 0.5851, 0.582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc919332", "doc187232", "doc269387", "doc382065", "doc229804", "doc2370166", "doc439366", "doc750407", "doc919340"], "ranked_scores": [0.6921, 0.6635, 0.6491, 0.648, 0.6467, 0.6434, 0.6403, 0.6402, 0.6382, 0.6348], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380356", "doc1380357", "doc90322", "doc1926206", "doc1786046", "doc416774", "doc1824654", "doc24929", "doc300567"], "ranked_scores": [0.7969, 0.7742, 0.7695, 0.7422, 0.7355, 0.7288, 0.7241, 0.7211, 0.7191, 0.7188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1874808", "doc2225375", "doc1104361", "doc938300", "doc36393", "doc648355", "doc573905", "doc2483632", "doc58892", "doc648335"], "ranked_scores": [0.6887, 0.6651, 0.6537, 0.6524, 0.6505, 0.6494, 0.6467, 0.6375, 0.6365, 0.6342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc56921", "doc1102442", "doc2509989", "doc873481", "doc2313864", "doc56902", "doc2091589", "doc2378781", "doc2091597"], "ranked_scores": [0.7953, 0.792, 0.7909, 0.7676, 0.7329, 0.7029, 0.6948, 0.6902, 0.6896, 0.6876], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc137908", "doc80151", "doc80074", "doc80154", "doc80100", "doc737601", "doc345642", "doc1391659", "doc2076427", "doc80078"], "ranked_scores": [0.752, 0.7433, 0.7429, 0.7371, 0.7172, 0.694, 0.6833, 0.6823, 0.6819, 0.6782], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1781006", "doc2010420", "doc2174234", "doc702902", "doc1018578", "doc1018572", "doc72416", "doc2353712", "doc108794"], "ranked_scores": [0.7876, 0.6267, 0.6211, 0.6211, 0.6199, 0.6185, 0.6156, 0.6141, 0.6135, 0.6128], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc224770", "doc764184", "doc2289855", "doc26467", "doc131786", "doc474060", "doc26461", "doc1576987"], "ranked_scores": [0.8246, 0.7349, 0.7312, 0.7202, 0.7167, 0.7119, 0.7103, 0.7102, 0.7087, 0.702], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc1732443", "doc102077", "doc2438080", "doc890730", "doc2392865", "doc148885", "doc337483", "doc192542"], "ranked_scores": [0.7905, 0.687, 0.6407, 0.6375, 0.6219, 0.6218, 0.6187, 0.6162, 0.6152, 0.6104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc964756", "doc355540", "doc281595", "doc890257", "doc509898", "doc988735", "doc890684", "doc1285744", "doc2582472"], "ranked_scores": [0.7289, 0.6865, 0.684, 0.6793, 0.6782, 0.6772, 0.676, 0.6729, 0.6657, 0.664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc2060827", "doc879199", "doc751435", "doc1796400", "doc1464453", "doc1643694", "doc988607", "doc2202835"], "ranked_scores": [0.7613, 0.662, 0.6467, 0.6376, 0.6318, 0.6275, 0.612, 0.6114, 0.6044, 0.601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64318", "doc41344", "doc851269", "doc64314", "doc1385345", "doc1683659", "doc35524", "doc922271", "doc1385349"], "ranked_scores": [0.7783, 0.778, 0.7556, 0.7526, 0.7452, 0.7447, 0.7388, 0.7373, 0.7283, 0.7251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc82650", "doc437685", "doc1321884", "doc437678", "doc1739769", "doc1788429", "doc587518", "doc1321892", "doc437677"], "ranked_scores": [0.7387, 0.738, 0.7279, 0.7199, 0.7187, 0.7114, 0.7083, 0.7083, 0.7031, 0.7002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc720136", "doc1315015", "doc1315083", "doc1856377", "doc1315097", "doc1314944", "doc2543056", "doc671985"], "ranked_scores": [0.7721, 0.6938, 0.6766, 0.6709, 0.6622, 0.6594, 0.6577, 0.652, 0.6498, 0.6442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1801894", "doc1464195", "doc1445420", "doc872070", "doc966112", "doc24934", "doc2131758", "doc384744", "doc1894178"], "ranked_scores": [0.5747, 0.5388, 0.5354, 0.5314, 0.5272, 0.5267, 0.5258, 0.5249, 0.5236, 0.5225], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc172947", "doc89435", "doc371079", "doc1005393", "doc1915960", "doc182046", "doc1069317", "doc611287"], "ranked_scores": [0.7574, 0.7448, 0.6884, 0.6722, 0.6617, 0.6551, 0.6525, 0.6495, 0.647, 0.645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc25697", "doc324530", "doc1635999", "doc1517979", "doc530778", "doc1394760", "doc1394755", "doc868589"], "ranked_scores": [0.845, 0.8115, 0.7564, 0.7363, 0.7319, 0.7296, 0.7239, 0.7217, 0.718, 0.7174], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc660236", "doc402145", "doc2449643", "doc2527260", "doc2429823", "doc2194194", "doc11669", "doc660237", "doc147268", "doc1437877"], "ranked_scores": [0.7614, 0.7558, 0.7546, 0.7543, 0.7145, 0.7128, 0.7126, 0.7076, 0.7047, 0.7007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc719006", "doc105758", "doc849003", "doc171833", "doc566026", "doc543176", "doc1729412", "doc105756", "doc946247"], "ranked_scores": [0.8022, 0.7454, 0.7261, 0.7015, 0.6968, 0.6929, 0.6817, 0.678, 0.6769, 0.6718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc1927002", "doc628470", "doc2107018", "doc52414", "doc6531", "doc2224155", "doc606253", "doc1400520", "doc2107022"], "ranked_scores": [0.7553, 0.7432, 0.7377, 0.7374, 0.7297, 0.7253, 0.7124, 0.7039, 0.6963, 0.6962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1540259", "doc378301", "doc435078", "doc313364", "doc211230", "doc435076", "doc70904", "doc1841145", "doc435075", "doc313354"], "ranked_scores": [0.7148, 0.712, 0.709, 0.6991, 0.6962, 0.6959, 0.6919, 0.6862, 0.6851, 0.6817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc2042102", "doc2119808", "doc2636635", "doc336518", "doc2187649", "doc733127", "doc1736704", "doc289212"], "ranked_scores": [0.6363, 0.6207, 0.6042, 0.5958, 0.5957, 0.594, 0.5844, 0.5842, 0.5798, 0.5724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2357458", "doc143496", "doc487000", "doc311498", "doc519493", "doc303260", "doc720754", "doc1962174"], "ranked_scores": [0.7175, 0.6582, 0.6483, 0.6309, 0.6276, 0.6268, 0.6176, 0.6152, 0.6145, 0.6089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1055373", "doc1810672", "doc376241", "doc864555", "doc1153924", "doc261351", "doc1345740", "doc390322", "doc2449727"], "ranked_scores": [0.6823, 0.6421, 0.6406, 0.5958, 0.5881, 0.5865, 0.5816, 0.5809, 0.5719, 0.5718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1333905", "doc588578", "doc1584862", "doc1986449", "doc1943842", "doc2465656", "doc641270", "doc1100566", "doc1730233"], "ranked_scores": [0.7173, 0.714, 0.7092, 0.7082, 0.697, 0.6871, 0.6859, 0.6852, 0.6825, 0.6816], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2067045", "doc966112", "doc845380", "doc1892012", "doc312607", "doc1029479", "doc2391797", "doc807", "doc2262639", "doc806"], "ranked_scores": [0.6055, 0.5943, 0.5915, 0.5906, 0.5893, 0.5883, 0.5803, 0.5793, 0.5791, 0.5786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88973", "doc2015719", "doc88974", "doc1670518", "doc2624067", "doc1639229", "doc88933", "doc1014858"], "ranked_scores": [0.7598, 0.7301, 0.7215, 0.7104, 0.7102, 0.7021, 0.7013, 0.6851, 0.6737, 0.6348], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338815", "doc338810", "doc21372", "doc21340", "doc338801", "doc1455462", "doc21363", "doc21350", "doc2267530", "doc642895"], "ranked_scores": [0.6518, 0.6384, 0.6371, 0.6361, 0.6325, 0.6249, 0.6065, 0.6053, 0.6043, 0.5988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc2072948", "doc108480", "doc108559", "doc18273", "doc63590", "doc911115", "doc1791044", "doc108477", "doc18274"], "ranked_scores": [0.7563, 0.7451, 0.7397, 0.737, 0.736, 0.736, 0.736, 0.7307, 0.7298, 0.712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc7163", "doc1670303", "doc1183356", "doc2373327", "doc2265484", "doc2004259", "doc355540", "doc2677350", "doc2482938"], "ranked_scores": [0.6506, 0.6388, 0.6354, 0.6322, 0.6233, 0.6162, 0.6085, 0.6074, 0.6057, 0.6046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1564136", "doc1826212", "doc1260422", "doc1568962", "doc2587477", "doc751718", "doc2668054", "doc2579822", "doc2295957"], "ranked_scores": [0.5835, 0.5497, 0.54, 0.5178, 0.5148, 0.5122, 0.4944, 0.4943, 0.4941, 0.4886], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc642762", "doc2084882", "doc1364067", "doc2057552", "doc2007762", "doc2634368", "doc1519779", "doc1961593", "doc2054559"], "ranked_scores": [0.6224, 0.595, 0.5751, 0.5661, 0.5642, 0.5566, 0.5556, 0.5502, 0.5492, 0.5422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36460", "doc36463", "doc2245655", "doc417364", "doc1927686", "doc2622759", "doc1618372", "doc2215663", "doc417406"], "ranked_scores": [0.7512, 0.6992, 0.6777, 0.6573, 0.6573, 0.6573, 0.6531, 0.6448, 0.6445, 0.6445], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc703719", "doc106355", "doc35719", "doc2832", "doc106372", "doc703736", "doc2877", "doc298160", "doc106357", "doc703721"], "ranked_scores": [0.7108, 0.7098, 0.7079, 0.7014, 0.6757, 0.6757, 0.6566, 0.6547, 0.6528, 0.6528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc1373324", "doc626438", "doc2393669", "doc108892", "doc1119808", "doc108887", "doc109002", "doc2376695"], "ranked_scores": [0.7701, 0.7673, 0.7664, 0.7625, 0.7604, 0.7494, 0.7485, 0.7425, 0.7253, 0.7025], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77971", "doc77976", "doc1430993", "doc936401", "doc2079848", "doc1160422", "doc455129", "doc643972", "doc857632"], "ranked_scores": [0.7505, 0.749, 0.7317, 0.698, 0.6559, 0.6463, 0.643, 0.6265, 0.6207, 0.6195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-pq-m64-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc751998", "doc57242", "doc57226", "doc57232", "doc1665946", "doc1622317", "doc380683", "doc2613570", "doc3001"], "ranked_scores": [0.7364, 0.7329, 0.7257, 0.7181, 0.684, 0.6488, 0.6423, 0.6383, 0.6336, 0.6319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1664486", "doc1749973", "doc2292349", "doc2461160", "doc1664485", "doc63542", "doc2473154", "doc1942575"], "ranked_scores": [0.7208, 0.7127, 0.6761, 0.66, 0.6498, 0.6352, 0.6303, 0.6273, 0.6253, 0.6251], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc812322", "doc69767", "doc1675505", "doc21829", "doc21831", "doc2074523", "doc2285692", "doc78091", "doc452039"], "ranked_scores": [0.7617, 0.7244, 0.7167, 0.7146, 0.7133, 0.7075, 0.7025, 0.7018, 0.7011, 0.6978], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc146101", "doc415323", "doc453144", "doc1347475", "doc564709", "doc453089", "doc1177870", "doc232625", "doc979079", "doc453091"], "ranked_scores": [0.7531, 0.7405, 0.7398, 0.7398, 0.7315, 0.7305, 0.7248, 0.7238, 0.7227, 0.7191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1741702", "doc2165906", "doc1741704", "doc1812661", "doc887635", "doc1741706", "doc1366744", "doc1741701", "doc1366765", "doc2165920"], "ranked_scores": [0.7829, 0.7703, 0.7694, 0.7672, 0.7649, 0.7581, 0.7557, 0.7501, 0.7477, 0.7468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1324046", "doc27529", "doc27535", "doc2332017", "doc1996268", "doc27536", "doc27538", "doc2272998", "doc738831", "doc381292"], "ranked_scores": [0.6941, 0.6939, 0.6934, 0.6766, 0.6711, 0.6673, 0.6665, 0.6621, 0.6594, 0.6582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc825186", "doc579128", "doc1994393", "doc1369505", "doc856735", "doc1397231", "doc825187", "doc349747"], "ranked_scores": [0.8181, 0.79, 0.7866, 0.7658, 0.7578, 0.7517, 0.7486, 0.7422, 0.7419, 0.7398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc101561", "doc29764", "doc641530", "doc1486663", "doc520684", "doc1728840", "doc38721", "doc29759", "doc597628"], "ranked_scores": [0.8137, 0.7664, 0.748, 0.7271, 0.7264, 0.7237, 0.7224, 0.722, 0.7181, 0.7181], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61043", "doc61045", "doc1325273", "doc2083822", "doc91244", "doc61054", "doc627159", "doc988606"], "ranked_scores": [0.7485, 0.7123, 0.6887, 0.6797, 0.6264, 0.6164, 0.6138, 0.6119, 0.6074, 0.6063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc97445", "doc97442", "doc369237", "doc97430", "doc369270", "doc2083987", "doc2574334"], "ranked_scores": [0.773, 0.7588, 0.743, 0.7419, 0.7021, 0.6838, 0.6821, 0.6723, 0.6668, 0.6575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc47608", "doc281595", "doc562696", "doc33196", "doc261941", "doc490395", "doc1911857", "doc1999887"], "ranked_scores": [0.7404, 0.682, 0.6543, 0.6535, 0.647, 0.6441, 0.6426, 0.6414, 0.6388, 0.638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc83863", "doc1984127", "doc1974480", "doc50109", "doc50097", "doc759547", "doc437627", "doc929272", "doc2537823"], "ranked_scores": [0.7706, 0.7706, 0.7507, 0.7362, 0.7234, 0.7222, 0.722, 0.722, 0.7206, 0.7189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc388464", "doc427621", "doc106372", "doc703736", "doc703705", "doc106357", "doc703721", "doc703706", "doc703714"], "ranked_scores": [0.7811, 0.7774, 0.76, 0.758, 0.758, 0.7558, 0.7482, 0.7482, 0.7463, 0.7415], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7091", "doc7112", "doc7099", "doc7119", "doc7116", "doc695983", "doc526956", "doc692559", "doc697071"], "ranked_scores": [0.7583, 0.7505, 0.7499, 0.7465, 0.7435, 0.7411, 0.7261, 0.7142, 0.7071, 0.6978], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc1891830", "doc82127", "doc1101731", "doc787596", "doc2033842", "doc1846029", "doc1598856"], "ranked_scores": [0.7517, 0.7036, 0.7019, 0.6323, 0.6276, 0.6025, 0.5879, 0.585, 0.5836, 0.5801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc2659217", "doc919340", "doc2018288", "doc382065", "doc750407", "doc2009369", "doc772201", "doc244368"], "ranked_scores": [0.6915, 0.6601, 0.658, 0.6538, 0.6531, 0.6487, 0.6485, 0.6471, 0.6456, 0.6455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380356", "doc1380357", "doc24929", "doc1786046", "doc416774", "doc1824654", "doc30774", "doc90322", "doc468490"], "ranked_scores": [0.7909, 0.787, 0.7716, 0.7633, 0.7607, 0.7592, 0.7552, 0.7496, 0.7486, 0.7399], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1874808", "doc2203108", "doc938300", "doc1104361", "doc2483632", "doc536387", "doc2018288", "doc938302", "doc1914609", "doc1719794"], "ranked_scores": [0.6665, 0.6615, 0.6561, 0.6547, 0.654, 0.6498, 0.6477, 0.6473, 0.641, 0.6401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc1102442", "doc56897", "doc873481", "doc2509989", "doc56902", "doc2313854", "doc2313864", "doc963669", "doc56903"], "ranked_scores": [0.7772, 0.7762, 0.7745, 0.7219, 0.7159, 0.7125, 0.7084, 0.6952, 0.6945, 0.6935], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc80074", "doc80154", "doc137908", "doc80078", "doc1391659", "doc2076427", "doc737601", "doc596891", "doc80100"], "ranked_scores": [0.7725, 0.7638, 0.7569, 0.7389, 0.7352, 0.7286, 0.7204, 0.7175, 0.7124, 0.7088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc702902", "doc72416", "doc527459", "doc2010420", "doc2240291", "doc506854", "doc1248717", "doc1018578", "doc506841"], "ranked_scores": [0.7745, 0.6426, 0.6394, 0.6365, 0.6328, 0.6322, 0.625, 0.6223, 0.6176, 0.6171], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26467", "doc99377", "doc675035", "doc764184", "doc26461", "doc1576987", "doc474060", "doc2289855", "doc131786"], "ranked_scores": [0.8127, 0.7559, 0.7536, 0.7481, 0.7463, 0.7282, 0.7275, 0.7214, 0.7208, 0.7169], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc337483", "doc155482", "doc102077", "doc890730", "doc2438080", "doc313306", "doc308346", "doc546646"], "ranked_scores": [0.7628, 0.6567, 0.6467, 0.6421, 0.64, 0.6372, 0.6308, 0.6272, 0.6268, 0.6257], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc890257", "doc1632991", "doc1285744", "doc281595", "doc964756", "doc47608", "doc988735", "doc509898", "doc1948854"], "ranked_scores": [0.7433, 0.6867, 0.6835, 0.6809, 0.6751, 0.6699, 0.665, 0.6641, 0.6623, 0.6575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc879199", "doc1128302", "doc2060827", "doc1796400", "doc988607", "doc1464453", "doc2362748", "doc751435", "doc2202835"], "ranked_scores": [0.748, 0.6638, 0.64, 0.6342, 0.6238, 0.6182, 0.6169, 0.6169, 0.61, 0.6097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc64316", "doc851269", "doc35524", "doc64314", "doc1385349", "doc1683659", "doc971992", "doc922271", "doc64317"], "ranked_scores": [0.7968, 0.7922, 0.7845, 0.781, 0.7778, 0.7694, 0.7676, 0.7671, 0.7669, 0.764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc1321884", "doc437678", "doc82650", "doc1520311", "doc1334192", "doc1321892", "doc437677", "doc587518", "doc727452"], "ranked_scores": [0.7461, 0.7431, 0.7409, 0.7372, 0.7336, 0.7269, 0.7248, 0.7217, 0.7212, 0.7175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc1315015", "doc1778592", "doc552697", "doc1778577", "doc1315083", "doc1315064", "doc1314995", "doc1726816"], "ranked_scores": [0.7388, 0.7029, 0.6967, 0.6946, 0.6883, 0.6874, 0.6857, 0.6835, 0.6735, 0.6731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc24934", "doc170955", "doc587116", "doc384744", "doc872070", "doc1449831", "doc696366", "doc1445420", "doc1212031"], "ranked_scores": [0.5893, 0.5655, 0.5546, 0.5516, 0.5506, 0.5494, 0.5437, 0.5426, 0.5426, 0.5425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc1005393", "doc371079", "doc89435", "doc284394", "doc611287", "doc344833", "doc1069317", "doc182046"], "ranked_scores": [0.7376, 0.7269, 0.6907, 0.6905, 0.6778, 0.6668, 0.6612, 0.6568, 0.6523, 0.6513], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1635999", "doc324530", "doc1517979", "doc1007189", "doc530778", "doc25697", "doc28581", "doc1394760"], "ranked_scores": [0.8306, 0.789, 0.7527, 0.7463, 0.7461, 0.7438, 0.7434, 0.7413, 0.7403, 0.7374], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc660236", "doc2527260", "doc402145", "doc2449643", "doc515771", "doc660237", "doc2429823", "doc660271", "doc147268", "doc368654"], "ranked_scores": [0.7628, 0.7531, 0.7487, 0.7441, 0.7315, 0.7302, 0.7263, 0.7215, 0.7201, 0.7102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc719006", "doc105758", "doc566026", "doc849003", "doc171833", "doc1534825", "doc105759", "doc1847142", "doc849000"], "ranked_scores": [0.8082, 0.7494, 0.7407, 0.74, 0.7358, 0.731, 0.7086, 0.6977, 0.6968, 0.695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc628470", "doc1927002", "doc2107022", "doc2224155", "doc2107018", "doc2107033", "doc6540", "doc6531", "doc70679"], "ranked_scores": [0.7841, 0.7722, 0.7647, 0.7497, 0.7455, 0.7322, 0.7303, 0.7289, 0.7259, 0.7234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1540259", "doc42101", "doc435078", "doc211230", "doc378301", "doc313364", "doc2183317", "doc435075", "doc2108001", "doc1841146"], "ranked_scores": [0.7695, 0.7285, 0.7284, 0.7281, 0.7213, 0.7178, 0.7177, 0.7145, 0.7083, 0.7077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc336518", "doc2119808", "doc878338", "doc2636635", "doc688403", "doc2042102", "doc2448623", "doc2187649", "doc733127"], "ranked_scores": [0.6499, 0.641, 0.6224, 0.6189, 0.6024, 0.5975, 0.5968, 0.5962, 0.5953, 0.595], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc2357458", "doc1548640", "doc1962174", "doc2352380", "doc143496", "doc311498", "doc884905", "doc1538025", "doc180922"], "ranked_scores": [0.6921, 0.6635, 0.6487, 0.6439, 0.6344, 0.6335, 0.6307, 0.6302, 0.6276, 0.6262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1055373", "doc376241", "doc1153924", "doc1810672", "doc390322", "doc1293555", "doc1345740", "doc367417", "doc564961"], "ranked_scores": [0.7059, 0.649, 0.6375, 0.6348, 0.6285, 0.6272, 0.6139, 0.6003, 0.5984, 0.595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1333905", "doc1584862", "doc1160263", "doc588578", "doc1986437", "doc2465656", "doc1986449", "doc641270", "doc1100566", "doc1943842"], "ranked_scores": [0.7464, 0.7137, 0.7134, 0.7094, 0.7082, 0.7075, 0.7004, 0.6992, 0.6975, 0.6938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc1185589", "doc2067045", "doc1029479", "doc807", "doc221817", "doc890682", "doc1689530", "doc2361509", "doc2334133"], "ranked_scores": [0.602, 0.5965, 0.5901, 0.5875, 0.5829, 0.5796, 0.573, 0.5693, 0.5689, 0.5682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88973", "doc88974", "doc2015719", "doc1639229", "doc88933", "doc1670518", "doc1014858", "doc2624067"], "ranked_scores": [0.7528, 0.7445, 0.7255, 0.7181, 0.6952, 0.6824, 0.6762, 0.6751, 0.6643, 0.6628], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338815", "doc338801", "doc338810", "doc642895", "doc1455462", "doc21350", "doc338818", "doc338813", "doc21363", "doc2442198"], "ranked_scores": [0.665, 0.6517, 0.6436, 0.6337, 0.6194, 0.6148, 0.6119, 0.6114, 0.6095, 0.6084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc108559", "doc2072948", "doc1791044", "doc18274", "doc108480", "doc63585", "doc1844919", "doc108477", "doc376580"], "ranked_scores": [0.7848, 0.7784, 0.7702, 0.7701, 0.7584, 0.7582, 0.7549, 0.7529, 0.7516, 0.7446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1670303", "doc7163", "doc2373327", "doc1183356", "doc653731", "doc2128755", "doc1299060", "doc7166", "doc203256"], "ranked_scores": [0.6682, 0.6378, 0.6246, 0.6175, 0.606, 0.6029, 0.6011, 0.5939, 0.5911, 0.591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1564136", "doc2431178", "doc1826212", "doc2365901", "doc2653657", "doc1563324", "doc2587477", "doc1244692", "doc1568962"], "ranked_scores": [0.573, 0.555, 0.5143, 0.4997, 0.4967, 0.4888, 0.4858, 0.4825, 0.4818, 0.4802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2057552", "doc1809840", "doc2007762", "doc2634368", "doc2011376", "doc705226", "doc2084882", "doc642762", "doc2639996", "doc1382750"], "ranked_scores": [0.5936, 0.5929, 0.5808, 0.5739, 0.5706, 0.5634, 0.5603, 0.5577, 0.5571, 0.5565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618372", "doc2362869", "doc2633722", "doc1927684", "doc2622759", "doc2245689", "doc2215670", "doc36460"], "ranked_scores": [0.7174, 0.7153, 0.6587, 0.6559, 0.6559, 0.653, 0.6516, 0.6515, 0.6498, 0.6494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc703719", "doc106355", "doc2877", "doc2832", "doc106372", "doc703736", "doc35719", "doc703721", "doc106357", "doc392476"], "ranked_scores": [0.717, 0.7125, 0.6929, 0.6916, 0.6905, 0.6905, 0.6905, 0.6855, 0.6855, 0.6733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc1373324", "doc108887", "doc626438", "doc2393669", "doc1119808", "doc108892", "doc109002", "doc207176"], "ranked_scores": [0.7929, 0.7899, 0.7861, 0.7832, 0.7587, 0.7551, 0.7515, 0.7468, 0.7441, 0.7439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc1504263", "doc77976", "doc1430993", "doc857632", "doc2079848", "doc936401", "doc77973", "doc564138", "doc1160422"], "ranked_scores": [0.723, 0.7085, 0.7056, 0.6924, 0.6546, 0.648, 0.6475, 0.6388, 0.6361, 0.6302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64-pq-m4-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1395336", "doc1254733", "doc57242", "doc3001", "doc57226", "doc57232", "doc1506100", "doc751998", "doc2116209", "doc57247"], "ranked_scores": [0.8041, 0.7824, 0.7615, 0.7599, 0.7586, 0.7586, 0.7404, 0.7393, 0.7298, 0.7263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1664485", "doc2563097", "doc1664486", "doc1982537", "doc1952665", "doc2112811", "doc63543", "doc230557", "doc1828868"], "ranked_scores": [0.831, 0.831, 0.8223, 0.8223, 0.8057, 0.7687, 0.7459, 0.7402, 0.7393, 0.7363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc377466", "doc21829", "doc21831", "doc812322", "doc2074523", "doc452016", "doc278091", "doc1393796", "doc776139", "doc21871"], "ranked_scores": [0.8449, 0.839, 0.839, 0.839, 0.8371, 0.8297, 0.8196, 0.8186, 0.7999, 0.7858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564708", "doc161015", "doc415358", "doc536608", "doc1911408", "doc2525766", "doc565706", "doc1402783", "doc564709", "doc564728"], "ranked_scores": [0.7894, 0.7719, 0.7719, 0.7719, 0.7719, 0.7719, 0.7719, 0.7473, 0.7473, 0.7473], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2266529", "doc1812653", "doc1366765", "doc1382083", "doc2165920", "doc2372195", "doc71587", "doc555360", "doc682295", "doc887635"], "ranked_scores": [0.8215, 0.7976, 0.7976, 0.7919, 0.7918, 0.7918, 0.7918, 0.7918, 0.7918, 0.7918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1021718", "doc1478919", "doc1852504", "doc1279689", "doc1852527", "doc1685757", "doc1585937", "doc1852503", "doc1885602", "doc2034534"], "ranked_scores": [0.7551, 0.7551, 0.7551, 0.755, 0.755, 0.755, 0.7541, 0.7541, 0.7541, 0.7541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1953211", "doc1397224", "doc101332", "doc925929", "doc2314010", "doc529465", "doc825186", "doc579128", "doc354191", "doc360768"], "ranked_scores": [0.7643, 0.7546, 0.7546, 0.7546, 0.7509, 0.7491, 0.7481, 0.7468, 0.7429, 0.7429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc761733", "doc597628", "doc520683", "doc151694", "doc327730", "doc1581293", "doc583721", "doc105506", "doc2096501", "doc11699"], "ranked_scores": [0.6895, 0.6859, 0.681, 0.6765, 0.6765, 0.676, 0.6538, 0.6536, 0.6529, 0.648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc1381513", "doc1291233", "doc2083822", "doc2289866", "doc91244", "doc988607"], "ranked_scores": [0.731, 0.7156, 0.6663, 0.6611, 0.6381, 0.6167, 0.616, 0.615, 0.6127, 0.6124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc1116765", "doc369261", "doc2071086", "doc97421", "doc2380009", "doc2380013", "doc152483", "doc2071107"], "ranked_scores": [0.8149, 0.8069, 0.8069, 0.7895, 0.7873, 0.7868, 0.7781, 0.7676, 0.7659, 0.7639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc162708", "doc418129", "doc1163509", "doc1199221", "doc162716", "doc1612515", "doc614722", "doc57940", "doc81655"], "ranked_scores": [0.7647, 0.7407, 0.7285, 0.7172, 0.7095, 0.7038, 0.6884, 0.6849, 0.6822, 0.679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386166", "doc1386116", "doc66003", "doc437627", "doc1386120", "doc50107", "doc413908", "doc2295211", "doc1386159", "doc1377115"], "ranked_scores": [0.8166, 0.8166, 0.8166, 0.8166, 0.8055, 0.7661, 0.7544, 0.7407, 0.7332, 0.7203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc337506", "doc1887731", "doc1804263", "doc1332302", "doc2882", "doc1445498", "doc24299", "doc1445499", "doc392476", "doc973089"], "ranked_scores": [0.6979, 0.6979, 0.6572, 0.6505, 0.6484, 0.6393, 0.6393, 0.6393, 0.6393, 0.6342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7119", "doc7116", "doc7112", "doc7108", "doc7120", "doc7106", "doc7091", "doc1694554", "doc7099", "doc7093"], "ranked_scores": [0.7911, 0.7911, 0.7911, 0.7831, 0.7831, 0.7831, 0.7786, 0.7596, 0.7596, 0.7562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc1588867", "doc90807", "doc82127", "doc1154433", "doc1324516", "doc1705674", "doc155438", "doc155440", "doc2252228", "doc621928"], "ranked_scores": [0.7947, 0.7656, 0.7489, 0.748, 0.7289, 0.7289, 0.7289, 0.7289, 0.7289, 0.7116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc1646627", "doc750414", "doc2483632", "doc229804", "doc453118", "doc2203142", "doc750416", "doc536387", "doc897", "doc2009369"], "ranked_scores": [0.6587, 0.6491, 0.6398, 0.6352, 0.6352, 0.6239, 0.6155, 0.5982, 0.5975, 0.5965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1786046", "doc416774", "doc1734041", "doc1380357", "doc1380356", "doc30774", "doc30773", "doc90322", "doc382236", "doc651946"], "ranked_scores": [0.8239, 0.8239, 0.8239, 0.8174, 0.8174, 0.8174, 0.8174, 0.8174, 0.8174, 0.7871], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc220990", "doc2013112", "doc190628", "doc2581432", "doc2009369", "doc2018288", "doc648344", "doc2203142", "doc1825079"], "ranked_scores": [0.7367, 0.7147, 0.7137, 0.7047, 0.7045, 0.7013, 0.7008, 0.6957, 0.695, 0.6912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc1601611", "doc1102442", "doc2313864", "doc873481", "doc2509996", "doc56897", "doc2439294", "doc952849", "doc873480"], "ranked_scores": [0.7575, 0.7385, 0.7329, 0.7147, 0.7054, 0.6943, 0.6863, 0.6786, 0.675, 0.6696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80074", "doc80151", "doc1521481", "doc1912506", "doc80154", "doc2563023", "doc137908", "doc80078", "doc80100", "doc80133"], "ranked_scores": [0.8353, 0.8076, 0.7986, 0.7939, 0.7939, 0.7939, 0.7933, 0.7852, 0.7734, 0.7722], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc2010343", "doc2279199", "doc352368", "doc1430768", "doc1945762", "doc2240268", "doc2240293", "doc1313601", "doc2279189", "doc1248717"], "ranked_scores": [0.7993, 0.7862, 0.7647, 0.7647, 0.7624, 0.7562, 0.7549, 0.7518, 0.7487, 0.7397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc2376934", "doc99377", "doc675035", "doc1202814", "doc2289855", "doc2248924", "doc1040948", "doc26446", "doc725659", "doc511592"], "ranked_scores": [0.7812, 0.7621, 0.7445, 0.7443, 0.7443, 0.743, 0.7429, 0.7429, 0.7386, 0.7342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1357270", "doc1616280", "doc102096", "doc1552106", "doc1682561", "doc1533829", "doc1284333", "doc446492", "doc2260544"], "ranked_scores": [0.7307, 0.6996, 0.6995, 0.6921, 0.6738, 0.6713, 0.6606, 0.6587, 0.6568, 0.6533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc81655", "doc1199221", "doc57940", "doc1390312", "doc37895", "doc50848", "doc37911", "doc964756", "doc721746"], "ranked_scores": [0.7432, 0.7413, 0.7288, 0.7084, 0.7021, 0.6967, 0.6963, 0.6893, 0.688, 0.6718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc1962033", "doc22915", "doc902657", "doc751435", "doc22149", "doc430256", "doc2193668", "doc1612364", "doc1187141", "doc561914"], "ranked_scores": [0.6782, 0.6782, 0.6457, 0.6433, 0.6418, 0.6253, 0.616, 0.6157, 0.6139, 0.6069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc388285", "doc2487653", "doc1686260", "doc35525", "doc388286", "doc35526", "doc2072861", "doc2072856", "doc2487656", "doc64317"], "ranked_scores": [0.764, 0.7492, 0.7492, 0.7492, 0.7492, 0.7492, 0.7454, 0.7402, 0.7402, 0.7402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc252389", "doc437685", "doc1520244", "doc1520283", "doc1321967", "doc1321884", "doc1321882", "doc1321883", "doc1321929", "doc1520311"], "ranked_scores": [0.8848, 0.8844, 0.8844, 0.8799, 0.875, 0.875, 0.8709, 0.8709, 0.8709, 0.8709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1385395", "doc2558251", "doc866436", "doc35173", "doc671985", "doc1778743", "doc754076", "doc2361775", "doc1726816", "doc866442"], "ranked_scores": [0.706, 0.6834, 0.6678, 0.6665, 0.6655, 0.6584, 0.6559, 0.6461, 0.6432, 0.6432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc645602", "doc570839", "doc1108793", "doc645600", "doc2250120", "doc585415", "doc1445420", "doc1033272", "doc1532821", "doc1440230"], "ranked_scores": [0.6052, 0.5657, 0.5612, 0.5591, 0.5575, 0.5559, 0.5537, 0.5521, 0.5515, 0.5513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2179035", "doc2179022", "doc751967", "doc2114416", "doc317197", "doc1411861", "doc153569", "doc1145120", "doc2634365"], "ranked_scores": [0.7283, 0.7122, 0.7122, 0.6768, 0.6665, 0.6634, 0.6504, 0.6476, 0.6474, 0.6434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc1410020", "doc430825", "doc1394743", "doc1840635", "doc1690622", "doc2142521", "doc785116", "doc2486654", "doc1517979"], "ranked_scores": [0.7904, 0.7867, 0.7867, 0.76, 0.76, 0.759, 0.7561, 0.7541, 0.7541, 0.7527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc24505", "doc2499695", "doc108955", "doc1437877", "doc368686", "doc94371", "doc660271", "doc84475", "doc1442519", "doc1520499"], "ranked_scores": [0.7764, 0.7712, 0.7581, 0.7566, 0.7502, 0.7475, 0.7452, 0.7381, 0.7292, 0.7291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105763", "doc105759", "doc105739", "doc1935458", "doc1842984", "doc461467", "doc1464212", "doc258447", "doc719076", "doc787828"], "ranked_scores": [0.7085, 0.6803, 0.6757, 0.6708, 0.6633, 0.6609, 0.6579, 0.6579, 0.6579, 0.6579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc28935", "doc1927002", "doc771658", "doc422936", "doc2107022", "doc88173", "doc4147", "doc2162858", "doc358938", "doc53643"], "ranked_scores": [0.8117, 0.7959, 0.7756, 0.7722, 0.7707, 0.7703, 0.7678, 0.7662, 0.7592, 0.7592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2587562", "doc435076", "doc2646161", "doc2587564", "doc70905", "doc435078", "doc435083", "doc331138", "doc435085", "doc435075"], "ranked_scores": [0.8408, 0.8408, 0.8408, 0.8408, 0.8408, 0.8408, 0.8408, 0.8408, 0.8408, 0.8201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc444923", "doc2665803", "doc1370970", "doc393485", "doc733127", "doc190844", "doc397701", "doc336518", "doc2119808", "doc829494"], "ranked_scores": [0.5595, 0.5588, 0.558, 0.5564, 0.5427, 0.5425, 0.5352, 0.5344, 0.5288, 0.527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1245931", "doc1136889", "doc1056790", "doc2179022", "doc2179035", "doc1094361", "doc2407635", "doc381154", "doc602154", "doc1060782"], "ranked_scores": [0.6852, 0.6777, 0.6651, 0.6641, 0.6641, 0.662, 0.6599, 0.6485, 0.6439, 0.6361], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc225655", "doc1445420", "doc367417", "doc113426", "doc2009210", "doc601133", "doc1345740", "doc1229449", "doc2035909", "doc196873"], "ranked_scores": [0.6057, 0.589, 0.5827, 0.5819, 0.5819, 0.579, 0.5512, 0.5358, 0.5337, 0.5314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc901884", "doc1160263", "doc2465656", "doc1986437", "doc1333905", "doc546881", "doc588612", "doc1986489", "doc1975694", "doc577385"], "ranked_scores": [0.7299, 0.7246, 0.7246, 0.7246, 0.7246, 0.7246, 0.7198, 0.7181, 0.7046, 0.7046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc444923", "doc14746", "doc1668974", "doc773669", "doc638689", "doc949124", "doc1091040", "doc2188384", "doc1617211", "doc1648414"], "ranked_scores": [0.5686, 0.5574, 0.5477, 0.5338, 0.5108, 0.5048, 0.504, 0.5029, 0.4973, 0.4973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc127031", "doc2061559", "doc1014858", "doc548704", "doc175560", "doc1763997", "doc88934", "doc1063840"], "ranked_scores": [0.7039, 0.6801, 0.678, 0.6617, 0.6617, 0.6567, 0.6462, 0.6405, 0.639, 0.6243], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc439756", "doc238798", "doc338813", "doc864016", "doc1798523", "doc1665950", "doc250000", "doc537776", "doc180234", "doc586601"], "ranked_scores": [0.7009, 0.6765, 0.6752, 0.6746, 0.674, 0.6725, 0.6719, 0.6707, 0.6702, 0.6681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc18273", "doc911115", "doc63590", "doc1374770", "doc108559", "doc108477", "doc771233", "doc2072948", "doc323321"], "ranked_scores": [0.796, 0.7948, 0.7948, 0.7948, 0.7685, 0.7398, 0.7318, 0.7306, 0.7279, 0.7257], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc1839188", "doc462227", "doc525751", "doc7165", "doc1183356", "doc1378028", "doc2846", "doc2350463", "doc1480780", "doc1464195"], "ranked_scores": [0.7143, 0.6859, 0.627, 0.6209, 0.6205, 0.6122, 0.6099, 0.6058, 0.6015, 0.5985], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc597637", "doc1487701", "doc1942387", "doc1175661", "doc2084882", "doc494397", "doc70679", "doc2426974", "doc92952", "doc1220233"], "ranked_scores": [0.562, 0.5541, 0.5436, 0.5302, 0.5232, 0.5232, 0.5186, 0.5186, 0.5175, 0.5168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc527472", "doc2639996", "doc1723101", "doc1874808", "doc751435", "doc2057552", "doc1389488", "doc536387", "doc2203117", "doc2402770"], "ranked_scores": [0.5937, 0.5905, 0.5834, 0.5819, 0.5751, 0.5726, 0.5696, 0.5663, 0.5611, 0.5504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc2622778", "doc36463", "doc874861", "doc1535415", "doc2074469", "doc36467", "doc36485", "doc1256783", "doc1618372", "doc1618376"], "ranked_scores": [0.8093, 0.8025, 0.7671, 0.7548, 0.7548, 0.7402, 0.7321, 0.7303, 0.7258, 0.7258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1804263", "doc35719", "doc2389178", "doc938942", "doc1156828", "doc162000", "doc2068718", "doc284020", "doc172053", "doc703719"], "ranked_scores": [0.7325, 0.7178, 0.703, 0.7023, 0.6959, 0.6904, 0.6869, 0.683, 0.6793, 0.6792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc108887", "doc1373323", "doc2167590", "doc643072", "doc499894", "doc550879", "doc108955", "doc1623534", "doc971351"], "ranked_scores": [0.8387, 0.8338, 0.8338, 0.8338, 0.8338, 0.8233, 0.8199, 0.8123, 0.811, 0.8096], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1005393", "doc827208", "doc77976", "doc1334550", "doc1249764", "doc1335341", "doc2465921", "doc855606", "doc1154850", "doc1430993"], "ranked_scores": [0.6148, 0.6144, 0.5886, 0.5851, 0.5801, 0.5799, 0.5752, 0.549, 0.5475, 0.5415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-pq-m8-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1254733", "doc57226", "doc57232", "doc1395336", "doc1506100", "doc3001", "doc1622317", "doc1713783", "doc57242", "doc751998"], "ranked_scores": [0.7384, 0.7298, 0.7004, 0.6984, 0.692, 0.6901, 0.6865, 0.6846, 0.6823, 0.6792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2563097", "doc63543", "doc63538", "doc345111", "doc2555353", "doc63542", "doc2563094", "doc310191", "doc1664485", "doc1664486"], "ranked_scores": [0.7706, 0.759, 0.7495, 0.7363, 0.7311, 0.731, 0.7215, 0.7215, 0.72, 0.7126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc377466", "doc21829", "doc1393796", "doc2285692", "doc21841", "doc776142", "doc21856", "doc2074523", "doc78091"], "ranked_scores": [0.7977, 0.7969, 0.7703, 0.7638, 0.7537, 0.7486, 0.7475, 0.7395, 0.7382, 0.7379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1911408", "doc565706", "doc536608", "doc2525766", "doc415358", "doc161015", "doc564709", "doc230376", "doc690618", "doc404141"], "ranked_scores": [0.7465, 0.7465, 0.7465, 0.7465, 0.7465, 0.7465, 0.7408, 0.7288, 0.7285, 0.7283], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812653", "doc1366765", "doc1812661", "doc1741702", "doc2165915", "doc2165920", "doc338868", "doc2372195", "doc1366769", "doc1741701"], "ranked_scores": [0.7596, 0.7596, 0.7587, 0.7566, 0.7566, 0.7566, 0.7561, 0.7554, 0.7554, 0.7546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1585937", "doc1279689", "doc1852503", "doc1852504", "doc172836", "doc381292", "doc1685757", "doc1021718", "doc1478919"], "ranked_scores": [0.7244, 0.7116, 0.7097, 0.7063, 0.7053, 0.7, 0.6975, 0.6959, 0.6959, 0.6927], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc825186", "doc1953211", "doc579128", "doc293491", "doc620637", "doc119665", "doc1480727", "doc176183", "doc1526230", "doc293490"], "ranked_scores": [0.803, 0.8007, 0.7892, 0.7848, 0.7847, 0.7846, 0.7835, 0.7817, 0.7813, 0.7812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc520683", "doc2096501", "doc151694", "doc231271", "doc2508418", "doc2688", "doc583721", "doc11699", "doc2096499", "doc327730"], "ranked_scores": [0.6743, 0.6688, 0.6658, 0.6643, 0.661, 0.6603, 0.6522, 0.6484, 0.6448, 0.6442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1376346", "doc61045", "doc2083822", "doc61056", "doc1612682", "doc1376345", "doc91244", "doc13999"], "ranked_scores": [0.6542, 0.6359, 0.6149, 0.6041, 0.5613, 0.5519, 0.5487, 0.546, 0.5452, 0.5304], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc97421", "doc369261", "doc2380009", "doc1116765", "doc369270", "doc152483", "doc2083987", "doc2083994"], "ranked_scores": [0.8118, 0.7918, 0.7904, 0.7837, 0.7754, 0.7711, 0.7698, 0.7559, 0.7544, 0.7542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc162708", "doc418129", "doc781344", "doc614724", "doc594485", "doc2488095", "doc908573", "doc233794", "doc1612515"], "ranked_scores": [0.6965, 0.6398, 0.6234, 0.6142, 0.6063, 0.6007, 0.5905, 0.5894, 0.5859, 0.5849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc66003", "doc1386166", "doc1386116", "doc1386120", "doc413908", "doc1386159", "doc2665658", "doc2295211", "doc414335"], "ranked_scores": [0.7709, 0.7575, 0.7575, 0.7409, 0.736, 0.7268, 0.7072, 0.7051, 0.7016, 0.6973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc337506", "doc1332302", "doc1445498", "doc1887731", "doc703715", "doc703711", "doc392481", "doc703714", "doc1445499", "doc874101"], "ranked_scores": [0.6804, 0.6307, 0.6297, 0.6285, 0.6284, 0.6252, 0.623, 0.6227, 0.6199, 0.6189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7106", "doc7091", "doc7116", "doc7099", "doc7093", "doc7108", "doc7119", "doc7120", "doc316997"], "ranked_scores": [0.8084, 0.7954, 0.7825, 0.7784, 0.7756, 0.7625, 0.7602, 0.7468, 0.7458, 0.7349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc1588867", "doc90807", "doc2252228", "doc82127", "doc155440", "doc787596", "doc90808", "doc155438", "doc260654", "doc505004"], "ranked_scores": [0.7389, 0.7311, 0.712, 0.7068, 0.7018, 0.6931, 0.6876, 0.6801, 0.6787, 0.6781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750414", "doc453118", "doc229804", "doc750416", "doc2018288", "doc1078877", "doc1070768", "doc2013112", "doc2659217", "doc2009369"], "ranked_scores": [0.5947, 0.5896, 0.575, 0.5583, 0.5564, 0.5288, 0.5277, 0.5267, 0.5215, 0.5203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1380357", "doc90322", "doc382236", "doc1734041", "doc1786046", "doc1380356", "doc24903", "doc30773", "doc24925", "doc1824654"], "ranked_scores": [0.7377, 0.7321, 0.7297, 0.72, 0.72, 0.7046, 0.6994, 0.6925, 0.6924, 0.6922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1497378", "doc2483632", "doc2009369", "doc648335", "doc58892", "doc52429", "doc36402", "doc1482058", "doc2581432", "doc244368"], "ranked_scores": [0.6417, 0.6336, 0.6152, 0.607, 0.6009, 0.5942, 0.5904, 0.585, 0.5778, 0.5754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc873481", "doc56921", "doc1601611", "doc952849", "doc873480", "doc873479", "doc2510026", "doc2509996"], "ranked_scores": [0.744, 0.7368, 0.7265, 0.7177, 0.7104, 0.7069, 0.7053, 0.7053, 0.7028, 0.6853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80074", "doc80151", "doc1521481", "doc352915", "doc80078", "doc80100", "doc137908", "doc352904", "doc80154", "doc737601"], "ranked_scores": [0.8044, 0.7658, 0.7647, 0.7612, 0.7601, 0.7523, 0.7448, 0.7448, 0.7394, 0.729], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc1945762", "doc72413", "doc2240268", "doc474256", "doc2353712", "doc506841", "doc1248717", "doc2240293", "doc352368", "doc18814"], "ranked_scores": [0.7139, 0.7082, 0.7032, 0.6737, 0.6645, 0.6627, 0.6612, 0.6582, 0.6554, 0.6463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc207464", "doc2517379", "doc2036045", "doc864645", "doc2248924", "doc1682464", "doc511592", "doc1040948", "doc26460"], "ranked_scores": [0.6915, 0.6842, 0.6793, 0.6767, 0.6758, 0.6711, 0.6709, 0.6703, 0.668, 0.6663], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1357270", "doc1682561", "doc1842984", "doc1383497", "doc447042", "doc864016", "doc2353712", "doc184591", "doc2240289"], "ranked_scores": [0.7229, 0.6428, 0.6166, 0.5728, 0.5713, 0.57, 0.5674, 0.5657, 0.5652, 0.5645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc57946", "doc37911", "doc1199221", "doc1390312", "doc57940", "doc721746", "doc1390300", "doc37895", "doc698039"], "ranked_scores": [0.6784, 0.6697, 0.6467, 0.6378, 0.62, 0.6041, 0.5978, 0.5937, 0.5914, 0.5881], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc430256", "doc751435", "doc1224325", "doc1741593", "doc1187141", "doc2193668", "doc765127", "doc1428083"], "ranked_scores": [0.6142, 0.5893, 0.5769, 0.5708, 0.5524, 0.5521, 0.5497, 0.5471, 0.5436, 0.5363], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc1385353", "doc456580", "doc1376793", "doc971992", "doc2072831", "doc283788", "doc64318", "doc64314", "doc35524", "doc851269"], "ranked_scores": [0.7119, 0.7119, 0.7105, 0.7021, 0.7009, 0.7009, 0.7009, 0.7009, 0.7009, 0.7009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc539428", "doc1321967", "doc1520283", "doc1520244", "doc1321884", "doc1334238", "doc437685", "doc437683", "doc1520254", "doc1520311"], "ranked_scores": [0.8581, 0.856, 0.8526, 0.851, 0.845, 0.8445, 0.8423, 0.8399, 0.8346, 0.8341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc754076", "doc1385395", "doc35173", "doc2048678", "doc866436", "doc552697", "doc1314857", "doc1778743", "doc865438", "doc1314964"], "ranked_scores": [0.5624, 0.5432, 0.5149, 0.506, 0.4976, 0.4885, 0.4836, 0.4829, 0.4825, 0.4671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc585415", "doc645602", "doc27298", "doc587116", "doc2250120", "doc1891612", "doc2655469", "doc2558036", "doc696366", "doc1891609"], "ranked_scores": [0.5353, 0.5163, 0.5007, 0.4901, 0.4896, 0.4892, 0.4886, 0.4804, 0.4785, 0.4772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc751967", "doc2179035", "doc2179022", "doc832551", "doc525751", "doc1440230", "doc238803", "doc2204719"], "ranked_scores": [0.7058, 0.6126, 0.5995, 0.5945, 0.5812, 0.5717, 0.5696, 0.5686, 0.5685, 0.5668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc1007190", "doc1394743", "doc430825", "doc1410020", "doc1517979", "doc785116", "doc1787621", "doc1600089", "doc28581"], "ranked_scores": [0.7965, 0.7549, 0.74, 0.7365, 0.7352, 0.7335, 0.7177, 0.7172, 0.7166, 0.7123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc108955", "doc84475", "doc1437877", "doc660271", "doc94371", "doc108887", "doc1373323", "doc643072", "doc24505", "doc935127"], "ranked_scores": [0.6921, 0.6812, 0.6749, 0.6703, 0.6656, 0.6618, 0.6618, 0.6618, 0.6604, 0.66], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105763", "doc105739", "doc2355469", "doc1464212", "doc946247", "doc1587280", "doc105759", "doc105758", "doc849003", "doc1223270"], "ranked_scores": [0.6402, 0.6325, 0.6164, 0.5991, 0.5969, 0.586, 0.5805, 0.5804, 0.578, 0.5777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc1294814", "doc606253", "doc1602350", "doc61939", "doc96723", "doc1400527", "doc4147", "doc358938", "doc1927002", "doc69722"], "ranked_scores": [0.7309, 0.7291, 0.7291, 0.7291, 0.7291, 0.7234, 0.7215, 0.7154, 0.7147, 0.7078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435076", "doc435083", "doc2587562", "doc70905", "doc2587564", "doc435078", "doc2646161", "doc435075", "doc782782", "doc2498492"], "ranked_scores": [0.8078, 0.8062, 0.8022, 0.8022, 0.8022, 0.8022, 0.8008, 0.7922, 0.7916, 0.7785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2024841", "doc733127", "doc336518", "doc2119808", "doc15890", "doc2042102", "doc2665803", "doc1451760", "doc705226", "doc1370970"], "ranked_scores": [0.4784, 0.4771, 0.4684, 0.4656, 0.4533, 0.4484, 0.4471, 0.4468, 0.4366, 0.4347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc50167", "doc1188058", "doc381154", "doc1056790", "doc2179022", "doc2179035", "doc604235", "doc457119", "doc1245931", "doc1002584"], "ranked_scores": [0.608, 0.6021, 0.5952, 0.5875, 0.5854, 0.5814, 0.5785, 0.5778, 0.5711, 0.5608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc113426", "doc2265144", "doc601133", "doc2035909", "doc367417", "doc2009210", "doc1345740", "doc225655", "doc635536", "doc693852"], "ranked_scores": [0.6028, 0.5984, 0.5935, 0.5839, 0.5527, 0.551, 0.5505, 0.545, 0.5414, 0.5368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc546881", "doc2465656", "doc1333905", "doc1160263", "doc577385", "doc901884", "doc1975694", "doc1730288", "doc1629620"], "ranked_scores": [0.7309, 0.7309, 0.728, 0.728, 0.7153, 0.7078, 0.7024, 0.6835, 0.6768, 0.6722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1525423", "doc2629336", "doc1691028", "doc1370451", "doc913417", "doc2188384", "doc1668974", "doc1617211", "doc1648414", "doc444923"], "ranked_scores": [0.5003, 0.4966, 0.4922, 0.49, 0.4882, 0.4785, 0.4635, 0.4589, 0.4585, 0.4562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc127031", "doc2624067", "doc326591", "doc127040", "doc107246", "doc88934", "doc2015719", "doc1376863"], "ranked_scores": [0.6413, 0.6164, 0.6007, 0.5628, 0.5519, 0.551, 0.5494, 0.5473, 0.5425, 0.5423], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc2480452", "doc2105570", "doc212860", "doc1163516", "doc1637888", "doc260645", "doc2184940", "doc1308445", "doc1142095"], "ranked_scores": [0.604, 0.5905, 0.5794, 0.5779, 0.5686, 0.5621, 0.557, 0.5554, 0.5514, 0.5447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc63590", "doc18273", "doc911115", "doc18274", "doc376580", "doc108456", "doc1906610", "doc108559", "doc389941"], "ranked_scores": [0.7473, 0.7471, 0.7471, 0.7471, 0.6947, 0.686, 0.6773, 0.6727, 0.6688, 0.6666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc1839188", "doc462227", "doc2350463", "doc7165", "doc1816051", "doc1273458", "doc1784534", "doc586538", "doc367643", "doc1670303"], "ranked_scores": [0.6437, 0.5921, 0.5886, 0.5834, 0.5585, 0.5575, 0.5543, 0.5401, 0.5372, 0.5366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc902657", "doc2193668", "doc1487701", "doc757822", "doc430256", "doc1205818", "doc1231969", "doc1187141", "doc2022943", "doc1260420"], "ranked_scores": [0.5164, 0.468, 0.4662, 0.4266, 0.4261, 0.4257, 0.4125, 0.4082, 0.3926, 0.3883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1723101", "doc1132967", "doc2639996", "doc2057552", "doc2148672", "doc1185713", "doc2007762", "doc536387", "doc1519779"], "ranked_scores": [0.5655, 0.5292, 0.5277, 0.5247, 0.5186, 0.518, 0.5147, 0.5128, 0.512, 0.508], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618372", "doc1618376", "doc2622778", "doc36467", "doc2622759", "doc36485", "doc2396125", "doc36460", "doc256280"], "ranked_scores": [0.7948, 0.7337, 0.7184, 0.7049, 0.682, 0.6804, 0.6563, 0.6558, 0.641, 0.6143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1804263", "doc106355", "doc703719", "doc106335", "doc24299", "doc392476", "doc703711", "doc337506", "doc334975", "doc1445498"], "ranked_scores": [0.6729, 0.6485, 0.6485, 0.6405, 0.6371, 0.6371, 0.6299, 0.6298, 0.6169, 0.6135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc1373323", "doc108887", "doc643072", "doc108955", "doc499894", "doc1119808", "doc550879", "doc2393669", "doc368643"], "ranked_scores": [0.8071, 0.7965, 0.7965, 0.7965, 0.7911, 0.7886, 0.7797, 0.7794, 0.7707, 0.7707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430993", "doc1334550", "doc1249764", "doc2079848", "doc801039", "doc1762151", "doc1431001", "doc1590467", "doc750911"], "ranked_scores": [0.5595, 0.5467, 0.4857, 0.4649, 0.4467, 0.4418, 0.4364, 0.4296, 0.4253, 0.425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-pq-m32-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1395336", "doc1254733", "doc57242", "doc57226", "doc2116209", "doc1713783", "doc57248", "doc717374", "doc1142095", "doc57232"], "ranked_scores": [0.6574, 0.6567, 0.6505, 0.6464, 0.6109, 0.6034, 0.5917, 0.5841, 0.5818, 0.577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63542", "doc314759", "doc1879889", "doc2136789", "doc1038212", "doc2345266", "doc1749973", "doc1530226", "doc1982515"], "ranked_scores": [0.6118, 0.5834, 0.5691, 0.5622, 0.562, 0.5618, 0.5603, 0.5567, 0.5543, 0.553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc761186", "doc365451", "doc377466", "doc69765", "doc21856", "doc2285692", "doc21829", "doc78091", "doc243667", "doc21871"], "ranked_scores": [0.6687, 0.6661, 0.6658, 0.6648, 0.6609, 0.6577, 0.6545, 0.6499, 0.6397, 0.6379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1570656", "doc1007260", "doc400438", "doc564709", "doc453091", "doc979054", "doc1402781", "doc564708", "doc1113377", "doc404141"], "ranked_scores": [0.6367, 0.6286, 0.6234, 0.6178, 0.6164, 0.6135, 0.612, 0.6108, 0.6089, 0.608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2307709", "doc1382123", "doc1741704", "doc2165905", "doc2019060", "doc1741707", "doc887635", "doc1812659", "doc2165920", "doc1366744"], "ranked_scores": [0.7176, 0.7108, 0.7105, 0.708, 0.7034, 0.6995, 0.6946, 0.6929, 0.6858, 0.6812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1852503", "doc27538", "doc27535", "doc1021718", "doc1852518", "doc1770477", "doc2034534", "doc27536", "doc266767"], "ranked_scores": [0.6595, 0.5858, 0.573, 0.5602, 0.5538, 0.5496, 0.5439, 0.5298, 0.5192, 0.5164], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc2025330", "doc620637", "doc925929", "doc77634", "doc1397224", "doc579128", "doc653285", "doc1526230", "doc2611984", "doc272763"], "ranked_scores": [0.6966, 0.6891, 0.6807, 0.6793, 0.676, 0.676, 0.6689, 0.6649, 0.6625, 0.6604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc966365", "doc29757", "doc520687", "doc520683", "doc440382", "doc80268", "doc126196", "doc2096499", "doc1798668", "doc278641"], "ranked_scores": [0.647, 0.646, 0.636, 0.6349, 0.6347, 0.628, 0.6255, 0.6252, 0.6189, 0.6173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61045", "doc61036", "doc61054", "doc1376346", "doc61043", "doc13999", "doc61056", "doc1971249", "doc2362173", "doc902657"], "ranked_scores": [0.6097, 0.6094, 0.6033, 0.5706, 0.5328, 0.5182, 0.5068, 0.4797, 0.4737, 0.4713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc152483", "doc1116765", "doc97445", "doc2083994", "doc97421", "doc369276", "doc369237", "doc369261", "doc369166"], "ranked_scores": [0.6463, 0.638, 0.6331, 0.6302, 0.6242, 0.6231, 0.6212, 0.6176, 0.6156, 0.6086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc614724", "doc583523", "doc2534674", "doc418129", "doc33193", "doc320077", "doc1458417", "doc1153299", "doc1163509", "doc162708"], "ranked_scores": [0.5107, 0.5091, 0.4959, 0.4959, 0.4901, 0.4877, 0.4821, 0.4766, 0.475, 0.4748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc437627", "doc50109", "doc1386120", "doc66003", "doc83864", "doc2665658", "doc595818", "doc1386166", "doc369618"], "ranked_scores": [0.6444, 0.6289, 0.6152, 0.6149, 0.6145, 0.6104, 0.6086, 0.6062, 0.5985, 0.5915], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc703728", "doc703733", "doc337506", "doc703711", "doc1824656", "doc703715", "doc298160", "doc703721"], "ranked_scores": [0.6219, 0.6148, 0.6129, 0.605, 0.5904, 0.5877, 0.5827, 0.5803, 0.5791, 0.5774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7099", "doc692559", "doc7091", "doc7106", "doc7108", "doc7116", "doc697071", "doc1599042", "doc695983"], "ranked_scores": [0.6727, 0.6698, 0.6505, 0.6446, 0.6295, 0.6289, 0.6222, 0.6191, 0.6171, 0.6134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc2204719", "doc155440", "doc787596", "doc2240923", "doc683218", "doc787597", "doc2252228", "doc2000096", "doc82127"], "ranked_scores": [0.67, 0.6565, 0.6416, 0.6317, 0.6245, 0.6129, 0.6066, 0.6044, 0.6005, 0.5986], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc1449866", "doc2093620", "doc1312663", "doc269387", "doc750414", "doc2203117", "doc2370166", "doc1874808", "doc897", "doc772201"], "ranked_scores": [0.5081, 0.502, 0.4974, 0.4953, 0.4921, 0.4892, 0.4867, 0.4789, 0.4786, 0.4772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1824654", "doc90322", "doc651946", "doc468490", "doc24903", "doc1550148", "doc1380356", "doc1734041", "doc30773", "doc1380357"], "ranked_scores": [0.6122, 0.598, 0.5965, 0.5924, 0.5916, 0.5892, 0.5865, 0.5839, 0.5803, 0.5799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1497378", "doc1482058", "doc2581432", "doc58892", "doc214269", "doc1014857", "doc490514", "doc914073", "doc2009369", "doc904153"], "ranked_scores": [0.5216, 0.5086, 0.5061, 0.5034, 0.4987, 0.4968, 0.4909, 0.4899, 0.4847, 0.4832], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56921", "doc1102442", "doc56897", "doc2509989", "doc1400297", "doc133140", "doc2439294", "doc952849", "doc1685439"], "ranked_scores": [0.644, 0.6344, 0.6311, 0.6268, 0.6189, 0.6135, 0.6074, 0.6022, 0.6022, 0.6013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc2215178", "doc80154", "doc1068994", "doc2215170", "doc1912506", "doc596861", "doc2562963", "doc80078", "doc80074"], "ranked_scores": [0.6954, 0.6613, 0.6499, 0.6438, 0.6426, 0.6399, 0.6351, 0.6193, 0.6152, 0.6128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc183950", "doc1430768", "doc2240293", "doc2010388", "doc506841", "doc762682", "doc1018572", "doc2217863", "doc183948"], "ranked_scores": [0.6383, 0.595, 0.5668, 0.5647, 0.5641, 0.5632, 0.5519, 0.542, 0.5392, 0.5365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc131786", "doc864645", "doc207464", "doc2289855", "doc99377", "doc2289866", "doc1845104", "doc224101", "doc1617211"], "ranked_scores": [0.6216, 0.6153, 0.6099, 0.6081, 0.6061, 0.5992, 0.5956, 0.5926, 0.5901, 0.587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1587280", "doc849000", "doc719006", "doc1464212", "doc1223270", "doc447042", "doc1878861", "doc555420", "doc1018578"], "ranked_scores": [0.5778, 0.558, 0.5289, 0.5227, 0.5117, 0.504, 0.5009, 0.5006, 0.498, 0.4973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1199221", "doc81655", "doc37890", "doc37895", "doc37884", "doc56398", "doc2582472", "doc57948", "doc781344", "doc57946"], "ranked_scores": [0.5441, 0.5277, 0.489, 0.4764, 0.4695, 0.4657, 0.4653, 0.4596, 0.4572, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1187141", "doc765127", "doc879199", "doc751435", "doc1612520", "doc1224325", "doc1936829", "doc1962033", "doc1428083"], "ranked_scores": [0.6429, 0.5298, 0.5142, 0.5038, 0.5037, 0.5016, 0.4889, 0.4832, 0.4822, 0.4772], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc35513", "doc64318", "doc971992", "doc35524", "doc388285", "doc1385349", "doc35526", "doc64317", "doc1376793", "doc2072856"], "ranked_scores": [0.561, 0.5523, 0.5397, 0.5327, 0.5324, 0.5299, 0.5276, 0.5258, 0.5228, 0.5221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1321883", "doc1520311", "doc1978012", "doc1977978", "doc1520244", "doc437662", "doc437685", "doc1321892", "doc1520300", "doc1977974"], "ranked_scores": [0.732, 0.7287, 0.7251, 0.7249, 0.7206, 0.72, 0.7179, 0.713, 0.7117, 0.704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1385395", "doc1315064", "doc1315083", "doc1314852", "doc754076", "doc35173", "doc866436", "doc2384757", "doc1759054", "doc1778743"], "ranked_scores": [0.5055, 0.4744, 0.474, 0.4688, 0.4653, 0.4646, 0.4589, 0.4511, 0.4399, 0.4388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc602735", "doc1516619", "doc524130", "doc2241953", "doc1464195", "doc2087111", "doc704395", "doc543039", "doc1915955"], "ranked_scores": [0.4379, 0.4187, 0.4056, 0.3998, 0.3963, 0.3953, 0.3915, 0.3864, 0.3852, 0.385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2306629", "doc1002584", "doc2179035", "doc2179022", "doc371078", "doc2204719", "doc2569900", "doc1458417", "doc567112"], "ranked_scores": [0.6079, 0.5072, 0.5057, 0.4887, 0.482, 0.4725, 0.4682, 0.4677, 0.4673, 0.467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc996399", "doc1600089", "doc1007190", "doc1394758", "doc2486654", "doc1619770", "doc1088161", "doc1840635"], "ranked_scores": [0.6836, 0.6784, 0.6329, 0.6211, 0.611, 0.6098, 0.5977, 0.5918, 0.5916, 0.5914], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc6858", "doc643072", "doc1373323", "doc84475", "doc873559", "doc368654", "doc2393669", "doc2449643", "doc1119808", "doc729573"], "ranked_scores": [0.6032, 0.5871, 0.586, 0.5814, 0.58, 0.5786, 0.5763, 0.5669, 0.5668, 0.5663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1572538", "doc105763", "doc2355469", "doc1270352", "doc946247", "doc1464212", "doc1223270", "doc1729412", "doc543176", "doc105739"], "ranked_scores": [0.5843, 0.5742, 0.5694, 0.5693, 0.565, 0.5625, 0.5586, 0.5567, 0.5547, 0.554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107022", "doc2107033", "doc2107018", "doc358938", "doc324540", "doc422936", "doc53643", "doc628470", "doc6531", "doc2111513"], "ranked_scores": [0.6385, 0.6382, 0.6379, 0.615, 0.6141, 0.6122, 0.6083, 0.6082, 0.6074, 0.6059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc70905", "doc435075", "doc736126", "doc2352487", "doc435076", "doc435078", "doc435083", "doc378301", "doc1921625", "doc2498492"], "ranked_scores": [0.6413, 0.6364, 0.6333, 0.6318, 0.6302, 0.6276, 0.6215, 0.6128, 0.611, 0.6083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc733127", "doc336518", "doc2119808", "doc2665803", "doc2042102", "doc15890", "doc1096264", "doc1658558", "doc2448623", "doc2636762"], "ranked_scores": [0.4606, 0.4548, 0.4527, 0.4436, 0.4174, 0.4003, 0.388, 0.3792, 0.3567, 0.3552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1851601", "doc1245931", "doc448867", "doc1877809", "doc1094361", "doc602724", "doc1188058", "doc191614", "doc543039", "doc50167"], "ranked_scores": [0.5413, 0.5381, 0.5291, 0.5249, 0.5058, 0.4996, 0.4969, 0.4936, 0.4904, 0.4834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc57975", "doc601133", "doc2035909", "doc693852", "doc1041502", "doc1423992", "doc113426", "doc1345740", "doc2048015", "doc864555"], "ranked_scores": [0.5203, 0.5143, 0.5055, 0.4855, 0.4843, 0.4826, 0.4813, 0.4798, 0.4758, 0.4652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1333905", "doc1812456", "doc1986437", "doc1160263", "doc1975694", "doc546881", "doc588612", "doc577385", "doc1433613", "doc588578"], "ranked_scores": [0.5991, 0.5883, 0.576, 0.5556, 0.5499, 0.541, 0.5334, 0.5262, 0.525, 0.5181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2258986", "doc1668974", "doc1105530", "doc2173325", "doc845380", "doc2554555", "doc266717", "doc1986402", "doc1880842", "doc2188384"], "ranked_scores": [0.4626, 0.4431, 0.4397, 0.4291, 0.4279, 0.4263, 0.4232, 0.4228, 0.4209, 0.4196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127031", "doc88934", "doc127040", "doc88931", "doc548704", "doc1376863", "doc723699", "doc1199279", "doc2015719", "doc779563"], "ranked_scores": [0.5206, 0.5073, 0.5031, 0.5012, 0.4911, 0.4865, 0.4826, 0.4761, 0.4722, 0.4714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc212860", "doc2486395", "doc2613570", "doc260645", "doc57948", "doc1254733", "doc905614", "doc2389179", "doc2262127", "doc2105570"], "ranked_scores": [0.5118, 0.4793, 0.4617, 0.4591, 0.4586, 0.4518, 0.4489, 0.4447, 0.4447, 0.4411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc911115", "doc18273", "doc63590", "doc276042", "doc108456", "doc18274", "doc193828", "doc1791044", "doc1473550"], "ranked_scores": [0.6404, 0.6228, 0.6228, 0.6228, 0.6093, 0.5898, 0.5867, 0.5854, 0.5749, 0.5734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc355540", "doc7165", "doc1670303", "doc1183356", "doc2350463", "doc462227", "doc1839188", "doc1816051", "doc46245", "doc2357463"], "ranked_scores": [0.5371, 0.529, 0.5015, 0.4904, 0.4846, 0.4653, 0.4601, 0.4491, 0.4486, 0.448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc902657", "doc402317", "doc404242", "doc2015875", "doc13999", "doc491925", "doc1826212", "doc2193668", "doc1612682", "doc4611"], "ranked_scores": [0.3956, 0.3877, 0.372, 0.3678, 0.3541, 0.348, 0.3442, 0.3391, 0.3338, 0.3336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1185713", "doc705226", "doc2639996", "doc1986143", "doc785515", "doc642762", "doc254827", "doc2654127", "doc2057552", "doc1564158"], "ranked_scores": [0.5506, 0.5353, 0.5089, 0.5086, 0.5056, 0.4979, 0.4901, 0.4861, 0.4804, 0.4765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618376", "doc36467", "doc36460", "doc2622778", "doc2622759", "doc36485", "doc2396125", "doc1618372", "doc1256783"], "ranked_scores": [0.5779, 0.562, 0.5582, 0.515, 0.5062, 0.5049, 0.5043, 0.4981, 0.4713, 0.4655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc106332", "doc703728", "doc703721", "doc106357", "doc35719", "doc1445498", "doc703719", "doc106355", "doc106335"], "ranked_scores": [0.6069, 0.6046, 0.5943, 0.5876, 0.5876, 0.5843, 0.5841, 0.5821, 0.5801, 0.5799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc2393669", "doc729573", "doc1119808", "doc2167590", "doc1373323", "doc626438", "doc1437877", "doc108892", "doc729661"], "ranked_scores": [0.7155, 0.7118, 0.7039, 0.6989, 0.6979, 0.6962, 0.6962, 0.6876, 0.6856, 0.6756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc1430993", "doc2182044", "doc77971", "doc969155", "doc1334550", "doc1431001", "doc77976", "doc2079848", "doc879199"], "ranked_scores": [0.524, 0.4681, 0.4496, 0.439, 0.4379, 0.4364, 0.4337, 0.4242, 0.422, 0.4195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-pq-m32-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1395336", "doc57242", "doc1254733", "doc57232", "doc57248", "doc751998", "doc1142095", "doc57247", "doc1622317"], "ranked_scores": [0.7076, 0.6962, 0.6948, 0.6764, 0.6644, 0.6611, 0.633, 0.6274, 0.625, 0.6207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc63542", "doc1982515", "doc2136789", "doc2345266", "doc1749973", "doc2292349", "doc1815291", "doc345111"], "ranked_scores": [0.7407, 0.7074, 0.6981, 0.6587, 0.6562, 0.6432, 0.6425, 0.6423, 0.6266, 0.6152], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc278091", "doc812322", "doc21856", "doc377466", "doc2285692", "doc365451", "doc78091", "doc1675505"], "ranked_scores": [0.7528, 0.7458, 0.7043, 0.6927, 0.6877, 0.686, 0.6776, 0.6727, 0.6716, 0.6707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc1007260", "doc1177870", "doc643498", "doc415323", "doc400438", "doc230376", "doc392076", "doc1247565", "doc404141"], "ranked_scores": [0.6893, 0.6768, 0.6676, 0.6589, 0.6517, 0.6483, 0.6472, 0.6426, 0.6355, 0.6322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc338868", "doc1812659", "doc887635", "doc2307709", "doc1366765", "doc2165920", "doc1741704", "doc1382207", "doc1812661", "doc1382073"], "ranked_scores": [0.749, 0.7471, 0.7443, 0.7412, 0.7342, 0.7313, 0.7302, 0.7197, 0.7195, 0.7189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1852503", "doc27538", "doc381292", "doc1021710", "doc1279689", "doc1021718", "doc1996268", "doc1770477", "doc1407409"], "ranked_scores": [0.7389, 0.6436, 0.6308, 0.6289, 0.6251, 0.6183, 0.6154, 0.6066, 0.6054, 0.598], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc1526230", "doc653285", "doc77634", "doc273559", "doc2025330", "doc293491", "doc620637", "doc272763", "doc825186"], "ranked_scores": [0.7541, 0.7517, 0.751, 0.7256, 0.7177, 0.7135, 0.7126, 0.7117, 0.7086, 0.705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc966365", "doc2096499", "doc520684", "doc597628", "doc520687", "doc2107778", "doc231271", "doc1486663", "doc440382"], "ranked_scores": [0.7098, 0.6954, 0.6625, 0.6568, 0.6492, 0.6478, 0.6469, 0.6311, 0.6304, 0.6263], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61045", "doc61036", "doc61043", "doc1376346", "doc1971249", "doc742717", "doc1376345", "doc2083822", "doc1976860"], "ranked_scores": [0.7088, 0.668, 0.6655, 0.6213, 0.5982, 0.5599, 0.5445, 0.5344, 0.5298, 0.5261], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc1116765", "doc97421", "doc97442", "doc2574334", "doc369237", "doc2071107", "doc152483", "doc2083994"], "ranked_scores": [0.7827, 0.7637, 0.7478, 0.7272, 0.695, 0.6899, 0.689, 0.679, 0.6787, 0.6718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1153299", "doc260645", "doc1612515", "doc1999887", "doc583523", "doc1458417", "doc33196", "doc2419103", "doc2534676"], "ranked_scores": [0.6218, 0.5441, 0.5293, 0.5254, 0.525, 0.5237, 0.5179, 0.5174, 0.5156, 0.5138], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386166", "doc437627", "doc66003", "doc253608", "doc1386116", "doc2171547", "doc1386120", "doc83864", "doc83863", "doc2372621"], "ranked_scores": [0.7071, 0.702, 0.6799, 0.6704, 0.6686, 0.652, 0.6479, 0.6395, 0.6266, 0.6251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc24299", "doc392476", "doc703728", "doc337547", "doc106355", "doc1332302", "doc703711", "doc703736"], "ranked_scores": [0.6807, 0.651, 0.63, 0.63, 0.6132, 0.6087, 0.6057, 0.6033, 0.6023, 0.5978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7106", "doc7091", "doc7108", "doc692559", "doc7099", "doc526956", "doc7119", "doc7116", "doc316997"], "ranked_scores": [0.7554, 0.711, 0.709, 0.7069, 0.6995, 0.6941, 0.6769, 0.6732, 0.6653, 0.6605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc787597", "doc787596", "doc82130", "doc82127", "doc505032", "doc1254817", "doc1098823", "doc683218"], "ranked_scores": [0.7874, 0.6941, 0.6867, 0.6787, 0.6716, 0.6711, 0.6708, 0.6708, 0.6655, 0.6609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750414", "doc269387", "doc453118", "doc439366", "doc897", "doc536387", "doc2018288", "doc1533390", "doc428400", "doc2659217"], "ranked_scores": [0.5706, 0.5697, 0.5625, 0.5615, 0.5518, 0.5489, 0.5267, 0.5207, 0.5163, 0.5161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc468490", "doc1380357", "doc1380356", "doc416774", "doc24903", "doc1824654", "doc1786046", "doc30774"], "ranked_scores": [0.7278, 0.6944, 0.6872, 0.6824, 0.6811, 0.6665, 0.6502, 0.6449, 0.6413, 0.641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc1825079", "doc1482058", "doc23412", "doc1874808", "doc904153", "doc36402", "doc648364", "doc2009369", "doc1634950"], "ranked_scores": [0.6098, 0.609, 0.5992, 0.581, 0.5626, 0.559, 0.5567, 0.555, 0.5533, 0.5523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc56921", "doc873481", "doc1102442", "doc2510026", "doc2439294", "doc2509989", "doc952849", "doc1685439", "doc2299192"], "ranked_scores": [0.7597, 0.7513, 0.7507, 0.7297, 0.6992, 0.6884, 0.6764, 0.6751, 0.6719, 0.6699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80074", "doc80151", "doc137908", "doc2215178", "doc80154", "doc1357314", "doc2562963", "doc80067", "doc345642", "doc80078"], "ranked_scores": [0.7397, 0.7373, 0.734, 0.7243, 0.7161, 0.7001, 0.7, 0.6961, 0.6784, 0.6767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc762682", "doc180079", "doc183950", "doc399642", "doc2240268", "doc72416", "doc506841", "doc2240293", "doc1214168"], "ranked_scores": [0.7197, 0.6154, 0.5924, 0.5914, 0.5801, 0.5787, 0.5776, 0.5746, 0.573, 0.5699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc99377", "doc207464", "doc1040948", "doc1682464", "doc2376934", "doc26460", "doc2517379", "doc2289855"], "ranked_scores": [0.699, 0.6728, 0.6687, 0.641, 0.6389, 0.6229, 0.6197, 0.6162, 0.6111, 0.6079], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1682561", "doc1572538", "doc1587280", "doc1842984", "doc102096", "doc1830328", "doc1878861", "doc102077", "doc2545120"], "ranked_scores": [0.7356, 0.5454, 0.5414, 0.5362, 0.5284, 0.5281, 0.5269, 0.5219, 0.5185, 0.5182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc721746", "doc57946", "doc57948", "doc1101054", "doc57940", "doc37890", "doc2115402", "doc380683"], "ranked_scores": [0.6123, 0.6056, 0.5717, 0.5386, 0.5339, 0.5262, 0.5225, 0.4935, 0.4822, 0.4795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc1962033", "doc2193668", "doc1224325", "doc751435", "doc2286850", "doc2217346", "doc1936829", "doc1187141"], "ranked_scores": [0.7256, 0.6223, 0.5981, 0.5856, 0.5415, 0.5382, 0.5326, 0.5086, 0.5046, 0.5045], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc1683659", "doc851269", "doc35524", "doc971992", "doc64314", "doc705952", "doc64317", "doc41305", "doc456580"], "ranked_scores": [0.6718, 0.6712, 0.6607, 0.6585, 0.6471, 0.647, 0.6466, 0.6462, 0.6363, 0.6329], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520300", "doc1520244", "doc437685", "doc252389", "doc1520311", "doc1520275", "doc638932", "doc437656", "doc1321892", "doc1977978"], "ranked_scores": [0.7784, 0.7748, 0.7581, 0.7491, 0.7487, 0.7482, 0.7476, 0.7428, 0.7411, 0.7401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc754076", "doc1315064", "doc1385395", "doc35173", "doc1315083", "doc866436", "doc1759054", "doc1314857", "doc671985", "doc1314964"], "ranked_scores": [0.5871, 0.5725, 0.5549, 0.5535, 0.551, 0.5271, 0.5259, 0.4753, 0.4652, 0.4603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc542891", "doc1894178", "doc602735", "doc2401371", "doc27298", "doc585415", "doc2250120", "doc2676807", "doc2241953"], "ranked_scores": [0.4955, 0.4639, 0.4601, 0.4501, 0.4442, 0.437, 0.4353, 0.4348, 0.4299, 0.4287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2179022", "doc53465", "doc2306629", "doc2179035", "doc93287", "doc1346601", "doc751967", "doc435057", "doc672552"], "ranked_scores": [0.7396, 0.5769, 0.5616, 0.5564, 0.5408, 0.5267, 0.5127, 0.5086, 0.5086, 0.5083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1600089", "doc2486654", "doc1007190", "doc1787621", "doc1517979", "doc1394758", "doc1394755", "doc996399"], "ranked_scores": [0.7476, 0.7366, 0.6871, 0.671, 0.6651, 0.6603, 0.6554, 0.6539, 0.6512, 0.6408], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1373323", "doc1119808", "doc660271", "doc84481", "doc2339886", "doc1373324", "doc643072", "doc108892", "doc2393669", "doc368643"], "ranked_scores": [0.6173, 0.6136, 0.6136, 0.6132, 0.6083, 0.6055, 0.602, 0.6019, 0.6, 0.5904], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc946247", "doc105763", "doc1729412", "doc1572538", "doc1464212", "doc133369", "doc543176", "doc1223270"], "ranked_scores": [0.6617, 0.6314, 0.6048, 0.604, 0.6018, 0.5965, 0.5914, 0.583, 0.5688, 0.5669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc1927002", "doc2107018", "doc2107022", "doc2107033", "doc606253", "doc358938", "doc4147", "doc926314", "doc2224155"], "ranked_scores": [0.6514, 0.6408, 0.6396, 0.6387, 0.6347, 0.6279, 0.6244, 0.6102, 0.6091, 0.6091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435078", "doc1921625", "doc435083", "doc435076", "doc2587562", "doc378301", "doc2587564", "doc720207", "doc2646161"], "ranked_scores": [0.7258, 0.7109, 0.7102, 0.6844, 0.6815, 0.6804, 0.6723, 0.669, 0.6677, 0.6656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc336518", "doc733127", "doc2665803", "doc15890", "doc2448623", "doc1096264", "doc397701", "doc2042102", "doc1370970"], "ranked_scores": [0.5432, 0.5399, 0.4906, 0.4782, 0.4705, 0.4601, 0.4539, 0.4507, 0.4487, 0.4386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1245931", "doc1094361", "doc1851601", "doc93287", "doc381154", "doc448867", "doc2179035", "doc2414537", "doc882983", "doc50167"], "ranked_scores": [0.5473, 0.5283, 0.5081, 0.503, 0.5013, 0.4978, 0.493, 0.4904, 0.4902, 0.4829], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc864555", "doc2265144", "doc1345740", "doc261351", "doc367417", "doc998023", "doc1423992", "doc2175230", "doc2035909"], "ranked_scores": [0.6133, 0.5635, 0.5616, 0.5526, 0.5371, 0.5302, 0.5228, 0.5214, 0.5187, 0.5177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1333905", "doc1160263", "doc546881", "doc1975694", "doc2465656", "doc2058897", "doc1986449", "doc588590", "doc1986433"], "ranked_scores": [0.6768, 0.6464, 0.6388, 0.6338, 0.6149, 0.6052, 0.5877, 0.5877, 0.5828, 0.5821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc1691028", "doc2188384", "doc1986402", "doc221817", "doc2316721", "doc1668974", "doc1370451", "doc1891612", "doc1050188"], "ranked_scores": [0.5149, 0.4977, 0.4853, 0.4671, 0.4553, 0.4437, 0.4429, 0.4414, 0.4377, 0.4287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc127031", "doc548704", "doc127040", "doc88934", "doc88974", "doc779563", "doc2015719", "doc1376863", "doc88933"], "ranked_scores": [0.63, 0.6283, 0.6209, 0.6032, 0.5864, 0.584, 0.5726, 0.5629, 0.5539, 0.5522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc212860", "doc1637888", "doc338813", "doc2480452", "doc698075", "doc786083", "doc2486395", "doc2027228", "doc811414"], "ranked_scores": [0.5297, 0.5018, 0.4973, 0.4939, 0.4815, 0.4739, 0.4571, 0.4514, 0.451, 0.4468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc63590", "doc911115", "doc18273", "doc193844", "doc18274", "doc376565", "doc108456", "doc389941", "doc108559", "doc63585"], "ranked_scores": [0.7443, 0.7443, 0.7443, 0.7159, 0.6736, 0.6695, 0.6491, 0.6485, 0.6245, 0.6193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1670303", "doc7161", "doc1183356", "doc1839188", "doc1524979", "doc1816051", "doc46245", "doc1145120"], "ranked_scores": [0.5763, 0.5515, 0.5157, 0.5048, 0.4932, 0.4929, 0.4771, 0.4722, 0.4685, 0.4674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc902657", "doc2193668", "doc1487701", "doc753576", "doc1826212", "doc404242", "doc4611", "doc951306", "doc402317", "doc22915"], "ranked_scores": [0.4944, 0.4662, 0.4556, 0.4439, 0.4327, 0.4233, 0.4158, 0.4127, 0.4006, 0.3973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc2057552", "doc2007762", "doc785515", "doc374355", "doc1723101", "doc642762", "doc1222389", "doc1986143"], "ranked_scores": [0.6192, 0.5718, 0.5403, 0.5278, 0.5074, 0.5003, 0.4992, 0.4943, 0.4791, 0.4764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618372", "doc36467", "doc1618376", "doc2622778", "doc36460", "doc2622759", "doc2396125", "doc36485", "doc1256783"], "ranked_scores": [0.7592, 0.7036, 0.6802, 0.6622, 0.6616, 0.6358, 0.6144, 0.6065, 0.5882, 0.5446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc24299", "doc392476", "doc703728", "doc703714", "doc1445499", "doc703701", "doc337547", "doc35719", "doc703736"], "ranked_scores": [0.6291, 0.6124, 0.6124, 0.6067, 0.6022, 0.6005, 0.5978, 0.591, 0.5877, 0.5874], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc1119808", "doc2393669", "doc108887", "doc1373324", "doc626438", "doc108892", "doc2167590", "doc368643"], "ranked_scores": [0.7779, 0.7724, 0.7665, 0.7577, 0.7537, 0.7524, 0.7443, 0.7325, 0.7312, 0.7038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc77971", "doc1504263", "doc1430993", "doc1334550", "doc2332984", "doc1431001", "doc2079848", "doc1880724", "doc801039"], "ranked_scores": [0.5546, 0.5541, 0.5509, 0.5439, 0.5024, 0.4981, 0.4961, 0.4883, 0.4798, 0.4541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512-pq-m64-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1254733", "doc57226", "doc1395336", "doc57242", "doc1713783", "doc57248", "doc57232", "doc1142095", "doc435057", "doc751998"], "ranked_scores": [0.6405, 0.6361, 0.6333, 0.6271, 0.6023, 0.5901, 0.5838, 0.5814, 0.5692, 0.5679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc2345266", "doc497737", "doc63542", "doc63543", "doc1982515", "doc314759", "doc2292349", "doc1828868"], "ranked_scores": [0.5896, 0.5595, 0.5524, 0.5434, 0.5387, 0.5331, 0.5308, 0.5282, 0.5211, 0.5193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc377466", "doc21829", "doc69767", "doc660012", "doc78091", "doc243667", "doc2285692", "doc365451", "doc761186"], "ranked_scores": [0.6467, 0.6457, 0.6428, 0.6379, 0.6346, 0.6307, 0.6293, 0.6282, 0.6273, 0.6153], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc1007260", "doc1570656", "doc1177870", "doc1402781", "doc872601", "doc564708", "doc392077", "doc979079", "doc404141"], "ranked_scores": [0.6107, 0.6042, 0.594, 0.5934, 0.592, 0.5898, 0.5869, 0.5858, 0.5852, 0.5836], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2307709", "doc1741704", "doc1382123", "doc1382171", "doc1812659", "doc1741707", "doc2165920", "doc2165905", "doc682295", "doc2019060"], "ranked_scores": [0.718, 0.7063, 0.7055, 0.6993, 0.694, 0.693, 0.6913, 0.6908, 0.6902, 0.6841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1852503", "doc1770477", "doc27535", "doc27538", "doc1852518", "doc361696", "doc1021718", "doc1279689", "doc1294428"], "ranked_scores": [0.6144, 0.5777, 0.554, 0.5439, 0.5418, 0.5409, 0.5319, 0.5292, 0.5233, 0.5164], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc2025330", "doc1526230", "doc77634", "doc1340806", "doc579128", "doc925929", "doc1397224", "doc620637", "doc653285", "doc101332"], "ranked_scores": [0.6827, 0.6702, 0.6692, 0.6691, 0.6611, 0.6564, 0.6513, 0.6504, 0.6471, 0.6431], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc966365", "doc1798668", "doc278641", "doc520687", "doc1486663", "doc440382", "doc80268", "doc520684", "doc2096499"], "ranked_scores": [0.6083, 0.5748, 0.5469, 0.5464, 0.5375, 0.5365, 0.5337, 0.5314, 0.527, 0.5261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61045", "doc61054", "doc1376346", "doc61043", "doc61056", "doc13999", "doc1376345", "doc988607", "doc323921"], "ranked_scores": [0.6226, 0.6046, 0.5979, 0.5745, 0.5466, 0.5359, 0.5355, 0.501, 0.4906, 0.4881], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc97445", "doc369276", "doc2083994", "doc369237", "doc152483", "doc2099374", "doc2071066"], "ranked_scores": [0.6569, 0.6475, 0.6381, 0.6333, 0.6166, 0.6163, 0.6158, 0.6099, 0.6065, 0.6043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc583523", "doc1163498", "doc2534676", "doc1612515", "doc551897", "doc320077", "doc1104251", "doc2534674", "doc908573"], "ranked_scores": [0.5413, 0.5153, 0.4887, 0.4856, 0.4854, 0.48, 0.4787, 0.4742, 0.4738, 0.473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc437627", "doc1386166", "doc66003", "doc2171547", "doc1386116", "doc83864", "doc50109", "doc369618", "doc2295211"], "ranked_scores": [0.6175, 0.6122, 0.6026, 0.5912, 0.5749, 0.5712, 0.5705, 0.57, 0.5695, 0.5648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703711", "doc703714", "doc703728", "doc337506", "doc1824656", "doc106357", "doc703721", "doc703701", "doc1332302"], "ranked_scores": [0.6318, 0.6265, 0.6245, 0.6195, 0.6127, 0.6072, 0.5977, 0.5977, 0.5867, 0.5855], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7099", "doc692559", "doc7091", "doc7106", "doc697071", "doc7119", "doc7108", "doc1599042", "doc7116"], "ranked_scores": [0.6654, 0.6483, 0.6235, 0.6169, 0.6133, 0.6103, 0.609, 0.6, 0.5988, 0.5967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc2204719", "doc787596", "doc2240923", "doc2252228", "doc683218", "doc90808", "doc155440", "doc1324516", "doc2569900"], "ranked_scores": [0.6408, 0.6039, 0.6014, 0.5839, 0.5837, 0.582, 0.5805, 0.5754, 0.5724, 0.5723], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc1449866", "doc897", "doc772201", "doc2203117", "doc269387", "doc750416", "doc439366", "doc558085", "doc1874808", "doc187232"], "ranked_scores": [0.4991, 0.4973, 0.4847, 0.4843, 0.4834, 0.4826, 0.4801, 0.4762, 0.4759, 0.4706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc30773", "doc563701", "doc651946", "doc416774", "doc620573", "doc30774", "doc1380357", "doc239811"], "ranked_scores": [0.6258, 0.6132, 0.607, 0.6051, 0.6042, 0.5912, 0.5908, 0.5896, 0.5853, 0.582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1691613", "doc558085", "doc904153", "doc58892", "doc1014857", "doc648364", "doc490514", "doc1825079", "doc1759594", "doc2581432"], "ranked_scores": [0.5351, 0.5342, 0.5327, 0.5313, 0.5266, 0.5239, 0.5238, 0.52, 0.5186, 0.5079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc1400297", "doc2313864", "doc2439294", "doc1685439", "doc2313854", "doc56898"], "ranked_scores": [0.64, 0.6385, 0.6352, 0.6251, 0.6075, 0.6072, 0.6047, 0.5951, 0.5899, 0.588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc596861", "doc2215170", "doc80154", "doc737601", "doc2215178", "doc80074", "doc2562963", "doc137908", "doc345642"], "ranked_scores": [0.6859, 0.6617, 0.6609, 0.6551, 0.6547, 0.6535, 0.6511, 0.6494, 0.6374, 0.6318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc183950", "doc2240293", "doc2010388", "doc2240291", "doc506841", "doc18814", "doc2240268", "doc352368", "doc762682"], "ranked_scores": [0.6388, 0.5963, 0.5559, 0.5502, 0.5482, 0.5466, 0.5438, 0.5416, 0.5415, 0.5398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc131786", "doc2376934", "doc1157159", "doc1845104", "doc207464", "doc2517379", "doc764184", "doc1617231"], "ranked_scores": [0.6363, 0.6164, 0.6112, 0.5943, 0.5858, 0.5858, 0.5846, 0.5835, 0.5835, 0.5821], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1587280", "doc102096", "doc1464212", "doc719006", "doc1427193", "doc1572538", "doc1272206", "doc1435232", "doc102077"], "ranked_scores": [0.6015, 0.5139, 0.513, 0.4852, 0.4832, 0.4772, 0.4741, 0.4739, 0.4721, 0.4703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1199221", "doc81655", "doc37890", "doc2389179", "doc57948", "doc37895", "doc2582472", "doc1101054", "doc57946", "doc57940"], "ranked_scores": [0.5398, 0.5275, 0.5021, 0.4781, 0.4774, 0.4742, 0.4736, 0.4728, 0.4712, 0.465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc765127", "doc1224325", "doc2193668", "doc879199", "doc1741593", "doc1612364", "doc2286850", "doc1487701"], "ranked_scores": [0.6284, 0.5315, 0.5116, 0.4742, 0.474, 0.4667, 0.4664, 0.4647, 0.4584, 0.458], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64318", "doc35513", "doc35524", "doc1376793", "doc1385349", "doc971992", "doc64316", "doc64317", "doc851269", "doc64314"], "ranked_scores": [0.5472, 0.5445, 0.5389, 0.5334, 0.5325, 0.5313, 0.526, 0.5228, 0.5218, 0.5214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1977974", "doc437662", "doc1978012", "doc437685", "doc1977978", "doc1520244", "doc1520275", "doc1520311", "doc1321883", "doc1520300"], "ranked_scores": [0.6643, 0.6559, 0.6538, 0.6496, 0.6494, 0.6443, 0.642, 0.638, 0.6356, 0.6337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1315083", "doc1315064", "doc754076", "doc35173", "doc1385395", "doc866436", "doc1759054", "doc1314852", "doc552720", "doc671985"], "ranked_scores": [0.506, 0.4876, 0.4796, 0.4765, 0.4733, 0.4661, 0.4416, 0.4407, 0.4323, 0.4281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1894178", "doc524130", "doc543039", "doc1891609", "doc488007", "doc27298", "doc2401371", "doc1445420", "doc602735"], "ranked_scores": [0.4744, 0.4097, 0.4071, 0.3952, 0.3941, 0.3925, 0.3923, 0.3916, 0.3872, 0.3865], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2179035", "doc2179022", "doc2357463", "doc1986402", "doc53465", "doc93287", "doc2306629", "doc435057", "doc1458417"], "ranked_scores": [0.6186, 0.4895, 0.4885, 0.4871, 0.4828, 0.4796, 0.4711, 0.4667, 0.4604, 0.4596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc28582", "doc1007190", "doc2486654", "doc1394758", "doc1088161", "doc233596", "doc25697", "doc1246808"], "ranked_scores": [0.6636, 0.6555, 0.5822, 0.5805, 0.5784, 0.5736, 0.5726, 0.5724, 0.5659, 0.562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1373323", "doc643072", "doc6858", "doc402145", "doc2393669", "doc729573", "doc873559", "doc1119808", "doc84475", "doc108887"], "ranked_scores": [0.5749, 0.5732, 0.5611, 0.5596, 0.5594, 0.5575, 0.5532, 0.5505, 0.5504, 0.5499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc543176", "doc719057", "doc849003", "doc1572538", "doc1464212", "doc2355469", "doc946247", "doc105758", "doc258447"], "ranked_scores": [0.6148, 0.5987, 0.5985, 0.5985, 0.5983, 0.5982, 0.597, 0.5945, 0.5886, 0.5863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107018", "doc2107022", "doc2111513", "doc2107033", "doc6531", "doc628470", "doc358938", "doc2224155", "doc2166568", "doc28935"], "ranked_scores": [0.6587, 0.6565, 0.6515, 0.6502, 0.6478, 0.6392, 0.6375, 0.6355, 0.6312, 0.6307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc378301", "doc435078", "doc435076", "doc70905", "doc435075", "doc2587564", "doc1921625", "doc2352487", "doc768322"], "ranked_scores": [0.6279, 0.6154, 0.6113, 0.61, 0.6024, 0.6008, 0.588, 0.5781, 0.5763, 0.5735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc2665803", "doc2042102", "doc336518", "doc733127", "doc1370970", "doc2448623", "doc397701", "doc878338", "doc1658558"], "ranked_scores": [0.4824, 0.4783, 0.4734, 0.4701, 0.4268, 0.4238, 0.4167, 0.4156, 0.4154, 0.4087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1245931", "doc1094361", "doc1851601", "doc448867", "doc946285", "doc543039", "doc1877809", "doc381154", "doc2419056", "doc1188058"], "ranked_scores": [0.4823, 0.4806, 0.4759, 0.4756, 0.472, 0.4699, 0.4647, 0.4645, 0.4624, 0.4604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1345740", "doc601133", "doc57975", "doc2035909", "doc261351", "doc864555", "doc2265144", "doc113426", "doc1423992", "doc376241"], "ranked_scores": [0.5212, 0.5014, 0.4787, 0.4736, 0.4712, 0.467, 0.4665, 0.4605, 0.4557, 0.4544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1333905", "doc1160263", "doc1986437", "doc1975694", "doc1812456", "doc546881", "doc2465656", "doc1986449", "doc577385", "doc588578"], "ranked_scores": [0.5504, 0.5353, 0.5294, 0.5127, 0.5103, 0.5093, 0.5007, 0.4983, 0.4937, 0.4905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc221817", "doc2316721", "doc949124", "doc1892012", "doc1105530", "doc2258986", "doc2391797", "doc890682", "doc212899"], "ranked_scores": [0.4322, 0.425, 0.4212, 0.4187, 0.4144, 0.4127, 0.4115, 0.3977, 0.3924, 0.3923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc127031", "doc127040", "doc2015719", "doc88974", "doc88933", "doc779563", "doc88934", "doc1763997", "doc107246"], "ranked_scores": [0.5559, 0.5459, 0.5364, 0.5336, 0.5261, 0.5243, 0.5171, 0.5108, 0.5103, 0.5063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc212860", "doc2486395", "doc2613570", "doc2262127", "doc57948", "doc905614", "doc338813", "doc1798523", "doc1533829", "doc2336226"], "ranked_scores": [0.4818, 0.474, 0.4392, 0.4284, 0.4269, 0.4243, 0.4237, 0.4234, 0.4225, 0.4213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc18273", "doc911115", "doc63590", "doc193844", "doc376565", "doc193828", "doc63585", "doc276042", "doc18274", "doc1741795"], "ranked_scores": [0.6189, 0.6189, 0.6189, 0.5918, 0.5729, 0.5643, 0.5633, 0.5557, 0.5551, 0.5496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc462227", "doc1816051", "doc1839188", "doc1670303", "doc7163", "doc1311119", "doc1556425", "doc586538"], "ranked_scores": [0.5409, 0.5238, 0.4984, 0.49, 0.476, 0.4703, 0.4682, 0.4662, 0.463, 0.4623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc902657", "doc4611", "doc2193668", "doc1244692", "doc2015875", "doc457828", "doc1487701", "doc491925", "doc753576"], "ranked_scores": [0.4279, 0.4158, 0.4009, 0.3922, 0.3912, 0.3812, 0.3742, 0.3729, 0.3604, 0.3597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc642762", "doc2639996", "doc1364067", "doc785515", "doc2007762", "doc2011376", "doc1170391", "doc1986143"], "ranked_scores": [0.545, 0.5017, 0.5008, 0.479, 0.4625, 0.4442, 0.444, 0.4419, 0.4412, 0.4406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc36460", "doc2622759", "doc2622778", "doc36485", "doc1618372", "doc2396125", "doc1256783"], "ranked_scores": [0.5657, 0.5624, 0.5608, 0.5302, 0.5123, 0.5084, 0.4982, 0.4963, 0.4902, 0.4498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106332", "doc284003", "doc703711", "doc106335", "doc2846", "doc337506", "doc703728", "doc106372", "doc703736", "doc106333"], "ranked_scores": [0.5975, 0.5785, 0.5759, 0.5684, 0.5625, 0.5606, 0.5593, 0.5564, 0.5564, 0.5543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc2393669", "doc1373323", "doc729573", "doc108892", "doc1119808", "doc2167590", "doc626438", "doc108887", "doc729661"], "ranked_scores": [0.6927, 0.691, 0.6814, 0.6771, 0.6747, 0.6725, 0.669, 0.6648, 0.6584, 0.6502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc1431001", "doc77971", "doc77976", "doc801039", "doc1334550", "doc969155", "doc1430994", "doc347002"], "ranked_scores": [0.5242, 0.5125, 0.4719, 0.4718, 0.4709, 0.4448, 0.444, 0.4384, 0.4379, 0.4305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512-pq-m64-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc1395336", "doc57242", "doc57232", "doc751998", "doc57248", "doc2040327", "doc57247", "doc260645"], "ranked_scores": [0.7063, 0.6757, 0.6732, 0.6551, 0.6546, 0.6407, 0.6291, 0.629, 0.6248, 0.6155], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1749973", "doc2345266", "doc2136789", "doc63542", "doc2292349", "doc1982515", "doc497737", "doc1815291"], "ranked_scores": [0.6956, 0.6719, 0.6379, 0.6231, 0.6185, 0.6183, 0.6089, 0.6039, 0.6028, 0.5894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc2285692", "doc812322", "doc1675505", "doc21831", "doc243667", "doc365451", "doc365452", "doc278091"], "ranked_scores": [0.7488, 0.7349, 0.7034, 0.6855, 0.6823, 0.673, 0.6696, 0.6694, 0.663, 0.6627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc1177870", "doc1007260", "doc415323", "doc1247565", "doc230376", "doc400438", "doc404141", "doc1570656", "doc658301"], "ranked_scores": [0.668, 0.653, 0.6457, 0.6323, 0.6277, 0.6245, 0.6228, 0.6196, 0.6175, 0.6162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc887635", "doc1812659", "doc2307709", "doc2165920", "doc338868", "doc1382123", "doc1812661", "doc559430", "doc1741707", "doc1366769"], "ranked_scores": [0.7367, 0.7367, 0.7312, 0.729, 0.7253, 0.7234, 0.7227, 0.7142, 0.7115, 0.7088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1852503", "doc1021718", "doc1770477", "doc1279689", "doc1021710", "doc381292", "doc1996268", "doc1478919", "doc1294428"], "ranked_scores": [0.6932, 0.6349, 0.6151, 0.6091, 0.6007, 0.5985, 0.5871, 0.5861, 0.5832, 0.5791], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc925929", "doc77634", "doc653285", "doc2025330", "doc620637", "doc273559", "doc1480727", "doc1328113", "doc1953211"], "ranked_scores": [0.7492, 0.714, 0.7072, 0.7071, 0.7038, 0.701, 0.7007, 0.7005, 0.6963, 0.6906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc966365", "doc440382", "doc278641", "doc520684", "doc2096499", "doc1798668", "doc1486663", "doc597628", "doc520687"], "ranked_scores": [0.6485, 0.6195, 0.5888, 0.5834, 0.5829, 0.5711, 0.5707, 0.5643, 0.5613, 0.5508], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61045", "doc61054", "doc1376346", "doc61043", "doc1376345", "doc2083822", "doc1612682", "doc903103", "doc1971249"], "ranked_scores": [0.7063, 0.6958, 0.6916, 0.6404, 0.6135, 0.586, 0.5762, 0.5401, 0.5353, 0.533], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc97445", "doc2004921", "doc1116765", "doc97442", "doc369237", "doc2083987", "doc2071107", "doc2084014", "doc152483"], "ranked_scores": [0.7523, 0.7501, 0.748, 0.7294, 0.6938, 0.6832, 0.6816, 0.6789, 0.6692, 0.6637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc2634491", "doc1999887", "doc562696", "doc1153299", "doc233794", "doc2534676", "doc1612515", "doc2648883", "doc908573"], "ranked_scores": [0.6282, 0.5513, 0.5376, 0.5365, 0.5339, 0.5333, 0.5314, 0.5209, 0.5189, 0.5158], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386166", "doc437627", "doc66003", "doc253608", "doc1386116", "doc83863", "doc2171547", "doc1386120", "doc50109", "doc83864"], "ranked_scores": [0.7208, 0.7053, 0.704, 0.6741, 0.6621, 0.6456, 0.6343, 0.6176, 0.6169, 0.6081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703714", "doc703711", "doc24299", "doc392476", "doc337547", "doc1332302", "doc298160", "doc703715", "doc703736"], "ranked_scores": [0.6678, 0.6545, 0.6366, 0.633, 0.633, 0.6308, 0.6275, 0.6199, 0.6189, 0.618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7099", "doc692559", "doc7106", "doc7108", "doc526956", "doc7119", "doc7116", "doc1599042"], "ranked_scores": [0.7377, 0.6929, 0.6687, 0.6679, 0.6563, 0.655, 0.654, 0.6523, 0.6373, 0.637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc787596", "doc2252228", "doc82127", "doc1169637", "doc505032", "doc2569900", "doc787615", "doc787597"], "ranked_scores": [0.7554, 0.6831, 0.665, 0.6369, 0.6324, 0.6244, 0.6237, 0.6217, 0.6193, 0.6179], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc439366", "doc897", "doc2018288", "doc750414", "doc269387", "doc428400", "doc750416", "doc2009369", "doc648344", "doc536387"], "ranked_scores": [0.5835, 0.5713, 0.5485, 0.5471, 0.5445, 0.5443, 0.5443, 0.526, 0.5256, 0.5254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc1380357", "doc468490", "doc1380356", "doc416774", "doc24903", "doc651946", "doc30774", "doc1168119"], "ranked_scores": [0.7369, 0.694, 0.6878, 0.6818, 0.6718, 0.6658, 0.6571, 0.6508, 0.6436, 0.6432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc1825079", "doc23412", "doc904153", "doc648364", "doc1482058", "doc1874808", "doc2009369", "doc1902615", "doc1014857"], "ranked_scores": [0.6124, 0.5852, 0.584, 0.5788, 0.5743, 0.572, 0.5656, 0.5581, 0.5569, 0.5517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc873481", "doc56921", "doc1102442", "doc2439294", "doc2510026", "doc1685439", "doc2509996", "doc2313864", "doc952849"], "ranked_scores": [0.736, 0.7311, 0.7261, 0.7099, 0.6674, 0.6567, 0.6483, 0.6434, 0.633, 0.6326], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80074", "doc80151", "doc137908", "doc80154", "doc2215178", "doc345642", "doc80078", "doc80067", "doc470479", "doc2562963"], "ranked_scores": [0.7518, 0.751, 0.7365, 0.7217, 0.7104, 0.7044, 0.7019, 0.6994, 0.6961, 0.6949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc183950", "doc762682", "doc180079", "doc2240293", "doc2240268", "doc72416", "doc2240291", "doc2353712", "doc629517"], "ranked_scores": [0.7043, 0.595, 0.5929, 0.5917, 0.5805, 0.577, 0.5678, 0.5639, 0.5613, 0.5579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc207464", "doc99377", "doc26458", "doc131786", "doc2376934", "doc2517376", "doc764184", "doc1617211"], "ranked_scores": [0.7289, 0.6891, 0.6571, 0.6479, 0.6477, 0.6439, 0.6415, 0.6359, 0.6349, 0.6263], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1587280", "doc1572538", "doc1830328", "doc1464212", "doc1878861", "doc1682561", "doc1900629"], "ranked_scores": [0.7268, 0.5591, 0.538, 0.5323, 0.5294, 0.4984, 0.4962, 0.493, 0.4916, 0.4903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc1101054", "doc721746", "doc57948", "doc57946", "doc1489505", "doc2115402", "doc57940", "doc37890"], "ranked_scores": [0.5881, 0.5697, 0.5476, 0.5456, 0.5355, 0.5354, 0.5344, 0.5204, 0.5043, 0.4981], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc2193668", "doc1962033", "doc1224325", "doc2286850", "doc1187141", "doc1487701", "doc757822"], "ranked_scores": [0.7162, 0.6237, 0.5777, 0.5742, 0.5687, 0.5518, 0.5464, 0.531, 0.5241, 0.5146], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc851269", "doc1683659", "doc64318", "doc35524", "doc64317", "doc64316", "doc64314", "doc1385349", "doc971992", "doc1376793"], "ranked_scores": [0.6532, 0.6433, 0.6348, 0.6275, 0.6187, 0.6176, 0.6108, 0.6104, 0.6099, 0.598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5438, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5438, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc1520300", "doc437685", "doc1520311", "doc539419", "doc1520211", "doc1977978", "doc1321929", "doc437656", "doc252389"], "ranked_scores": [0.7192, 0.7112, 0.7034, 0.7019, 0.6954, 0.6936, 0.6934, 0.6915, 0.6873, 0.6812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1315083", "doc1315064", "doc754076", "doc35173", "doc866436", "doc1385395", "doc1759054", "doc671985", "doc1314857", "doc1314964"], "ranked_scores": [0.5853, 0.5773, 0.5663, 0.5396, 0.5225, 0.5158, 0.5026, 0.4783, 0.4647, 0.4627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc27298", "doc524130", "doc2401371", "doc1894178", "doc2676807", "doc587116", "doc1212031", "doc1445420", "doc1891609"], "ranked_scores": [0.4795, 0.4599, 0.4597, 0.4471, 0.4464, 0.439, 0.4338, 0.4325, 0.4301, 0.4299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2179022", "doc2306629", "doc435057", "doc1986402", "doc2179035", "doc1346601", "doc93287", "doc781344"], "ranked_scores": [0.7292, 0.5839, 0.5519, 0.5449, 0.5406, 0.537, 0.5161, 0.5096, 0.5045, 0.4943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1787621", "doc1007190", "doc1600089", "doc2486654", "doc25697", "doc28582", "doc28581", "doc1394755"], "ranked_scores": [0.7434, 0.7194, 0.6497, 0.6425, 0.6397, 0.6389, 0.6322, 0.6298, 0.6226, 0.6211], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc368643", "doc1119808", "doc84481", "doc84492", "doc1030288", "doc660271", "doc2339886", "doc934719", "doc1373324", "doc1373323"], "ranked_scores": [0.5973, 0.5955, 0.5874, 0.5859, 0.5851, 0.5829, 0.5828, 0.582, 0.5817, 0.5807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc1729412", "doc1464212", "doc1572538", "doc543176", "doc946247", "doc105763", "doc105758", "doc171833"], "ranked_scores": [0.6825, 0.6728, 0.6356, 0.6278, 0.6246, 0.6231, 0.6191, 0.6186, 0.6075, 0.605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107018", "doc2107022", "doc1927002", "doc358938", "doc2111513", "doc172405", "doc2224155", "doc628470", "doc6531", "doc28935"], "ranked_scores": [0.6838, 0.6808, 0.6793, 0.6659, 0.6559, 0.6501, 0.6501, 0.648, 0.6432, 0.6427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435078", "doc2587562", "doc2587564", "doc2646161", "doc378301", "doc1921625", "doc435076", "doc435083", "doc736126"], "ranked_scores": [0.7007, 0.6929, 0.6798, 0.6704, 0.6651, 0.6586, 0.6577, 0.6569, 0.6444, 0.6407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc336518", "doc2448623", "doc2665803", "doc397701", "doc1370970", "doc2042102", "doc733127", "doc518266", "doc2085567"], "ranked_scores": [0.5583, 0.5297, 0.5181, 0.5023, 0.4951, 0.4774, 0.4718, 0.4595, 0.4535, 0.4508], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1245931", "doc1283940", "doc93287", "doc2179035", "doc1094361", "doc1851601", "doc946285", "doc381154", "doc2179022", "doc882983"], "ranked_scores": [0.5152, 0.5018, 0.4955, 0.4932, 0.4901, 0.4851, 0.4841, 0.4821, 0.4679, 0.4633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1345740", "doc601133", "doc864555", "doc367417", "doc2265144", "doc2035909", "doc2304461", "doc261351", "doc1055373", "doc2175230"], "ranked_scores": [0.5841, 0.5831, 0.5582, 0.5472, 0.5449, 0.5271, 0.5236, 0.5216, 0.5176, 0.5083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1160263", "doc1333905", "doc2465656", "doc1975694", "doc546881", "doc1986433", "doc1986449", "doc2058897", "doc588612"], "ranked_scores": [0.6315, 0.6156, 0.6023, 0.5831, 0.5805, 0.5686, 0.5682, 0.5503, 0.5428, 0.527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc221817", "doc2188384", "doc2316721", "doc949124", "doc201173", "doc1892012", "doc2535522", "doc201166", "doc1691028"], "ranked_scores": [0.5281, 0.5031, 0.467, 0.4663, 0.4331, 0.4278, 0.4179, 0.4173, 0.4169, 0.4159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc88934", "doc127031", "doc127040", "doc548704", "doc779563", "doc2015719", "doc88933", "doc1452752"], "ranked_scores": [0.6844, 0.6569, 0.6495, 0.6451, 0.6212, 0.6115, 0.6043, 0.6039, 0.6005, 0.6003], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc1798523", "doc212860", "doc1637888", "doc2486395", "doc811414", "doc2480452", "doc338818", "doc1455509", "doc1533829"], "ranked_scores": [0.5221, 0.5147, 0.492, 0.4836, 0.4758, 0.4629, 0.4609, 0.4583, 0.4567, 0.4498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc18273", "doc63590", "doc911115", "doc193844", "doc376565", "doc18274", "doc108456", "doc63585", "doc323321", "doc389941"], "ranked_scores": [0.7144, 0.7144, 0.7144, 0.6879, 0.6206, 0.6069, 0.5992, 0.5904, 0.5857, 0.5815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1670303", "doc1839188", "doc1816074", "doc1816051", "doc7161", "doc1945404", "doc462227", "doc1972074"], "ranked_scores": [0.5787, 0.5424, 0.5264, 0.5235, 0.5151, 0.5147, 0.5086, 0.5081, 0.4897, 0.4755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc2193668", "doc902657", "doc951306", "doc4611", "doc1487701", "doc753576", "doc1244692", "doc404242", "doc1260422"], "ranked_scores": [0.4989, 0.4746, 0.4624, 0.4611, 0.461, 0.4606, 0.4347, 0.4133, 0.4125, 0.412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc642762", "doc2007762", "doc2057552", "doc1364067", "doc374355", "doc2639996", "doc1801894", "doc531809"], "ranked_scores": [0.6407, 0.5533, 0.5239, 0.5065, 0.4945, 0.4894, 0.4862, 0.4808, 0.48, 0.4742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618376", "doc1618372", "doc36467", "doc2622778", "doc36460", "doc2622759", "doc2396125", "doc36485", "doc1256783"], "ranked_scores": [0.7527, 0.6689, 0.6609, 0.6584, 0.6533, 0.6374, 0.6219, 0.6109, 0.5899, 0.5273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc337547", "doc298160", "doc106332", "doc24299", "doc392476", "doc2598514", "doc106372", "doc703736", "doc703701"], "ranked_scores": [0.6366, 0.5925, 0.5898, 0.5877, 0.5863, 0.5863, 0.578, 0.5761, 0.5761, 0.5713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc2393669", "doc1119808", "doc108887", "doc1373324", "doc626438", "doc2167590", "doc729573", "doc108892"], "ranked_scores": [0.7608, 0.7568, 0.7364, 0.7339, 0.7327, 0.729, 0.7166, 0.7043, 0.7038, 0.694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77976", "doc77971", "doc1504263", "doc1334550", "doc1431001", "doc2332984", "doc2079848", "doc1880724", "doc77973"], "ranked_scores": [0.5811, 0.5531, 0.5325, 0.5218, 0.5166, 0.5095, 0.4866, 0.4763, 0.4659, 0.4628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-notrunc-pq-m64-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc1395336", "doc57232", "doc57242", "doc57247", "doc751998", "doc2040327", "doc57248", "doc1254764"], "ranked_scores": [0.7225, 0.6964, 0.6926, 0.6749, 0.6678, 0.6662, 0.6596, 0.6536, 0.643, 0.6398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1982515", "doc1749973", "doc1664486", "doc2563094", "doc2563097", "doc2136789", "doc63542", "doc314759"], "ranked_scores": [0.6946, 0.6662, 0.6648, 0.6571, 0.6527, 0.6422, 0.6288, 0.6278, 0.6241, 0.6209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc243667", "doc2285692", "doc1675505", "doc812322", "doc21829", "doc377466", "doc21856", "doc296209"], "ranked_scores": [0.7573, 0.7547, 0.7441, 0.7325, 0.73, 0.7277, 0.7263, 0.7243, 0.7235, 0.7206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc1177870", "doc415323", "doc1007260", "doc1177855", "doc230376", "doc658301", "doc1678115", "doc643498", "doc404141"], "ranked_scores": [0.6814, 0.6784, 0.6784, 0.677, 0.6723, 0.6708, 0.6569, 0.6555, 0.6531, 0.6494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc338868", "doc887635", "doc2165920", "doc559430", "doc1812661", "doc682295", "doc1741707", "doc1366769", "doc1382123", "doc2165915"], "ranked_scores": [0.7543, 0.7533, 0.7527, 0.7511, 0.7471, 0.7441, 0.7423, 0.7413, 0.7413, 0.7409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1021718", "doc1852503", "doc1770477", "doc1685757", "doc1852504", "doc1279689", "doc2384883", "doc361696", "doc1021710"], "ranked_scores": [0.6504, 0.6326, 0.6326, 0.6258, 0.6207, 0.6205, 0.6198, 0.612, 0.6101, 0.6067], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc825186", "doc119665", "doc620637", "doc579128", "doc925929", "doc77634", "doc2025330", "doc1340806", "doc101332"], "ranked_scores": [0.7237, 0.7171, 0.7168, 0.7164, 0.7142, 0.7135, 0.7121, 0.71, 0.7084, 0.7034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520687", "doc440382", "doc520684", "doc2509153", "doc966365", "doc1798668", "doc278641", "doc520683", "doc1486663"], "ranked_scores": [0.6181, 0.603, 0.5856, 0.5805, 0.5711, 0.5698, 0.5626, 0.5585, 0.5509, 0.5405], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61045", "doc61036", "doc61054", "doc1376346", "doc61043", "doc1376345", "doc2083822", "doc13999", "doc829494", "doc988606"], "ranked_scores": [0.7025, 0.6921, 0.6906, 0.6774, 0.6115, 0.6013, 0.5946, 0.5749, 0.5699, 0.5643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc2004921", "doc97421", "doc1116765", "doc2083994", "doc2083987", "doc369237", "doc2071107", "doc2084014", "doc2083995"], "ranked_scores": [0.7709, 0.7699, 0.7516, 0.7424, 0.7329, 0.7254, 0.7177, 0.7168, 0.7118, 0.7015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1999887", "doc233794", "doc583523", "doc908573", "doc2034127", "doc2419103", "doc2634491", "doc57948"], "ranked_scores": [0.6339, 0.569, 0.5642, 0.56, 0.5514, 0.5512, 0.546, 0.5413, 0.5394, 0.5385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386166", "doc66003", "doc253608", "doc437627", "doc1386116", "doc50109", "doc2295211", "doc2171547", "doc2537824", "doc83863"], "ranked_scores": [0.7277, 0.7182, 0.7047, 0.7023, 0.6953, 0.6829, 0.6771, 0.6751, 0.6704, 0.669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1332302", "doc106332", "doc703711", "doc703728", "doc703736", "doc106372", "doc666653", "doc337506", "doc1887731", "doc703719"], "ranked_scores": [0.7018, 0.6955, 0.693, 0.6832, 0.6789, 0.6789, 0.6747, 0.6728, 0.671, 0.6643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7099", "doc7119", "doc7091", "doc7116", "doc7106", "doc692559", "doc7120", "doc1599042", "doc526956"], "ranked_scores": [0.7655, 0.7186, 0.7151, 0.7127, 0.7053, 0.6962, 0.6826, 0.6767, 0.6743, 0.6619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc787596", "doc787615", "doc1254817", "doc260654", "doc505032", "doc2252228", "doc1169637", "doc683218"], "ranked_scores": [0.7188, 0.6796, 0.6671, 0.6645, 0.6452, 0.6434, 0.6368, 0.6314, 0.6164, 0.6159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc439366", "doc2018288", "doc2203117", "doc750416", "doc428400", "doc2009369", "doc648344", "doc1449866", "doc404160"], "ranked_scores": [0.5957, 0.5765, 0.576, 0.5758, 0.5713, 0.5683, 0.5642, 0.5548, 0.5524, 0.5502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc1380357", "doc1380356", "doc468490", "doc30773", "doc2202499", "doc1786046", "doc651946", "doc30774", "doc416774"], "ranked_scores": [0.7216, 0.7084, 0.6995, 0.6968, 0.6925, 0.6917, 0.6827, 0.6823, 0.6784, 0.677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1825079", "doc648364", "doc648344", "doc1634950", "doc1719794", "doc2483632", "doc1759594", "doc2203142", "doc2370166", "doc1691613"], "ranked_scores": [0.6121, 0.5898, 0.5803, 0.5802, 0.5734, 0.5723, 0.5704, 0.5699, 0.5694, 0.568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc952849", "doc2439294", "doc1685439", "doc2510026", "doc56903", "doc2313854"], "ranked_scores": [0.7628, 0.7424, 0.7414, 0.735, 0.703, 0.6997, 0.6992, 0.6899, 0.6814, 0.6798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc137908", "doc80154", "doc80074", "doc80067", "doc2215178", "doc80078", "doc2562963", "doc1357314", "doc1912506"], "ranked_scores": [0.7722, 0.7707, 0.7443, 0.7365, 0.7322, 0.7276, 0.7251, 0.7234, 0.7157, 0.7155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.5013, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5013, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc506841", "doc183950", "doc629517", "doc1214168", "doc72416", "doc399642", "doc762682", "doc2240291"], "ranked_scores": [0.6881, 0.6245, 0.6043, 0.5892, 0.5828, 0.5806, 0.5787, 0.5774, 0.5771, 0.5758], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc764184", "doc224770", "doc26458", "doc207464", "doc864645", "doc2289855", "doc26467", "doc675035", "doc131786"], "ranked_scores": [0.7476, 0.7228, 0.7169, 0.7109, 0.7069, 0.7064, 0.7063, 0.703, 0.6994, 0.6992], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1587280", "doc1572538", "doc1830328", "doc74858", "doc1223270", "doc1464212", "doc243742"], "ranked_scores": [0.704, 0.59, 0.549, 0.5394, 0.5187, 0.5163, 0.5127, 0.5102, 0.51, 0.5074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc57946", "doc721746", "doc1101054", "doc57948", "doc2115402", "doc57940", "doc2582472", "doc37895"], "ranked_scores": [0.6311, 0.5932, 0.5847, 0.5738, 0.561, 0.5599, 0.5509, 0.5412, 0.5402, 0.5354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc1962033", "doc751435", "doc2193668", "doc757822", "doc1224325", "doc2286850", "doc430256", "doc1187141"], "ranked_scores": [0.6849, 0.5679, 0.5647, 0.5591, 0.5402, 0.5244, 0.5236, 0.5171, 0.5082, 0.5064], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc35524", "doc851269", "doc64318", "doc1683659", "doc64316", "doc64317", "doc1385349", "doc64314", "doc1385345", "doc1376793"], "ranked_scores": [0.6823, 0.6812, 0.6806, 0.6793, 0.6782, 0.6754, 0.6737, 0.6682, 0.6657, 0.6604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.525, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc539419", "doc638932", "doc437685", "doc1321914", "doc1520254", "doc1520311", "doc437656", "doc1321929", "doc1520244", "doc1321882"], "ranked_scores": [0.7554, 0.7546, 0.7468, 0.7405, 0.7398, 0.7361, 0.7346, 0.7334, 0.7327, 0.732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1315064", "doc1315083", "doc35173", "doc754076", "doc866436", "doc1385395", "doc552720", "doc671985", "doc2558251", "doc1314857"], "ranked_scores": [0.5643, 0.5588, 0.54, 0.5356, 0.5237, 0.5121, 0.4999, 0.4937, 0.49, 0.4822], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1445420", "doc1894178", "doc524130", "doc27298", "doc1212031", "doc773669", "doc2401371", "doc2676807", "doc602735"], "ranked_scores": [0.5264, 0.5102, 0.4928, 0.4733, 0.4676, 0.465, 0.4615, 0.4534, 0.4508, 0.4506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2179035", "doc53465", "doc2179022", "doc2306629", "doc781344", "doc238803", "doc93287", "doc435057", "doc2204719"], "ranked_scores": [0.6868, 0.5653, 0.5627, 0.5521, 0.537, 0.5214, 0.521, 0.517, 0.5144, 0.5135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1007190", "doc996399", "doc1394755", "doc2486654", "doc1246808", "doc1857677", "doc25697", "doc152998"], "ranked_scores": [0.7569, 0.7352, 0.6955, 0.6825, 0.6812, 0.67, 0.6681, 0.6673, 0.6654, 0.6643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1119808", "doc2393669", "doc368643", "doc643072", "doc84492", "doc1373324", "doc1373323", "doc660271", "doc599368", "doc729573"], "ranked_scores": [0.6616, 0.6579, 0.6525, 0.6452, 0.6442, 0.6434, 0.6421, 0.6324, 0.6316, 0.6285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc1270352", "doc1729412", "doc1572538", "doc105763", "doc105758", "doc946247", "doc105759", "doc1405971", "doc719076"], "ranked_scores": [0.6635, 0.6563, 0.6536, 0.65, 0.6395, 0.6349, 0.6343, 0.6336, 0.6286, 0.6279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107022", "doc6531", "doc358938", "doc2107018", "doc4147", "doc1927002", "doc2107033", "doc324540", "doc628470", "doc172405"], "ranked_scores": [0.7272, 0.7164, 0.7159, 0.7142, 0.7092, 0.7069, 0.7061, 0.7023, 0.6986, 0.697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435076", "doc435075", "doc435078", "doc2587564", "doc2587562", "doc2646161", "doc378301", "doc768322", "doc435083", "doc412180"], "ranked_scores": [0.6991, 0.6954, 0.6866, 0.6839, 0.6725, 0.6671, 0.6639, 0.6524, 0.6492, 0.643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc2448623", "doc2665803", "doc733127", "doc336518", "doc1370970", "doc878338", "doc264212", "doc397701", "doc2042102"], "ranked_scores": [0.5246, 0.5201, 0.5185, 0.5125, 0.4967, 0.49, 0.4888, 0.4564, 0.4501, 0.4492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1094361", "doc1851601", "doc159492", "doc1283940", "doc381154", "doc2179035", "doc93287", "doc946285", "doc2414537", "doc882983"], "ranked_scores": [0.5447, 0.5305, 0.527, 0.5244, 0.5239, 0.5148, 0.5135, 0.5067, 0.4973, 0.4941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1345740", "doc2265144", "doc261351", "doc2304461", "doc367417", "doc390322", "doc1423992", "doc864555", "doc40405"], "ranked_scores": [0.6469, 0.6127, 0.5947, 0.5859, 0.585, 0.5826, 0.5788, 0.5784, 0.5731, 0.5716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1160263", "doc1333905", "doc2465656", "doc546881", "doc1975694", "doc2058897", "doc1986449", "doc577385", "doc1986433"], "ranked_scores": [0.6384, 0.6207, 0.6079, 0.5804, 0.5769, 0.5748, 0.5384, 0.538, 0.5371, 0.5354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc221817", "doc2316721", "doc949124", "doc2535522", "doc2258986", "doc681964", "doc201166", "doc2067045", "doc1892012"], "ranked_scores": [0.524, 0.522, 0.4975, 0.4743, 0.4732, 0.4706, 0.4679, 0.4639, 0.4622, 0.4596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc88934", "doc2015719", "doc127031", "doc88933", "doc127040", "doc779563", "doc1452752", "doc548704"], "ranked_scores": [0.7044, 0.7021, 0.664, 0.6572, 0.6497, 0.6472, 0.646, 0.633, 0.6254, 0.6082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc212860", "doc338813", "doc1455508", "doc1637888", "doc338818", "doc1455511", "doc418129", "doc698043", "doc2486395"], "ranked_scores": [0.547, 0.528, 0.5255, 0.5076, 0.5055, 0.5047, 0.4874, 0.486, 0.4858, 0.4833], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc63590", "doc911115", "doc18273", "doc108456", "doc108559", "doc376565", "doc1538520", "doc1906610", "doc2563559"], "ranked_scores": [0.7176, 0.7058, 0.7058, 0.7058, 0.6664, 0.6409, 0.6238, 0.6194, 0.6095, 0.6094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1670303", "doc1945404", "doc299691", "doc1839188", "doc1816051", "doc1816074", "doc462227", "doc7166"], "ranked_scores": [0.5709, 0.5639, 0.5548, 0.5249, 0.5207, 0.516, 0.5151, 0.5134, 0.5029, 0.5007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc2193668", "doc757822", "doc1487701", "doc902657", "doc753576", "doc491925", "doc1244692", "doc22915"], "ranked_scores": [0.499, 0.4936, 0.4685, 0.4597, 0.4536, 0.4433, 0.4418, 0.4287, 0.4232, 0.418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc642762", "doc2639996", "doc2007762", "doc1874808", "doc1564173", "doc1564158", "doc2084882", "doc1801894"], "ranked_scores": [0.6179, 0.5667, 0.5433, 0.5389, 0.5237, 0.5128, 0.505, 0.4966, 0.4945, 0.4944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36460", "doc36485", "doc1618376", "doc2622778", "doc2622759", "doc1618372", "doc36467", "doc2396125", "doc1927669"], "ranked_scores": [0.7715, 0.729, 0.7159, 0.7141, 0.7078, 0.7036, 0.6811, 0.6769, 0.6597, 0.6015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc703736", "doc106372", "doc703711", "doc703701", "doc106355", "doc703719", "doc337506", "doc106332", "doc1445499"], "ranked_scores": [0.6403, 0.621, 0.621, 0.6194, 0.6063, 0.606, 0.606, 0.6057, 0.6051, 0.6041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc1373324", "doc2393669", "doc1119808", "doc108887", "doc729573", "doc2167590", "doc108892", "doc729661"], "ranked_scores": [0.7608, 0.7559, 0.7505, 0.7503, 0.7421, 0.7412, 0.7266, 0.7172, 0.7149, 0.7147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77976", "doc1504263", "doc77971", "doc1431001", "doc1334550", "doc1430994", "doc77973", "doc5734", "doc1880724"], "ranked_scores": [0.5905, 0.5842, 0.5511, 0.5399, 0.5201, 0.5081, 0.4978, 0.4956, 0.4945, 0.4901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-pq-m4-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc57232", "doc1104254", "doc57242", "doc1815899", "doc3001", "doc2116209", "doc1395336", "doc63804"], "ranked_scores": [0.7442, 0.7357, 0.7195, 0.7131, 0.6665, 0.6629, 0.6621, 0.6602, 0.6534, 0.6475], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2594422", "doc2105862", "doc63538", "doc345111", "doc1053537", "doc2136789", "doc2461164", "doc1749973", "doc2033252", "doc2112811"], "ranked_scores": [0.7662, 0.7615, 0.7549, 0.7527, 0.7215, 0.7178, 0.7163, 0.7159, 0.7121, 0.7096], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc21872", "doc21841", "doc1393796", "doc21831", "doc21829", "doc21871", "doc812322", "doc776139", "doc21856", "doc2271309"], "ranked_scores": [0.8792, 0.8617, 0.8505, 0.8505, 0.8505, 0.8505, 0.8488, 0.8388, 0.8388, 0.8388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc884614", "doc453091", "doc453144", "doc1177870", "doc440112", "doc737388", "doc2317442", "doc564708", "doc1570656", "doc415369"], "ranked_scores": [0.8042, 0.7997, 0.791, 0.791, 0.7892, 0.7722, 0.7716, 0.7668, 0.7657, 0.765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2171164", "doc1741707", "doc1812660", "doc2165915", "doc338868", "doc2165920", "doc672961", "doc2372195", "doc88439", "doc555360"], "ranked_scores": [0.824, 0.8237, 0.8237, 0.8237, 0.8237, 0.8237, 0.8237, 0.8237, 0.8237, 0.8237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1177694", "doc27529", "doc1959244", "doc1856181", "doc407115", "doc27535", "doc381292", "doc1628841", "doc361706", "doc27536"], "ranked_scores": [0.6573, 0.6571, 0.6503, 0.6178, 0.6175, 0.6119, 0.6007, 0.5943, 0.594, 0.592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc613963", "doc268699", "doc176183", "doc620637", "doc1829626", "doc119665", "doc77640", "doc293490", "doc293491", "doc438360"], "ranked_scores": [0.8113, 0.8113, 0.8113, 0.8113, 0.8106, 0.8106, 0.8106, 0.8106, 0.8024, 0.8013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc520684", "doc29757", "doc1076334", "doc1728840", "doc625773", "doc81162", "doc1411599", "doc597628", "doc151694", "doc966365"], "ranked_scores": [0.7177, 0.6928, 0.6924, 0.6902, 0.6887, 0.6878, 0.6742, 0.6684, 0.6659, 0.6659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc1376346", "doc928962", "doc61043", "doc627159", "doc1750116", "doc61045", "doc2357497", "doc1307727", "doc1325273"], "ranked_scores": [0.7528, 0.7412, 0.7133, 0.7074, 0.6966, 0.6903, 0.685, 0.6682, 0.6671, 0.6644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc369278", "doc2574334", "doc2004921", "doc97442", "doc152515", "doc369166", "doc369236", "doc369220", "doc369276", "doc369291"], "ranked_scores": [0.7427, 0.7384, 0.7384, 0.7356, 0.7343, 0.7343, 0.7343, 0.7343, 0.7269, 0.7269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc1612525", "doc1357070", "doc33196", "doc33193", "doc162720", "doc698033", "doc614724", "doc1458400", "doc1253247", "doc1298513"], "ranked_scores": [0.6783, 0.6776, 0.6484, 0.6451, 0.6433, 0.6394, 0.6347, 0.6317, 0.6313, 0.6311], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc2556420", "doc1377115", "doc1386116", "doc66003", "doc1386166", "doc369618", "doc2680499", "doc437627", "doc2171547"], "ranked_scores": [0.7617, 0.7569, 0.7569, 0.7511, 0.7511, 0.7511, 0.7449, 0.7438, 0.7406, 0.7346], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc284002", "doc2838", "doc284003", "doc2836", "doc337523", "doc703702", "doc703711", "doc703731", "doc703733"], "ranked_scores": [0.8332, 0.8228, 0.8228, 0.8228, 0.8228, 0.821, 0.8201, 0.8201, 0.8201, 0.8201], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc523031", "doc7116", "doc7112", "doc7106", "doc27102", "doc683357", "doc7120", "doc485206", "doc1027625", "doc7108"], "ranked_scores": [0.8212, 0.8196, 0.8196, 0.8141, 0.8055, 0.7965, 0.7933, 0.7923, 0.7916, 0.7795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc493405", "doc1206462", "doc1269703", "doc1101734", "doc2444292", "doc1891830", "doc1598856", "doc1859220", "doc1740481", "doc1053329"], "ranked_scores": [0.7769, 0.7725, 0.7571, 0.7541, 0.7513, 0.7468, 0.7455, 0.7386, 0.7382, 0.7302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2581432", "doc2266565", "doc605467", "doc244368", "doc2203142", "doc2018288", "doc382065", "doc157123", "doc1689805", "doc2465776"], "ranked_scores": [0.6416, 0.6416, 0.633, 0.6301, 0.6198, 0.6163, 0.6163, 0.6137, 0.6137, 0.6137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1160985", "doc24903", "doc468490", "doc1380357", "doc24925", "doc30774", "doc651946", "doc303116", "doc382236", "doc90322"], "ranked_scores": [0.8284, 0.8177, 0.8177, 0.8124, 0.8124, 0.8124, 0.8124, 0.8124, 0.8124, 0.8124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc648335", "doc2274222", "doc36393", "doc454591", "doc2203108", "doc1634950", "doc1646629", "doc605467", "doc750416"], "ranked_scores": [0.7966, 0.7451, 0.7236, 0.7149, 0.7097, 0.7081, 0.705, 0.7047, 0.7035, 0.687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1288170", "doc873481", "doc2313854", "doc2313864", "doc2091597", "doc2313875", "doc56897", "doc1102442", "doc2091589", "doc1102445"], "ranked_scores": [0.7584, 0.7522, 0.7486, 0.7486, 0.744, 0.7245, 0.718, 0.718, 0.7179, 0.7158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80078", "doc1391659", "doc352904", "doc1724906", "doc80067", "doc137908", "doc1640863", "doc596891", "doc737601", "doc80151"], "ranked_scores": [0.8713, 0.8713, 0.8538, 0.8502, 0.8481, 0.8359, 0.8277, 0.8263, 0.8263, 0.8263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc1018572", "doc1018577", "doc1018578", "doc1430768", "doc498654", "doc506841", "doc1214168", "doc506854"], "ranked_scores": [0.727, 0.7211, 0.7205, 0.7179, 0.7102, 0.7102, 0.7066, 0.7043, 0.7033, 0.6996], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc304623", "doc1159969", "doc1858452", "doc474073", "doc513535", "doc768172", "doc2517379", "doc2517371", "doc26461"], "ranked_scores": [0.8176, 0.8054, 0.8054, 0.7979, 0.7943, 0.7839, 0.7828, 0.7753, 0.77, 0.77], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102096", "doc102097", "doc102077", "doc5734", "doc1287918", "doc1430993", "doc470536", "doc162716", "doc162798", "doc162834"], "ranked_scores": [0.7588, 0.7494, 0.7294, 0.6341, 0.5821, 0.5768, 0.5478, 0.5473, 0.5358, 0.5355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1199221", "doc57946", "doc81655", "doc1390300", "doc57940", "doc57948", "doc282412", "doc1390312", "doc2115402", "doc37890"], "ranked_scores": [0.759, 0.759, 0.759, 0.759, 0.7498, 0.7404, 0.7404, 0.7384, 0.7232, 0.6949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc2503779", "doc1612364", "doc1936829", "doc1381513", "doc866703", "doc438381", "doc1891830", "doc1428083", "doc1867620"], "ranked_scores": [0.6963, 0.6505, 0.6195, 0.6062, 0.5758, 0.5691, 0.5654, 0.5632, 0.5627, 0.5623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc705952", "doc35513", "doc35522", "doc35524", "doc456580", "doc851269", "doc922273", "doc922271", "doc64318", "doc971992"], "ranked_scores": [0.7846, 0.7797, 0.7797, 0.7797, 0.7797, 0.7797, 0.7797, 0.7797, 0.7797, 0.7797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc539428", "doc1321883", "doc437632", "doc1520311", "doc437701", "doc1520213", "doc2109883", "doc1520268", "doc1520320", "doc1978012"], "ranked_scores": [0.815, 0.815, 0.815, 0.8082, 0.8082, 0.8074, 0.8056, 0.8027, 0.8027, 0.8027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1455952", "doc2087240", "doc4611", "doc1842144", "doc2526412", "doc1836039", "doc242474", "doc840951", "doc1768160", "doc754593"], "ranked_scores": [0.5864, 0.573, 0.5701, 0.5387, 0.5384, 0.5221, 0.5199, 0.5167, 0.5163, 0.5129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc725581", "doc1817958", "doc868658", "doc24934", "doc77971", "doc1175661", "doc624718", "doc1714121", "doc1781006"], "ranked_scores": [0.6286, 0.5883, 0.5754, 0.5739, 0.5692, 0.5652, 0.5634, 0.5588, 0.5587, 0.5444], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc1911448", "doc1198819", "doc2660672", "doc1283940", "doc53465", "doc1074209", "doc2680676", "doc216328", "doc2247113"], "ranked_scores": [0.7772, 0.692, 0.6544, 0.6496, 0.6373, 0.6362, 0.6249, 0.6234, 0.6145, 0.6135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc1007190", "doc430825", "doc2529675", "doc1840635", "doc173076", "doc28582", "doc324530", "doc579817", "doc1410020"], "ranked_scores": [0.7574, 0.7541, 0.7518, 0.7067, 0.7036, 0.6967, 0.6949, 0.6877, 0.6836, 0.6815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2499695", "doc729661", "doc515771", "doc134070", "doc1030288", "doc1800323", "doc2194194", "doc828186", "doc2449643", "doc990522"], "ranked_scores": [0.8328, 0.8214, 0.8205, 0.8181, 0.8166, 0.8128, 0.8042, 0.8028, 0.7978, 0.7911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc719006", "doc1847142", "doc1516605", "doc1587280", "doc1427193", "doc1729412", "doc1729413", "doc543176", "doc946247"], "ranked_scores": [0.7908, 0.7762, 0.7679, 0.7667, 0.7641, 0.7528, 0.7501, 0.7501, 0.7479, 0.7449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc3668", "doc28935", "doc324540", "doc2224155", "doc2107018", "doc358938", "doc2107022", "doc53643", "doc172405", "doc2212269"], "ranked_scores": [0.8346, 0.8099, 0.8099, 0.8081, 0.8066, 0.793, 0.793, 0.7919, 0.7886, 0.7868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211209", "doc2646161", "doc782782", "doc435076", "doc435081", "doc2607396", "doc2587562", "doc2587564", "doc435078", "doc435075"], "ranked_scores": [0.831, 0.8263, 0.8235, 0.8192, 0.8192, 0.8163, 0.8126, 0.8126, 0.8126, 0.8126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2085567", "doc1531603", "doc59550", "doc2448623", "doc264212", "doc2483577", "doc2119808", "doc1534069", "doc2676752"], "ranked_scores": [0.7376, 0.7239, 0.7104, 0.6773, 0.6695, 0.6626, 0.6176, 0.615, 0.6142, 0.6099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc2582196", "doc93287", "doc2083699", "doc1130168", "doc1385832", "doc2361509", "doc2647600", "doc868658", "doc1084332", "doc1577006"], "ranked_scores": [0.6436, 0.6417, 0.6221, 0.62, 0.6147, 0.6106, 0.6005, 0.599, 0.5912, 0.59], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc390322", "doc2046260", "doc1293555", "doc376250", "doc601133", "doc1810672", "doc376241", "doc1153924", "doc2031737", "doc113426"], "ranked_scores": [0.6769, 0.6749, 0.669, 0.669, 0.6674, 0.6488, 0.6462, 0.6261, 0.6146, 0.6115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc546881", "doc2465656", "doc1986437", "doc1333905", "doc2542374", "doc577385", "doc588590", "doc1415401", "doc588612"], "ranked_scores": [0.7633, 0.7633, 0.7633, 0.7633, 0.7633, 0.7633, 0.7476, 0.7476, 0.7348, 0.7287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2085567", "doc1330250", "doc201181", "doc201172", "doc1222389", "doc2316721", "doc2665803", "doc878338", "doc2131758", "doc2056931"], "ranked_scores": [0.6336, 0.621, 0.6152, 0.6152, 0.6016, 0.6006, 0.5922, 0.592, 0.5896, 0.5857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc1438166", "doc1763997", "doc2183793", "doc1281693", "doc1281695", "doc2015719", "doc1343239", "doc1391278", "doc1301755", "doc2384634"], "ranked_scores": [0.7383, 0.7252, 0.7009, 0.6903, 0.6903, 0.6879, 0.6875, 0.6753, 0.6666, 0.6564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc21368", "doc21363", "doc2336226", "doc1455508", "doc21350", "doc1455469", "doc1455509", "doc338818", "doc238803"], "ranked_scores": [0.7035, 0.679, 0.6762, 0.6505, 0.6397, 0.6397, 0.6368, 0.6314, 0.6314, 0.6285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc18273", "doc911115", "doc63590", "doc2083672", "doc108456", "doc2072948", "doc1538520", "doc1791044", "doc108559", "doc376580"], "ranked_scores": [0.7394, 0.7394, 0.7394, 0.7362, 0.7347, 0.7347, 0.7347, 0.7346, 0.7342, 0.7259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc355540", "doc7165", "doc1299060", "doc1384361", "doc203256", "doc7161", "doc7163", "doc7166", "doc35719", "doc1670303"], "ranked_scores": [0.6423, 0.6285, 0.6275, 0.6101, 0.6006, 0.5924, 0.5887, 0.5871, 0.5859, 0.5803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4118, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc2370090", "doc951306", "doc806787", "doc1826212", "doc102077", "doc37911", "doc2057552", "doc1431001", "doc2004585", "doc1891612"], "ranked_scores": [0.5765, 0.5725, 0.5656, 0.5528, 0.5471, 0.5415, 0.5403, 0.5369, 0.5181, 0.5168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc980993", "doc750407", "doc2634368", "doc1205332", "doc1207422", "doc673167", "doc785515", "doc1038435", "doc705226", "doc2174234"], "ranked_scores": [0.7136, 0.6649, 0.6424, 0.6298, 0.628, 0.6212, 0.6206, 0.6166, 0.6162, 0.6102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1618372", "doc36463", "doc2396125", "doc36485", "doc1618376", "doc36460", "doc2622759", "doc36467", "doc2622778", "doc636318"], "ranked_scores": [0.778, 0.778, 0.778, 0.778, 0.778, 0.7461, 0.7194, 0.6943, 0.6804, 0.6559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106332", "doc2838", "doc2836", "doc284003", "doc284002", "doc2882", "doc1332302", "doc392492", "doc703714", "doc703715"], "ranked_scores": [0.8372, 0.825, 0.825, 0.825, 0.825, 0.8236, 0.813, 0.804, 0.804, 0.804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc91119", "doc729661", "doc2376695", "doc2167590", "doc1119808", "doc2451212", "doc1623534", "doc643072", "doc1373323", "doc1373324"], "ranked_scores": [0.8013, 0.7976, 0.7878, 0.7861, 0.7823, 0.7823, 0.7823, 0.7753, 0.7753, 0.767], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc5734", "doc1430993", "doc474064", "doc2317049", "doc1287918", "doc1244692", "doc2127607", "doc2079848", "doc2222024", "doc2521983"], "ranked_scores": [0.5882, 0.5852, 0.5838, 0.5787, 0.5742, 0.5735, 0.5725, 0.5677, 0.5573, 0.5491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-pq-m8-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc57226", "doc57242", "doc751998", "doc57232", "doc1395336", "doc1104254", "doc2040327", "doc3001", "doc63804"], "ranked_scores": [0.7597, 0.7485, 0.7017, 0.6985, 0.6965, 0.6746, 0.664, 0.6417, 0.639, 0.6263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc345111", "doc1749973", "doc2292349", "doc2594422", "doc758444", "doc310191", "doc63538", "doc26437", "doc2461164", "doc502099"], "ranked_scores": [0.6454, 0.6402, 0.6358, 0.627, 0.6251, 0.6184, 0.618, 0.6138, 0.6132, 0.6111], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc1393796", "doc21829", "doc812322", "doc21856", "doc69765", "doc21831", "doc776142", "doc243667", "doc776139", "doc21872"], "ranked_scores": [0.8347, 0.8251, 0.8194, 0.8136, 0.813, 0.8085, 0.808, 0.8012, 0.8004, 0.7994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453144", "doc2386390", "doc1177870", "doc440112", "doc146101", "doc78548", "doc2317442", "doc232625", "doc737388", "doc453091"], "ranked_scores": [0.7614, 0.7556, 0.755, 0.7542, 0.7539, 0.7526, 0.7501, 0.7465, 0.7431, 0.7426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1741702", "doc338868", "doc1715056", "doc1214905", "doc1741707", "doc1741701", "doc2165915", "doc2165920", "doc2171164", "doc1812660"], "ranked_scores": [0.8025, 0.8025, 0.8011, 0.7968, 0.7963, 0.7954, 0.7954, 0.7954, 0.7935, 0.7932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc540363", "doc1478939", "doc540358", "doc27535", "doc1727553", "doc1628841", "doc1478921", "doc172836", "doc1324046"], "ranked_scores": [0.6559, 0.6223, 0.5839, 0.5647, 0.5603, 0.5521, 0.55, 0.5473, 0.5467, 0.5401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc620637", "doc438360", "doc119665", "doc579128", "doc101332", "doc77634", "doc176183", "doc856725", "doc349744"], "ranked_scores": [0.8228, 0.8194, 0.8159, 0.8127, 0.8079, 0.8049, 0.8049, 0.8046, 0.8043, 0.8029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc625773", "doc1728840", "doc792177", "doc2096501", "doc81162", "doc151694", "doc29759", "doc2096499"], "ranked_scores": [0.678, 0.6671, 0.6114, 0.6109, 0.61, 0.6084, 0.6076, 0.6068, 0.606, 0.6045], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61054", "doc61043", "doc61045", "doc627159", "doc61036", "doc928962", "doc1376345", "doc1750116", "doc2083822"], "ranked_scores": [0.7425, 0.737, 0.694, 0.6865, 0.6308, 0.61, 0.5984, 0.5831, 0.5818, 0.5803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc97421", "doc369234", "doc369220", "doc369276", "doc97437", "doc1116765", "doc1349039", "doc369236"], "ranked_scores": [0.7702, 0.7392, 0.7354, 0.7326, 0.7253, 0.7213, 0.7089, 0.7027, 0.6914, 0.6871], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc1357070", "doc33193", "doc1153299", "doc147194", "doc1458400", "doc357482", "doc1458417", "doc779483", "doc1163509"], "ranked_scores": [0.6569, 0.6464, 0.6408, 0.6213, 0.6113, 0.5976, 0.5915, 0.5791, 0.5755, 0.5731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc66003", "doc1386116", "doc1386166", "doc369618", "doc437627", "doc83863", "doc83871", "doc1062301", "doc1984127", "doc929272"], "ranked_scores": [0.7327, 0.7162, 0.7138, 0.7117, 0.7094, 0.7007, 0.6977, 0.6892, 0.6855, 0.6855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc284003", "doc106332", "doc703719", "doc106355", "doc106338", "doc703701", "doc703702", "doc284002", "doc1332302", "doc703728"], "ranked_scores": [0.8039, 0.7964, 0.7957, 0.7957, 0.7809, 0.7809, 0.7809, 0.7753, 0.7751, 0.772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7116", "doc683357", "doc7091", "doc7112", "doc7120", "doc2668054", "doc7108", "doc7119", "doc934401"], "ranked_scores": [0.7913, 0.7805, 0.7796, 0.7738, 0.772, 0.7676, 0.7646, 0.7622, 0.7577, 0.7239], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1859220", "doc2093563", "doc1740481", "doc90808", "doc2086681", "doc493405", "doc1169637", "doc1053329", "doc1101734"], "ranked_scores": [0.7138, 0.6814, 0.6765, 0.6741, 0.6666, 0.6608, 0.6604, 0.6598, 0.6592, 0.6485], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc453118", "doc750416", "doc428400", "doc648335", "doc490514", "doc648344", "doc220990", "doc2018288", "doc750407", "doc897"], "ranked_scores": [0.6463, 0.6171, 0.6019, 0.5969, 0.5966, 0.5854, 0.5827, 0.5804, 0.5767, 0.5755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc24925", "doc1734041", "doc30773", "doc382236", "doc2202499", "doc1380357", "doc1380356", "doc24929", "doc2509293"], "ranked_scores": [0.7484, 0.7484, 0.7374, 0.7246, 0.7246, 0.7198, 0.7146, 0.7144, 0.7124, 0.7105], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2274222", "doc2504604", "doc36393", "doc1286622", "doc454591", "doc648335", "doc2009369", "doc2041368", "doc2225375"], "ranked_scores": [0.7341, 0.6987, 0.6315, 0.6289, 0.6207, 0.6199, 0.6181, 0.611, 0.6104, 0.61], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56921", "doc56903", "doc2313854", "doc2091597", "doc2313864", "doc2091589", "doc2439295"], "ranked_scores": [0.7232, 0.713, 0.713, 0.6936, 0.6899, 0.6878, 0.6872, 0.6837, 0.6779, 0.6641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc137908", "doc80078", "doc352904", "doc80074", "doc80067", "doc1391659", "doc345642", "doc863660", "doc1912506", "doc596891"], "ranked_scores": [0.7869, 0.7775, 0.7773, 0.7705, 0.7466, 0.7463, 0.7422, 0.7247, 0.7241, 0.7238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.5013, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5013, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc732101", "doc506854", "doc732018", "doc1852908", "doc1430768", "doc72413", "doc1018577", "doc2353712", "doc1018572", "doc732015"], "ranked_scores": [0.6614, 0.6592, 0.6556, 0.6489, 0.6479, 0.6454, 0.6427, 0.6415, 0.639, 0.6387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc474073", "doc1107323", "doc304623", "doc1858452", "doc2376934", "doc768172", "doc26461", "doc511592", "doc207464"], "ranked_scores": [0.7672, 0.7118, 0.7023, 0.7006, 0.698, 0.6979, 0.6969, 0.6962, 0.6929, 0.6895], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102096", "doc102097", "doc102077", "doc1287918", "doc520021", "doc5734", "doc2316765", "doc2592003", "doc302286", "doc1336177"], "ranked_scores": [0.7394, 0.7258, 0.7103, 0.5166, 0.5072, 0.4681, 0.4538, 0.4491, 0.4491, 0.4463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57940", "doc282412", "doc57948", "doc1199221", "doc1390300", "doc81655", "doc1390312", "doc57946", "doc721746", "doc2115402"], "ranked_scores": [0.769, 0.7637, 0.7637, 0.7456, 0.7402, 0.7391, 0.7287, 0.7256, 0.7065, 0.6895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc866703", "doc751410", "doc1612364", "doc1723101", "doc1936829", "doc1368159", "doc1428083", "doc2077366"], "ranked_scores": [0.6491, 0.6071, 0.5791, 0.5602, 0.5492, 0.5408, 0.5311, 0.529, 0.4969, 0.4903], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc35524", "doc1385345", "doc64318", "doc1385349", "doc922271", "doc971992", "doc41344", "doc64314", "doc64317", "doc64316"], "ranked_scores": [0.8303, 0.8303, 0.8303, 0.8303, 0.8303, 0.83, 0.8202, 0.8202, 0.8202, 0.8199], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520320", "doc1321883", "doc638932", "doc539428", "doc1321871", "doc539419", "doc437632", "doc1520311", "doc2545031", "doc437662"], "ranked_scores": [0.8251, 0.8184, 0.8183, 0.8164, 0.8063, 0.8059, 0.8057, 0.802, 0.8009, 0.8003], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc2593884", "doc4611", "doc1842144", "doc2526412", "doc2414537", "doc938718", "doc1085571", "doc1998840", "doc1455952", "doc720105"], "ranked_scores": [0.5017, 0.4903, 0.4708, 0.4396, 0.436, 0.4353, 0.4295, 0.4278, 0.4228, 0.422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc1445420", "doc24934", "doc1891609", "doc1617178", "doc725581", "doc1175661", "doc1891612", "doc1597244", "doc1036707"], "ranked_scores": [0.6166, 0.5503, 0.5422, 0.5351, 0.5306, 0.5293, 0.5217, 0.5185, 0.5152, 0.5047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc1443647", "doc53465", "doc1283940", "doc218667", "doc227150", "doc377034", "doc122351", "doc1169637", "doc1098312"], "ranked_scores": [0.7653, 0.6318, 0.6309, 0.6235, 0.614, 0.614, 0.614, 0.6102, 0.6095, 0.5974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1840635", "doc1007189", "doc28582", "doc324530", "doc1088182", "doc530778", "doc626260", "doc1394743"], "ranked_scores": [0.7808, 0.7586, 0.6829, 0.6787, 0.6728, 0.6691, 0.6624, 0.6576, 0.6554, 0.6498], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1030288", "doc2499695", "doc828063", "doc2449643", "doc2194194", "doc2429823", "doc499897", "doc2393669", "doc515771", "doc750195"], "ranked_scores": [0.7648, 0.7525, 0.7445, 0.7361, 0.73, 0.7263, 0.724, 0.7226, 0.7222, 0.7192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1729413", "doc737771", "doc105739", "doc1223275", "doc1847142", "doc1587280", "doc1427177", "doc1427193", "doc1969992", "doc1729412"], "ranked_scores": [0.731, 0.7301, 0.73, 0.7256, 0.7256, 0.7218, 0.7091, 0.7084, 0.7083, 0.7018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc358938", "doc324540", "doc2107022", "doc6540", "doc2107018", "doc2107033", "doc1927002", "doc28935", "doc53643"], "ranked_scores": [0.8245, 0.8226, 0.8223, 0.8006, 0.7961, 0.7869, 0.7706, 0.7685, 0.7641, 0.7598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211209", "doc2607396", "doc435076", "doc1957486", "doc2587564", "doc435075", "doc435078", "doc2587562", "doc435081", "doc378301"], "ranked_scores": [0.7553, 0.7543, 0.7479, 0.7439, 0.7437, 0.7437, 0.7437, 0.7437, 0.7312, 0.7294], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1531603", "doc2085567", "doc2448623", "doc2665803", "doc1170390", "doc336518", "doc1935873", "doc1498263", "doc1534069", "doc1170391"], "ranked_scores": [0.6618, 0.6341, 0.6017, 0.586, 0.5761, 0.5644, 0.5573, 0.5548, 0.5538, 0.5533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc180922", "doc493814", "doc2083699", "doc1330250", "doc868658", "doc725581", "doc1538025", "doc2647600"], "ranked_scores": [0.6079, 0.5475, 0.4922, 0.487, 0.484, 0.4706, 0.462, 0.4588, 0.4577, 0.4574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1293555", "doc601133", "doc390322", "doc376241", "doc40405", "doc2304461", "doc1153924", "doc376250", "doc635536", "doc113426"], "ranked_scores": [0.6295, 0.6078, 0.5986, 0.5883, 0.5596, 0.5463, 0.5403, 0.5352, 0.5351, 0.5325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1333905", "doc1986437", "doc2465656", "doc546881", "doc1812456", "doc588578", "doc1160263", "doc1986433", "doc588590", "doc1844590"], "ranked_scores": [0.7498, 0.7498, 0.7498, 0.7498, 0.7265, 0.7222, 0.7198, 0.6813, 0.674, 0.6714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2391797", "doc2085567", "doc878338", "doc2056931", "doc890682", "doc2316721", "doc2334133", "doc1105530", "doc1330250", "doc2676807"], "ranked_scores": [0.5831, 0.5565, 0.5499, 0.549, 0.5436, 0.5374, 0.5368, 0.5343, 0.5289, 0.5251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc1763997", "doc127040", "doc88934", "doc994518", "doc1452752", "doc2384634", "doc88974", "doc88933", "doc1438166", "doc958366"], "ranked_scores": [0.7057, 0.659, 0.6463, 0.6439, 0.6435, 0.6278, 0.6262, 0.6256, 0.6235, 0.622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc21363", "doc338818", "doc1455511", "doc2336226", "doc1455469", "doc1308445", "doc21350", "doc2262127", "doc21368"], "ranked_scores": [0.6603, 0.618, 0.618, 0.6145, 0.595, 0.5889, 0.5708, 0.5617, 0.5616, 0.5605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108456", "doc108559", "doc1791044", "doc1774519", "doc376565", "doc63585", "doc63590", "doc18273", "doc911115", "doc2072948"], "ranked_scores": [0.7173, 0.7152, 0.7068, 0.6985, 0.6951, 0.6922, 0.6899, 0.6899, 0.6899, 0.6878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc7161", "doc1670303", "doc688749", "doc580220", "doc656863", "doc1997397", "doc933773", "doc915991", "doc7166"], "ranked_scores": [0.6136, 0.591, 0.5742, 0.5708, 0.5708, 0.569, 0.569, 0.569, 0.569, 0.5595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5641, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc751726", "doc1260422", "doc1826212", "doc455756", "doc751718", "doc751719", "doc2055393", "doc2095794", "doc221817", "doc2295957"], "ranked_scores": [0.5576, 0.5125, 0.5109, 0.5105, 0.5104, 0.4785, 0.4759, 0.4736, 0.4734, 0.4704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2483577", "doc2634368", "doc1170391", "doc1185713", "doc2057552", "doc1038435", "doc1258664", "doc1205332", "doc980993"], "ranked_scores": [0.579, 0.571, 0.5383, 0.5204, 0.5181, 0.5147, 0.5131, 0.5084, 0.5063, 0.505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618376", "doc36485", "doc1618372", "doc2396125", "doc36460", "doc2622759", "doc2622778", "doc1618374", "doc36467"], "ranked_scores": [0.7923, 0.7923, 0.7923, 0.7923, 0.7923, 0.78, 0.7359, 0.7333, 0.6868, 0.6743], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1332302", "doc284003", "doc284002", "doc874101", "doc106332", "doc2832", "doc1332310", "doc337506", "doc106355", "doc703719"], "ranked_scores": [0.7724, 0.7692, 0.765, 0.7521, 0.7492, 0.7455, 0.7426, 0.7344, 0.7338, 0.7338], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc729573", "doc91119", "doc643072", "doc1248532", "doc2376695", "doc1119808", "doc2167590", "doc729661", "doc1373324", "doc368643"], "ranked_scores": [0.8031, 0.801, 0.8002, 0.7949, 0.7881, 0.787, 0.7851, 0.7846, 0.7793, 0.776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1431001", "doc1430994", "doc5734", "doc2077366", "doc902657", "doc2105047", "doc1504263", "doc77976", "doc827208"], "ranked_scores": [0.4699, 0.4648, 0.4363, 0.4287, 0.4265, 0.407, 0.4057, 0.3975, 0.3972, 0.3963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-pq-m32-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc57242", "doc2569915", "doc751967", "doc57247", "doc751998", "doc3001", "doc1104254", "doc1622317"], "ranked_scores": [0.6633, 0.6561, 0.6318, 0.6041, 0.5909, 0.5843, 0.5775, 0.5756, 0.5684, 0.5638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc2292349", "doc1942575", "doc357235", "doc345111", "doc2270804", "doc357255", "doc497737", "doc914411", "doc63542"], "ranked_scores": [0.532, 0.5316, 0.5247, 0.5242, 0.5195, 0.5022, 0.4989, 0.4946, 0.4899, 0.4885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc377466", "doc451953", "doc21832", "doc21871", "doc296209", "doc21831", "doc776137", "doc2613405", "doc21829"], "ranked_scores": [0.6959, 0.6835, 0.6688, 0.6561, 0.6512, 0.6475, 0.6362, 0.6343, 0.6329, 0.6299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc232625", "doc146101", "doc979079", "doc564709", "doc453172", "doc453091", "doc1247565", "doc392061", "doc1007260", "doc1177855"], "ranked_scores": [0.6629, 0.6616, 0.654, 0.6462, 0.646, 0.6388, 0.636, 0.6356, 0.6348, 0.6315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1366730", "doc2165920", "doc1741707", "doc1741706", "doc2165906", "doc887635", "doc1030462", "doc387897", "doc1121529", "doc1366769"], "ranked_scores": [0.7213, 0.7205, 0.7107, 0.7097, 0.7061, 0.7017, 0.6956, 0.6919, 0.6893, 0.6882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1324046", "doc27529", "doc540358", "doc381292", "doc1386925", "doc1021718", "doc27538", "doc1279689", "doc1770477", "doc2085928"], "ranked_scores": [0.5398, 0.5184, 0.4941, 0.4835, 0.4799, 0.4719, 0.4677, 0.4648, 0.4568, 0.4516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc422133", "doc54270", "doc293491", "doc579128", "doc101332", "doc2278342", "doc360768", "doc2095396", "doc77640", "doc2299643"], "ranked_scores": [0.7162, 0.6919, 0.6896, 0.6881, 0.6851, 0.6822, 0.6809, 0.6803, 0.6781, 0.6769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc81162", "doc231271", "doc1017147", "doc1798668", "doc99857", "doc2096501", "doc896716", "doc520684", "doc520689"], "ranked_scores": [0.6232, 0.5229, 0.5205, 0.5076, 0.4994, 0.4946, 0.4924, 0.4909, 0.4862, 0.4862], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc61043", "doc928962", "doc1376345", "doc627159", "doc1526139", "doc2009331"], "ranked_scores": [0.6255, 0.6195, 0.6082, 0.5875, 0.5794, 0.5753, 0.5103, 0.4952, 0.4938, 0.4849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc1116765", "doc369237", "doc369276", "doc1948378", "doc369234", "doc1349041", "doc369166"], "ranked_scores": [0.6811, 0.6479, 0.6429, 0.6428, 0.5688, 0.561, 0.5577, 0.5488, 0.5477, 0.5459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc1458417", "doc33196", "doc33193", "doc54026", "doc2534674", "doc1612515", "doc1357070", "doc1458400", "doc311119", "doc1153299"], "ranked_scores": [0.6237, 0.6224, 0.6077, 0.5482, 0.5428, 0.5409, 0.5376, 0.5356, 0.5072, 0.5027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1667013", "doc1386166", "doc66003", "doc875841", "doc1386116", "doc1386120", "doc253608", "doc1984127", "doc1883243"], "ranked_scores": [0.6427, 0.6037, 0.5997, 0.5945, 0.5878, 0.5803, 0.5702, 0.5685, 0.5621, 0.5562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc388464", "doc2832", "doc703719", "doc703706", "doc106355", "doc106357", "doc703701", "doc703721", "doc1332302"], "ranked_scores": [0.7557, 0.7413, 0.731, 0.723, 0.7135, 0.712, 0.706, 0.7055, 0.6962, 0.6958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7091", "doc697071", "doc7119", "doc7120", "doc2153582", "doc7112", "doc7116", "doc683357", "doc7108"], "ranked_scores": [0.6887, 0.6834, 0.681, 0.6702, 0.6589, 0.6512, 0.6487, 0.6451, 0.6414, 0.6334], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1606435", "doc1169637", "doc107878", "doc1740481", "doc2240923", "doc1588867", "doc1891612", "doc1527545"], "ranked_scores": [0.6315, 0.5666, 0.5472, 0.5423, 0.5345, 0.5233, 0.5203, 0.5196, 0.5095, 0.5095], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc187232", "doc750416", "doc750407", "doc2659217", "doc2203117", "doc536387", "doc2203142", "doc2483632", "doc648335"], "ranked_scores": [0.5556, 0.5509, 0.5351, 0.51, 0.5005, 0.4858, 0.484, 0.4795, 0.4777, 0.4736], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc382236", "doc24925", "doc24903", "doc1734041", "doc90322", "doc1380357", "doc239811", "doc1786046", "doc468490", "doc651957"], "ranked_scores": [0.6548, 0.6412, 0.6185, 0.6134, 0.6126, 0.6104, 0.6048, 0.6043, 0.6034, 0.5998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc750416", "doc648335", "doc1088751", "doc2504604", "doc2277317", "doc1825428", "doc1078877"], "ranked_scores": [0.6101, 0.5724, 0.556, 0.5523, 0.5264, 0.5093, 0.5067, 0.4914, 0.4898, 0.4885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc1102442", "doc873481", "doc56921", "doc2509996", "doc2408092", "doc56903", "doc2091597", "doc2091589", "doc56909"], "ranked_scores": [0.6363, 0.6291, 0.6206, 0.5892, 0.5704, 0.5614, 0.5515, 0.551, 0.5387, 0.5364], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80067", "doc80078", "doc137908", "doc345632", "doc352904", "doc1912506", "doc80148", "doc80074", "doc1654062", "doc80151"], "ranked_scores": [0.6712, 0.6489, 0.6477, 0.64, 0.6309, 0.6289, 0.6233, 0.6214, 0.6187, 0.6027], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc1018572", "doc399642", "doc506841", "doc2010420", "doc1214168", "doc2240291", "doc1248717", "doc732015"], "ranked_scores": [0.6462, 0.5983, 0.5697, 0.5614, 0.5608, 0.5604, 0.5564, 0.5504, 0.5485, 0.5472], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc207464", "doc224101", "doc2376934", "doc1107323", "doc474060", "doc721916", "doc1107283", "doc99377", "doc131786"], "ranked_scores": [0.6661, 0.622, 0.6121, 0.6045, 0.6044, 0.6021, 0.597, 0.5963, 0.5923, 0.5876], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1878861", "doc973089", "doc2465910", "doc1287918", "doc243742", "doc2621513", "doc162716"], "ranked_scores": [0.653, 0.5832, 0.5611, 0.4593, 0.4521, 0.4439, 0.4282, 0.4152, 0.413, 0.406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57940", "doc282412", "doc721746", "doc57946", "doc81655", "doc2115402", "doc57948", "doc1199221", "doc37895", "doc1390312"], "ranked_scores": [0.6118, 0.5901, 0.5878, 0.5554, 0.5366, 0.5274, 0.5239, 0.5221, 0.5089, 0.4995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc22149", "doc1936829", "doc866703", "doc1428083", "doc1612364", "doc2113492", "doc1368159", "doc429685"], "ranked_scores": [0.6527, 0.5586, 0.5539, 0.5467, 0.5172, 0.5097, 0.4984, 0.4724, 0.4645, 0.4581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc41344", "doc851269", "doc922273", "doc64318", "doc35522", "doc64314", "doc971992", "doc64317", "doc1385345", "doc64316"], "ranked_scores": [0.6972, 0.6947, 0.6891, 0.6875, 0.6868, 0.6867, 0.6863, 0.6854, 0.6852, 0.6805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4575, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc1520311", "doc1520219", "doc1520254", "doc437694", "doc1788429", "doc1520244", "doc437656", "doc437677", "doc1520320"], "ranked_scores": [0.6511, 0.6433, 0.6403, 0.6364, 0.636, 0.636, 0.6346, 0.6344, 0.6342, 0.6328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1315083", "doc720105", "doc1842144", "doc1564136", "doc1694648", "doc2048678", "doc877823", "doc866442", "doc2462709", "doc2558251"], "ranked_scores": [0.47, 0.443, 0.4248, 0.4138, 0.4111, 0.4105, 0.4096, 0.4058, 0.4056, 0.4055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1445420", "doc645564", "doc543039", "doc24938", "doc24934", "doc2390440", "doc725581", "doc24939", "doc2419103", "doc1464195"], "ranked_scores": [0.5026, 0.466, 0.4246, 0.4208, 0.4189, 0.4177, 0.4175, 0.407, 0.4039, 0.3994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4306, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc672552", "doc317197", "doc1891609", "doc720754", "doc2034127", "doc377105", "doc1617178", "doc369298"], "ranked_scores": [0.6917, 0.5779, 0.5581, 0.5524, 0.5053, 0.503, 0.495, 0.4948, 0.494, 0.4939], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc530778", "doc324530", "doc430825", "doc1394743", "doc28582", "doc626260", "doc1007189", "doc967808", "doc25697"], "ranked_scores": [0.6429, 0.6061, 0.5921, 0.5711, 0.5575, 0.5572, 0.5487, 0.546, 0.5459, 0.5438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc828130", "doc626438", "doc1119808", "doc2393669", "doc626440", "doc1373324", "doc515771", "doc2449643", "doc1437877"], "ranked_scores": [0.6608, 0.6554, 0.6526, 0.6512, 0.6511, 0.6401, 0.6371, 0.6347, 0.6337, 0.6296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc719060", "doc1572538", "doc830308", "doc737771", "doc105739", "doc105756", "doc1847142", "doc105758", "doc381923", "doc1534825"], "ranked_scores": [0.6623, 0.6607, 0.6503, 0.65, 0.6493, 0.6417, 0.6361, 0.6343, 0.6293, 0.6245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc2107022", "doc358938", "doc324540", "doc2212269", "doc53643", "doc6540", "doc1602350", "doc2111513", "doc2107033"], "ranked_scores": [0.7197, 0.7114, 0.7076, 0.6995, 0.6944, 0.6878, 0.6875, 0.6857, 0.684, 0.682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc768322", "doc465988", "doc865796", "doc211230", "doc736126", "doc313365", "doc70919", "doc720207", "doc1914276", "doc331138"], "ranked_scores": [0.6417, 0.6311, 0.618, 0.611, 0.6094, 0.6003, 0.5941, 0.5912, 0.5854, 0.5847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc336518", "doc1531603", "doc1508870", "doc2665803", "doc627432", "doc733127", "doc2370683", "doc1935873", "doc518266", "doc1096264"], "ranked_scores": [0.5112, 0.5062, 0.5062, 0.5057, 0.4965, 0.4907, 0.4889, 0.4855, 0.4848, 0.4704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1170390", "doc2258986", "doc1548640", "doc2306629", "doc704395", "doc2019605", "doc2361509", "doc311498", "doc155438"], "ranked_scores": [0.5747, 0.4734, 0.4644, 0.4595, 0.4582, 0.4409, 0.4403, 0.4376, 0.4364, 0.4241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc376241", "doc601133", "doc1153924", "doc225655", "doc376243", "doc864555", "doc2175324", "doc390322", "doc1345740"], "ranked_scores": [0.4893, 0.4404, 0.4332, 0.4183, 0.4143, 0.4069, 0.3995, 0.3965, 0.3933, 0.3901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc2117093", "doc1975694", "doc1986449", "doc1333905", "doc182888", "doc546881", "doc1986496", "doc2465656", "doc134196"], "ranked_scores": [0.5972, 0.5757, 0.5711, 0.5706, 0.5682, 0.5571, 0.5569, 0.5543, 0.5538, 0.5467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc312607", "doc2361509", "doc2391797", "doc1218368", "doc2334133", "doc312605", "doc1892012", "doc2621492", "doc2316721", "doc773669"], "ranked_scores": [0.4907, 0.4802, 0.4683, 0.4586, 0.4556, 0.4473, 0.443, 0.4394, 0.4393, 0.4363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc1452752", "doc127040", "doc2624067", "doc88934", "doc2015719", "doc1763997", "doc127031", "doc958366", "doc88931", "doc88933"], "ranked_scores": [0.5684, 0.5634, 0.5555, 0.5479, 0.5472, 0.5369, 0.5293, 0.5268, 0.5233, 0.5162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc2336226", "doc1455469", "doc2517860", "doc21368", "doc1455508", "doc1798523", "doc1308445", "doc338818", "doc21350", "doc1455509"], "ranked_scores": [0.5074, 0.487, 0.487, 0.4845, 0.4845, 0.4792, 0.4768, 0.4767, 0.4752, 0.4694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108559", "doc376565", "doc323321", "doc2563559", "doc108456", "doc2072948", "doc108491", "doc18273", "doc911115", "doc63590"], "ranked_scores": [0.6468, 0.6232, 0.6003, 0.5858, 0.5733, 0.5676, 0.564, 0.5636, 0.5636, 0.5636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1948176", "doc7161", "doc656863", "doc1183356", "doc1670303", "doc933773", "doc1378028", "doc203256"], "ranked_scores": [0.5523, 0.5412, 0.5282, 0.5262, 0.5205, 0.4995, 0.4958, 0.4891, 0.486, 0.4747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc2653657", "doc751718", "doc751726", "doc455756", "doc751729", "doc751714", "doc1260422", "doc1826212", "doc2322746"], "ranked_scores": [0.4855, 0.466, 0.4601, 0.4434, 0.4304, 0.4258, 0.4255, 0.424, 0.4165, 0.4151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1222389", "doc705226", "doc2054559", "doc2634368", "doc1038435", "doc1090888", "doc1170391", "doc1356310", "doc1205332", "doc1170390"], "ranked_scores": [0.5063, 0.482, 0.467, 0.462, 0.4597, 0.4569, 0.4542, 0.4536, 0.45, 0.4473], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc1618376", "doc36463", "doc2396125", "doc36467", "doc2622759", "doc1618372", "doc36485", "doc1256783", "doc2622778"], "ranked_scores": [0.6029, 0.5929, 0.5896, 0.5497, 0.5438, 0.5394, 0.519, 0.5146, 0.5064, 0.5023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106332", "doc388464", "doc703706", "doc703719", "doc427621", "doc2832", "doc106355", "doc703702", "doc106338", "doc973089"], "ranked_scores": [0.7343, 0.7329, 0.7216, 0.7178, 0.7074, 0.7072, 0.7058, 0.6968, 0.6968, 0.6924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1119808", "doc643072", "doc1373323", "doc2393669", "doc599368", "doc1373324", "doc729661", "doc368643", "doc108892", "doc828130"], "ranked_scores": [0.7157, 0.7027, 0.6992, 0.699, 0.6883, 0.6779, 0.6746, 0.6737, 0.6733, 0.6706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1431001", "doc1430994", "doc77976", "doc1504263", "doc1376321", "doc5734", "doc1070768", "doc2071056", "doc2317049"], "ranked_scores": [0.4658, 0.42, 0.4153, 0.4063, 0.3845, 0.3839, 0.3747, 0.3478, 0.3384, 0.3344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-pq-m32-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc57242", "doc57247", "doc751998", "doc1104254", "doc751967", "doc3001", "doc2040327", "doc63804"], "ranked_scores": [0.78, 0.731, 0.7128, 0.7078, 0.7, 0.6702, 0.6613, 0.6505, 0.6388, 0.6204], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc1664486", "doc2345266", "doc2292349", "doc357235", "doc345111", "doc1815291", "doc357255", "doc914411"], "ranked_scores": [0.6608, 0.6123, 0.6031, 0.5995, 0.5772, 0.5767, 0.5696, 0.5686, 0.5623, 0.5531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc776142", "doc377466", "doc2285692", "doc2526400", "doc69767", "doc2613405", "doc21829", "doc2074523", "doc1328955"], "ranked_scores": [0.762, 0.7084, 0.7009, 0.6916, 0.6837, 0.6823, 0.682, 0.6791, 0.6739, 0.6725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc146101", "doc564709", "doc453172", "doc658301", "doc453091", "doc453144", "doc564708", "doc1247565", "doc1177870", "doc1054919"], "ranked_scores": [0.7035, 0.6998, 0.6824, 0.6767, 0.6755, 0.6685, 0.6663, 0.6646, 0.6627, 0.6609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1741706", "doc2165905", "doc387897", "doc1812661", "doc1812660", "doc1741702", "doc1741707", "doc887635", "doc338868"], "ranked_scores": [0.7716, 0.771, 0.7662, 0.7625, 0.7592, 0.7584, 0.7572, 0.7548, 0.7543, 0.7516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc2085928", "doc2085932", "doc27538", "doc1279689", "doc738831", "doc1386925", "doc1407409", "doc540358", "doc27535"], "ranked_scores": [0.6421, 0.5673, 0.5444, 0.5313, 0.5302, 0.5263, 0.5262, 0.5257, 0.523, 0.5207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc101332", "doc119665", "doc77634", "doc422133", "doc825186", "doc77640", "doc54270", "doc293491", "doc349747"], "ranked_scores": [0.7778, 0.7527, 0.7453, 0.742, 0.7391, 0.7352, 0.7201, 0.7197, 0.7158, 0.7151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1017147", "doc520684", "doc1798668", "doc29759", "doc1486663", "doc88615", "doc101561", "doc278641", "doc2107778"], "ranked_scores": [0.7188, 0.5938, 0.5846, 0.5731, 0.5702, 0.557, 0.5462, 0.5459, 0.5417, 0.5382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc61043", "doc928962", "doc627159", "doc491925", "doc1376345", "doc2083822"], "ranked_scores": [0.7573, 0.7296, 0.7235, 0.7183, 0.6778, 0.5995, 0.5986, 0.5693, 0.5613, 0.5387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97445", "doc369234", "doc369237", "doc369220", "doc2083994", "doc97430", "doc97442"], "ranked_scores": [0.814, 0.7546, 0.7137, 0.6935, 0.6332, 0.6214, 0.6133, 0.6095, 0.6067, 0.601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1458417", "doc1357070", "doc1612515", "doc636337", "doc2534674", "doc636318", "doc1458400", "doc2312288"], "ranked_scores": [0.6866, 0.6847, 0.6668, 0.6297, 0.5612, 0.5514, 0.5502, 0.5484, 0.5375, 0.5239], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386116", "doc1386166", "doc1984127", "doc253608", "doc83863", "doc2537824", "doc2171547", "doc50109", "doc66003"], "ranked_scores": [0.736, 0.6983, 0.6952, 0.6795, 0.6616, 0.6608, 0.6432, 0.6362, 0.6304, 0.6298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc106355", "doc703719", "doc106333", "doc106338", "doc703702", "doc388464", "doc1445498", "doc703701", "doc2832"], "ranked_scores": [0.7864, 0.778, 0.778, 0.7765, 0.7757, 0.7757, 0.7678, 0.7571, 0.7563, 0.7549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7106", "doc7091", "doc7119", "doc692559", "doc697071", "doc7099", "doc7108", "doc7116", "doc7120"], "ranked_scores": [0.7915, 0.7673, 0.7644, 0.7637, 0.7612, 0.7435, 0.7277, 0.72, 0.7176, 0.7088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc2033842", "doc1606435", "doc107878", "doc1859220", "doc1443647", "doc2033841", "doc2252228"], "ranked_scores": [0.7007, 0.6121, 0.5799, 0.5677, 0.5676, 0.5542, 0.5503, 0.5429, 0.5329, 0.5328], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc244386", "doc187232", "doc648335", "doc2018288", "doc52429", "doc938300", "doc220990", "doc750407", "doc2483632"], "ranked_scores": [0.6323, 0.6025, 0.5598, 0.5554, 0.5458, 0.5216, 0.5178, 0.5174, 0.5158, 0.5155], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc382236", "doc468490", "doc1380356", "doc1380357", "doc24903", "doc416774", "doc30773", "doc300567", "doc1734041"], "ranked_scores": [0.7458, 0.7402, 0.7263, 0.7083, 0.6929, 0.6922, 0.6889, 0.6799, 0.6757, 0.6735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc2274222", "doc750416", "doc2127006", "doc36393", "doc648344", "doc648335", "doc2203108"], "ranked_scores": [0.6803, 0.6159, 0.6081, 0.6005, 0.5726, 0.5565, 0.5513, 0.5399, 0.535, 0.5309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc56921", "doc1102442", "doc56903", "doc2091597", "doc2509996", "doc2408092", "doc1966930", "doc2439295"], "ranked_scores": [0.7286, 0.7199, 0.7107, 0.6986, 0.6839, 0.6665, 0.6421, 0.6396, 0.6153, 0.5989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc137908", "doc80067", "doc80074", "doc80078", "doc352904", "doc345642", "doc345632", "doc80154", "doc80151", "doc66226"], "ranked_scores": [0.7779, 0.7453, 0.7397, 0.7106, 0.7094, 0.6984, 0.6958, 0.6893, 0.6804, 0.6744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc2240293", "doc1852908", "doc498654", "doc2353712", "doc18814", "doc732101", "doc506854", "doc506841"], "ranked_scores": [0.7056, 0.6305, 0.6043, 0.6034, 0.5969, 0.5965, 0.588, 0.5875, 0.5853, 0.5848], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc207464", "doc474073", "doc474060", "doc2376934", "doc131786", "doc224101", "doc863698", "doc26461", "doc26467"], "ranked_scores": [0.7189, 0.6953, 0.6781, 0.6755, 0.6692, 0.6531, 0.6453, 0.6433, 0.6427, 0.6421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1287918", "doc1878861", "doc698039", "doc447411", "doc1336177", "doc2486395", "doc698075"], "ranked_scores": [0.7909, 0.7467, 0.7116, 0.4803, 0.4434, 0.4322, 0.4217, 0.4161, 0.4115, 0.4016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc57940", "doc1199221", "doc721746", "doc57946", "doc81655", "doc57948", "doc1390300", "doc2115402", "doc37895"], "ranked_scores": [0.7401, 0.7188, 0.6934, 0.6907, 0.6858, 0.6608, 0.6395, 0.5996, 0.5993, 0.5828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1612364", "doc866703", "doc1936829", "doc1428083", "doc1368159", "doc22149", "doc751410", "doc1723101"], "ranked_scores": [0.7557, 0.6385, 0.6032, 0.5674, 0.5664, 0.5657, 0.5597, 0.5504, 0.5419, 0.5076], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc851269", "doc1385349", "doc1385345", "doc64318", "doc971992", "doc1683659", "doc35522", "doc35524", "doc64314", "doc1376793"], "ranked_scores": [0.7705, 0.7568, 0.7537, 0.7523, 0.7463, 0.7453, 0.7442, 0.7412, 0.741, 0.7402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1334192", "doc638932", "doc437632", "doc1520311", "doc539419", "doc437678", "doc539428", "doc1334238", "doc1520320", "doc1520213"], "ranked_scores": [0.7448, 0.7368, 0.7273, 0.7257, 0.7243, 0.7198, 0.7192, 0.7084, 0.7083, 0.7067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc720105", "doc877823", "doc938718", "doc1315001", "doc35173", "doc866490", "doc4611", "doc1315083", "doc1314944", "doc1314852"], "ranked_scores": [0.5021, 0.4677, 0.4579, 0.4532, 0.452, 0.4436, 0.4408, 0.4344, 0.4338, 0.4318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1445420", "doc24939", "doc543039", "doc1449831", "doc2390440", "doc725581", "doc1464195", "doc1801894", "doc24938", "doc24934"], "ranked_scores": [0.5628, 0.5273, 0.4789, 0.4534, 0.453, 0.4529, 0.4437, 0.4262, 0.4214, 0.4172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5641, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc672552", "doc317197", "doc1074209", "doc958476", "doc2660672", "doc238798", "doc1617178", "doc758677"], "ranked_scores": [0.7538, 0.6962, 0.5801, 0.5308, 0.5273, 0.5207, 0.5158, 0.5109, 0.5103, 0.5057], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1840635", "doc530778", "doc28582", "doc1410020", "doc1394743", "doc2142521", "doc1635999", "doc25697"], "ranked_scores": [0.8101, 0.7388, 0.6703, 0.6656, 0.6564, 0.6553, 0.6529, 0.6392, 0.6374, 0.6369], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc402145", "doc1185579", "doc147268", "doc2194194", "doc1030288", "doc660236", "doc660271", "doc2429823", "doc2393669"], "ranked_scores": [0.7325, 0.7016, 0.6823, 0.6817, 0.6674, 0.6564, 0.6562, 0.6473, 0.6449, 0.6377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105763", "doc1729412", "doc105756", "doc105758", "doc830308", "doc2355469", "doc105759", "doc719006", "doc1534825"], "ranked_scores": [0.7658, 0.7207, 0.6879, 0.6876, 0.6831, 0.6777, 0.6639, 0.6536, 0.649, 0.6487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc2107022", "doc358938", "doc2107018", "doc628470", "doc324540", "doc1927002", "doc53643", "doc28935", "doc172405"], "ranked_scores": [0.7858, 0.7802, 0.7757, 0.7639, 0.7443, 0.7425, 0.7413, 0.7396, 0.7325, 0.7144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc465988", "doc313364", "doc1921625", "doc2607396", "doc1914276", "doc331138", "doc768322", "doc435075", "doc435076"], "ranked_scores": [0.6727, 0.6645, 0.6598, 0.6572, 0.6531, 0.651, 0.6458, 0.6453, 0.6427, 0.6411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc1531603", "doc336518", "doc733127", "doc2085567", "doc1508870", "doc1736704", "doc1736708", "doc2636635", "doc264212"], "ranked_scores": [0.6055, 0.5631, 0.5513, 0.5473, 0.5372, 0.5325, 0.5152, 0.5131, 0.5105, 0.5056], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2019605", "doc2144435", "doc1538025", "doc311498", "doc868658", "doc1170390", "doc2083699", "doc2582196"], "ranked_scores": [0.6865, 0.6246, 0.487, 0.4789, 0.4608, 0.4439, 0.4342, 0.427, 0.4212, 0.418], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc376241", "doc601133", "doc864555", "doc57975", "doc390322", "doc2043743", "doc1345740", "doc1153924", "doc225655"], "ranked_scores": [0.5723, 0.5541, 0.5484, 0.5178, 0.5082, 0.4859, 0.4834, 0.4709, 0.4531, 0.4509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1333905", "doc1986449", "doc546881", "doc134196", "doc2465656", "doc860546", "doc588578", "doc1160263", "doc1584862"], "ranked_scores": [0.6884, 0.6734, 0.6728, 0.6458, 0.6399, 0.6307, 0.6276, 0.6178, 0.6124, 0.6036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2361509", "doc221817", "doc2391797", "doc1218368", "doc2497559", "doc312607", "doc1449831", "doc2316721", "doc807", "doc966112"], "ranked_scores": [0.4906, 0.469, 0.4685, 0.4634, 0.4632, 0.4618, 0.4599, 0.4545, 0.4533, 0.4509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc2015719", "doc107246", "doc88934", "doc88931", "doc2624067", "doc399027", "doc1763997", "doc127031", "doc88933"], "ranked_scores": [0.6746, 0.65, 0.6222, 0.6168, 0.6048, 0.5912, 0.5906, 0.5862, 0.5759, 0.5673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc21368", "doc21350", "doc338818", "doc2336226", "doc21363", "doc864003", "doc1455509", "doc1738086", "doc1798523"], "ranked_scores": [0.53, 0.5277, 0.5098, 0.5084, 0.5032, 0.5029, 0.4978, 0.4956, 0.4935, 0.4908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108559", "doc1791044", "doc63590", "doc911115", "doc18273", "doc2563559", "doc108456", "doc63585", "doc1774519", "doc2072948"], "ranked_scores": [0.7252, 0.6871, 0.6851, 0.6851, 0.6851, 0.6821, 0.6675, 0.6589, 0.6388, 0.6337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc7161", "doc1670303", "doc1335520", "doc656863", "doc1378028", "doc7166", "doc1948176", "doc2480339"], "ranked_scores": [0.6728, 0.5956, 0.5762, 0.5524, 0.5283, 0.5277, 0.527, 0.5232, 0.5199, 0.5124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc2653657", "doc751726", "doc1735215", "doc1260422", "doc751729", "doc455756", "doc1826212", "doc4611", "doc2015875", "doc751719"], "ranked_scores": [0.5679, 0.5464, 0.5348, 0.5022, 0.4843, 0.4775, 0.4692, 0.4562, 0.4475, 0.4432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc980993", "doc2057552", "doc190281", "doc2483577", "doc1205332", "doc2634368", "doc2639996", "doc642762", "doc1170391"], "ranked_scores": [0.5669, 0.5421, 0.5344, 0.5179, 0.5097, 0.5044, 0.4974, 0.4954, 0.4893, 0.4888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36460", "doc1618376", "doc36467", "doc2622759", "doc2396125", "doc1618372", "doc36485", "doc2622778", "doc1256783"], "ranked_scores": [0.7473, 0.7336, 0.7287, 0.686, 0.6733, 0.6598, 0.6583, 0.6452, 0.6132, 0.6018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc106332", "doc427621", "doc703721", "doc106357", "doc106355", "doc703719", "doc703714", "doc388464", "doc106333"], "ranked_scores": [0.7411, 0.7363, 0.7296, 0.7253, 0.7253, 0.7242, 0.7242, 0.72, 0.7171, 0.7093], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc729573", "doc1119808", "doc108887", "doc596014", "doc2393669", "doc729661", "doc1373324", "doc91119"], "ranked_scores": [0.8079, 0.8054, 0.7947, 0.7732, 0.7637, 0.7585, 0.7552, 0.7537, 0.7436, 0.7432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1431001", "doc1430994", "doc77976", "doc1430993", "doc5734", "doc1504263", "doc77973", "doc77971", "doc2071056", "doc636337"], "ranked_scores": [0.5789, 0.5775, 0.4945, 0.4919, 0.4617, 0.4484, 0.4041, 0.3833, 0.363, 0.3524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512-pq-m64-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57247", "doc751998", "doc1104254", "doc57232", "doc3001", "doc2040327", "doc284000", "doc2569915"], "ranked_scores": [0.6091, 0.595, 0.5761, 0.5605, 0.5586, 0.5538, 0.5403, 0.5166, 0.5135, 0.5106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1268295", "doc2292349", "doc63543", "doc314759", "doc1664486", "doc2136789", "doc497737", "doc1038212", "doc1982537"], "ranked_scores": [0.5813, 0.5408, 0.5328, 0.5302, 0.5192, 0.5107, 0.5102, 0.5078, 0.505, 0.5048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc377466", "doc296209", "doc2285692", "doc21829", "doc21832", "doc21831", "doc699194", "doc776142", "doc243667"], "ranked_scores": [0.7141, 0.67, 0.6592, 0.6545, 0.6443, 0.6396, 0.6346, 0.6304, 0.6292, 0.6287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc979079", "doc146101", "doc392076", "doc453172", "doc453091", "doc232625", "doc1177870", "doc230376", "doc2317442", "doc564709"], "ranked_scores": [0.671, 0.6661, 0.663, 0.6609, 0.6599, 0.6531, 0.6528, 0.65, 0.6458, 0.6444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1741706", "doc1812659", "doc1366757", "doc559430", "doc2165906", "doc1366765", "doc1812661", "doc1741701", "doc559423", "doc1812660"], "ranked_scores": [0.7288, 0.7213, 0.7016, 0.6979, 0.6916, 0.6895, 0.6849, 0.6848, 0.68, 0.6776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1324046", "doc1021718", "doc1279689", "doc1478939", "doc27535", "doc2034534", "doc27538", "doc1478919", "doc1770477"], "ranked_scores": [0.578, 0.5762, 0.5576, 0.5552, 0.5467, 0.5458, 0.5422, 0.5392, 0.5368, 0.5357], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc422133", "doc579128", "doc825186", "doc293491", "doc77634", "doc54270", "doc2095396", "doc925929", "doc77640", "doc119665"], "ranked_scores": [0.7234, 0.7094, 0.7073, 0.6954, 0.6949, 0.6942, 0.6936, 0.6929, 0.6889, 0.683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc966365", "doc1798668", "doc1017147", "doc81162", "doc896716", "doc327730", "doc231271", "doc298955", "doc38721"], "ranked_scores": [0.6009, 0.5324, 0.5296, 0.5293, 0.5283, 0.5232, 0.5223, 0.5222, 0.5205, 0.5194], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc61043", "doc928962", "doc1526139", "doc1376345", "doc116279", "doc1048266"], "ranked_scores": [0.6011, 0.5944, 0.5919, 0.5546, 0.5232, 0.5142, 0.4853, 0.4628, 0.4586, 0.4569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc97445", "doc1948378", "doc97442", "doc369234", "doc2083987", "doc1349041", "doc369277"], "ranked_scores": [0.6648, 0.6398, 0.6389, 0.638, 0.5821, 0.5615, 0.5591, 0.5559, 0.553, 0.5494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc1458417", "doc1458400", "doc1357070", "doc1612515", "doc54026", "doc2534674", "doc614722", "doc2569915"], "ranked_scores": [0.6098, 0.566, 0.5551, 0.5081, 0.5019, 0.4982, 0.4877, 0.4815, 0.4581, 0.4571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc875841", "doc1386116", "doc83863", "doc1386166", "doc66003", "doc2537823", "doc2278170", "doc1984127", "doc253608"], "ranked_scores": [0.6227, 0.5874, 0.5791, 0.5738, 0.5703, 0.5665, 0.5555, 0.5476, 0.5443, 0.5427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc106332", "doc703719", "doc106355", "doc2832", "doc703706", "doc106333", "doc284003", "doc106335", "doc703702"], "ranked_scores": [0.7482, 0.7408, 0.7272, 0.7219, 0.7091, 0.7033, 0.7021, 0.6951, 0.6834, 0.6824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7120", "doc7112", "doc7091", "doc7106", "doc7116", "doc7119", "doc692559", "doc1599042", "doc697071", "doc526956"], "ranked_scores": [0.6458, 0.6416, 0.6346, 0.6229, 0.6197, 0.615, 0.6103, 0.6101, 0.6008, 0.6008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc107878", "doc90808", "doc1606435", "doc1169637", "doc2000096", "doc1527545", "doc1443647", "doc854693", "doc672521"], "ranked_scores": [0.6512, 0.5965, 0.5719, 0.5539, 0.5396, 0.5194, 0.5169, 0.5169, 0.5147, 0.5132], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc750407", "doc15095", "doc187232", "doc2659217", "doc750416", "doc52429", "doc2203142", "doc2018288", "doc2483632"], "ranked_scores": [0.5648, 0.5596, 0.5424, 0.5397, 0.5365, 0.535, 0.5265, 0.5246, 0.5244, 0.5159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc24925", "doc1380357", "doc24903", "doc2202499", "doc382236", "doc468490", "doc24929", "doc2202506", "doc651946"], "ranked_scores": [0.6568, 0.6392, 0.6383, 0.6357, 0.6305, 0.6293, 0.6264, 0.6245, 0.6183, 0.6127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc23412", "doc1104361", "doc551718", "doc648335", "doc2274222", "doc454591", "doc2127006"], "ranked_scores": [0.6089, 0.5313, 0.5247, 0.5004, 0.4937, 0.4878, 0.4824, 0.4807, 0.4788, 0.4733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56921", "doc56903", "doc2091589", "doc1288170", "doc2408092", "doc1102445", "doc56909"], "ranked_scores": [0.7146, 0.7018, 0.7003, 0.6992, 0.6931, 0.6783, 0.6653, 0.6473, 0.6458, 0.6414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc352904", "doc80074", "doc80067", "doc80078", "doc137908", "doc345632", "doc80154", "doc1654062", "doc345642", "doc1640863"], "ranked_scores": [0.6381, 0.6247, 0.6117, 0.6061, 0.5998, 0.5992, 0.5969, 0.5902, 0.5884, 0.5835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240291", "doc1945762", "doc439092", "doc498654", "doc2353712", "doc702902", "doc180079", "doc1852908", "doc1248717"], "ranked_scores": [0.6398, 0.569, 0.544, 0.5422, 0.5414, 0.5401, 0.5387, 0.5354, 0.5351, 0.5257], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc207464", "doc721916", "doc474060", "doc26458", "doc1107323", "doc675035", "doc99377", "doc913417", "doc26460"], "ranked_scores": [0.6431, 0.6273, 0.6109, 0.6063, 0.5974, 0.5973, 0.596, 0.5946, 0.5945, 0.5926], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc162716", "doc1878861", "doc1287918", "doc1104251", "doc1051791", "doc2173547", "doc973089"], "ranked_scores": [0.6491, 0.6054, 0.5776, 0.4408, 0.4131, 0.4098, 0.4017, 0.4011, 0.3994, 0.3942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc721746", "doc57940", "doc1199221", "doc2115402", "doc57946", "doc81655", "doc57948", "doc37895", "doc1390312"], "ranked_scores": [0.5672, 0.5414, 0.5295, 0.516, 0.5063, 0.499, 0.4952, 0.479, 0.4466, 0.4365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc22149", "doc1936829", "doc1612364", "doc866703", "doc1310966", "doc1368159", "doc1428083", "doc301772"], "ranked_scores": [0.6532, 0.5616, 0.5323, 0.5222, 0.5172, 0.4872, 0.4636, 0.45, 0.4485, 0.4479], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64314", "doc64316", "doc64318", "doc41344", "doc1376793", "doc971992", "doc1385345", "doc35522", "doc64317", "doc35524"], "ranked_scores": [0.6634, 0.6619, 0.6585, 0.6562, 0.656, 0.6518, 0.6479, 0.6473, 0.647, 0.6397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc539419", "doc437685", "doc1520275", "doc437677", "doc1321929", "doc1520219", "doc437639", "doc1334192", "doc1497917"], "ranked_scores": [0.6627, 0.6491, 0.6408, 0.639, 0.6311, 0.6292, 0.6288, 0.6281, 0.6278, 0.6275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc866429", "doc35173", "doc877823", "doc2384757", "doc720105", "doc1314964", "doc97184", "doc1522826", "doc1314857", "doc866490"], "ranked_scores": [0.3932, 0.3681, 0.3536, 0.3535, 0.3516, 0.3475, 0.3462, 0.3434, 0.343, 0.3402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2390440", "doc24934", "doc24939", "doc645572", "doc543039", "doc2646391", "doc645564", "doc1597244", "doc1050188", "doc1449831"], "ranked_scores": [0.4337, 0.4286, 0.425, 0.4019, 0.3998, 0.3906, 0.3878, 0.3848, 0.3811, 0.3795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc317197", "doc1283940", "doc2034127", "doc672552", "doc448867", "doc435057", "doc1098312", "doc238803"], "ranked_scores": [0.655, 0.568, 0.4961, 0.4807, 0.4789, 0.458, 0.4577, 0.4499, 0.4496, 0.4473], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394743", "doc530778", "doc324530", "doc2142521", "doc1007189", "doc25697", "doc25696", "doc28582"], "ranked_scores": [0.6931, 0.6311, 0.6054, 0.6051, 0.5835, 0.5819, 0.5766, 0.5758, 0.5697, 0.5644], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2449643", "doc828130", "doc294704", "doc2393669", "doc1437877", "doc626440", "doc1119808", "doc515771", "doc368643"], "ranked_scores": [0.6447, 0.6425, 0.6369, 0.6279, 0.6227, 0.6156, 0.6152, 0.6135, 0.6124, 0.6106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105756", "doc105739", "doc105763", "doc737771", "doc830308", "doc1427193", "doc719060", "doc1572538", "doc1729412", "doc849003"], "ranked_scores": [0.6316, 0.6014, 0.5685, 0.5638, 0.5633, 0.5486, 0.5469, 0.5457, 0.5433, 0.5428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2224155", "doc324540", "doc53643", "doc1927002", "doc4147", "doc2107018", "doc2111513", "doc628470", "doc6531"], "ranked_scores": [0.6872, 0.6785, 0.6782, 0.6722, 0.6707, 0.6624, 0.6587, 0.6573, 0.655, 0.6509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc768322", "doc465988", "doc435076", "doc736126", "doc435075", "doc865796", "doc211230", "doc42101", "doc435078", "doc720207"], "ranked_scores": [0.5717, 0.5692, 0.5663, 0.5592, 0.5588, 0.5518, 0.5444, 0.544, 0.5413, 0.541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc1508870", "doc1531603", "doc2042102", "doc1490502", "doc2085567", "doc264212", "doc336518", "doc1736708", "doc518266"], "ranked_scores": [0.5798, 0.5608, 0.5491, 0.5465, 0.544, 0.5429, 0.536, 0.535, 0.5349, 0.5314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2306629", "doc1130168", "doc2361509", "doc2083699", "doc2357458", "doc1104254", "doc245411", "doc311498"], "ranked_scores": [0.5591, 0.4836, 0.3877, 0.3688, 0.3627, 0.3593, 0.3539, 0.3535, 0.3496, 0.3465], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc1345740", "doc601133", "doc57975", "doc376241", "doc376243", "doc1153924", "doc864555", "doc2326766", "doc390322"], "ranked_scores": [0.4654, 0.3929, 0.3835, 0.3753, 0.369, 0.3686, 0.3652, 0.345, 0.3353, 0.3336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986449", "doc134196", "doc1333905", "doc1812456", "doc182888", "doc546881", "doc2117093", "doc1991515", "doc1975694"], "ranked_scores": [0.5971, 0.5871, 0.5837, 0.5818, 0.5704, 0.5699, 0.5673, 0.561, 0.556, 0.5523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc807", "doc2361509", "doc877974", "doc312607", "doc2621492", "doc201173", "doc965463", "doc93503", "doc2391797"], "ranked_scores": [0.4901, 0.478, 0.4756, 0.4631, 0.4574, 0.4459, 0.4423, 0.4396, 0.4261, 0.4247], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88933", "doc2624067", "doc127040", "doc1452752", "doc88934", "doc127031", "doc1763997", "doc2015719", "doc1639229"], "ranked_scores": [0.5749, 0.57, 0.5627, 0.561, 0.5557, 0.5555, 0.5385, 0.5365, 0.5298, 0.5205], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338818", "doc21350", "doc21368", "doc338813", "doc1455509", "doc2336226", "doc2267530", "doc1798523", "doc1455508", "doc2442198"], "ranked_scores": [0.43, 0.4234, 0.4213, 0.4121, 0.4097, 0.4091, 0.4087, 0.4035, 0.4014, 0.3958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108559", "doc2563559", "doc376565", "doc108456", "doc63585", "doc2072948", "doc323321", "doc1604800", "doc1791044", "doc725928"], "ranked_scores": [0.6422, 0.6168, 0.6103, 0.5922, 0.5922, 0.5875, 0.5861, 0.5764, 0.572, 0.5709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc7161", "doc355540", "doc1670303", "doc1183356", "doc688749", "doc1948176", "doc2265484", "doc7166", "doc2163101"], "ranked_scores": [0.6081, 0.5654, 0.559, 0.5486, 0.5416, 0.5306, 0.5226, 0.5134, 0.5094, 0.5048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc751726", "doc455756", "doc2653657", "doc751729", "doc751718", "doc1826212", "doc1537788", "doc751719", "doc2010467"], "ranked_scores": [0.495, 0.4495, 0.4282, 0.411, 0.4017, 0.4008, 0.3917, 0.3784, 0.3677, 0.3641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2634368", "doc1038435", "doc705226", "doc1222389", "doc1090888", "doc2125026", "doc642762", "doc208245", "doc980993", "doc1064409"], "ranked_scores": [0.5643, 0.5414, 0.5386, 0.5199, 0.5092, 0.5036, 0.4992, 0.4992, 0.4985, 0.4982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36460", "doc1618376", "doc36467", "doc1618372", "doc1256783", "doc2622759", "doc36485", "doc2657970", "doc2396140"], "ranked_scores": [0.596, 0.5776, 0.5457, 0.5368, 0.5301, 0.517, 0.5125, 0.4932, 0.4854, 0.4667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106332", "doc388464", "doc2832", "doc973089", "doc106355", "doc703719", "doc1332302", "doc2060101", "doc106333", "doc1471934"], "ranked_scores": [0.7353, 0.7336, 0.7065, 0.6979, 0.6886, 0.6811, 0.674, 0.6701, 0.6664, 0.6644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc1373324", "doc108892", "doc599368", "doc108887", "doc1119808", "doc2167590", "doc729567", "doc108959"], "ranked_scores": [0.7109, 0.7074, 0.6921, 0.6845, 0.6782, 0.668, 0.6638, 0.6602, 0.6573, 0.6572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1504263", "doc5734", "doc1430993", "doc612451", "doc1376321", "doc960776", "doc1430994", "doc1013992", "doc1376863"], "ranked_scores": [0.5236, 0.4402, 0.4394, 0.4193, 0.3987, 0.3915, 0.3772, 0.3748, 0.3738, 0.3684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-512-pq-m64-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc751998", "doc57247", "doc57232", "doc1104254", "doc2040327", "doc63804", "doc3001", "doc1395336"], "ranked_scores": [0.709, 0.7044, 0.6648, 0.6569, 0.6568, 0.626, 0.6188, 0.6112, 0.6104, 0.5817], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1664486", "doc1749973", "doc2292349", "doc2345266", "doc2136789", "doc63543", "doc1268295", "doc1815291", "doc2415290"], "ranked_scores": [0.6757, 0.6196, 0.6157, 0.6022, 0.5852, 0.5829, 0.5757, 0.5693, 0.5523, 0.5509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc377466", "doc776142", "doc69767", "doc21832", "doc2285692", "doc21831", "doc776139", "doc243667", "doc1328955"], "ranked_scores": [0.768, 0.721, 0.7072, 0.6915, 0.6897, 0.6877, 0.6766, 0.6716, 0.6695, 0.6689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc146101", "doc453091", "doc658301", "doc392076", "doc1177870", "doc230376", "doc453172", "doc453144", "doc1347475"], "ranked_scores": [0.7256, 0.7175, 0.7157, 0.7076, 0.6979, 0.6937, 0.6873, 0.6866, 0.6857, 0.68], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1741706", "doc1812661", "doc1812659", "doc1366757", "doc1741702", "doc1812660", "doc2165920", "doc2165906", "doc1366744", "doc1741707"], "ranked_scores": [0.7775, 0.7729, 0.7675, 0.7488, 0.746, 0.7454, 0.7437, 0.7412, 0.7359, 0.7333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27535", "doc1279689", "doc1852504", "doc1478939", "doc2085928", "doc1852503", "doc1407409", "doc1021718", "doc1021710"], "ranked_scores": [0.6968, 0.6189, 0.5998, 0.5978, 0.5971, 0.5963, 0.595, 0.5925, 0.5878, 0.5861], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc119665", "doc77634", "doc825186", "doc349747", "doc101332", "doc422133", "doc620637", "doc77640", "doc1669853"], "ranked_scores": [0.7747, 0.7672, 0.7603, 0.7482, 0.7482, 0.7466, 0.739, 0.737, 0.7357, 0.731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc278641", "doc520684", "doc966365", "doc1017147", "doc1486663", "doc101561", "doc520687", "doc896716"], "ranked_scores": [0.6971, 0.606, 0.6048, 0.5937, 0.5874, 0.5872, 0.585, 0.5798, 0.5786, 0.5678], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc61043", "doc928962", "doc627159", "doc116279", "doc1376345", "doc1380860"], "ranked_scores": [0.718, 0.7121, 0.6732, 0.6661, 0.6085, 0.5887, 0.5466, 0.5249, 0.5191, 0.5172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97445", "doc97421", "doc2083987", "doc369237", "doc369234", "doc2083994", "doc1948378", "doc97442"], "ranked_scores": [0.8099, 0.7529, 0.7062, 0.7044, 0.6464, 0.6371, 0.6284, 0.6276, 0.6207, 0.6184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc1458417", "doc1357070", "doc1612515", "doc636318", "doc636337", "doc1458400", "doc2534674", "doc1104251"], "ranked_scores": [0.6818, 0.6624, 0.6421, 0.5804, 0.5536, 0.5175, 0.5139, 0.5127, 0.4944, 0.4934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc1386116", "doc83863", "doc253608", "doc66003", "doc1984127", "doc2171547", "doc595818", "doc83871"], "ranked_scores": [0.7312, 0.69, 0.6871, 0.6607, 0.6551, 0.6467, 0.643, 0.6254, 0.623, 0.6208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc388464", "doc106355", "doc703719", "doc106333", "doc1445498", "doc106338", "doc703702", "doc106357", "doc703721"], "ranked_scores": [0.7845, 0.7667, 0.7625, 0.7625, 0.7527, 0.7462, 0.731, 0.731, 0.7293, 0.7293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7119", "doc7106", "doc692559", "doc7091", "doc7099", "doc697071", "doc7120", "doc7116", "doc1599042"], "ranked_scores": [0.7537, 0.7286, 0.7258, 0.7174, 0.7145, 0.7067, 0.6855, 0.6855, 0.6823, 0.6787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc107878", "doc1606435", "doc1169637", "doc1443647", "doc493405", "doc1101734", "doc2033842", "doc854693"], "ranked_scores": [0.7079, 0.6346, 0.595, 0.5706, 0.5639, 0.5561, 0.5524, 0.55, 0.5478, 0.5453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2018288", "doc244386", "doc428400", "doc648344", "doc648335", "doc187232", "doc750407", "doc551718", "doc938302"], "ranked_scores": [0.6401, 0.5863, 0.5859, 0.5774, 0.5733, 0.5714, 0.5642, 0.5552, 0.5535, 0.5491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc382236", "doc1380356", "doc24903", "doc416774", "doc30773", "doc24925", "doc1734041", "doc620571"], "ranked_scores": [0.7626, 0.7276, 0.727, 0.7213, 0.7044, 0.6969, 0.6902, 0.6857, 0.6856, 0.6763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc648344", "doc2127006", "doc648335", "doc551718", "doc36393", "doc2274222", "doc1634950"], "ranked_scores": [0.6686, 0.594, 0.5789, 0.5316, 0.5263, 0.521, 0.5191, 0.5114, 0.5109, 0.5082], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56921", "doc56897", "doc56903", "doc1102442", "doc2091597", "doc2313854", "doc2408092", "doc2091589", "doc56902"], "ranked_scores": [0.7891, 0.7743, 0.7576, 0.7562, 0.743, 0.704, 0.7034, 0.7024, 0.695, 0.6931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80074", "doc352904", "doc137908", "doc345632", "doc345642", "doc80067", "doc80154", "doc80078", "doc66226", "doc80100"], "ranked_scores": [0.7173, 0.7049, 0.703, 0.6895, 0.6875, 0.6852, 0.683, 0.6718, 0.646, 0.6369], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc1248717", "doc2240291", "doc1852908", "doc2240293", "doc498654", "doc1945762", "doc1018577", "doc506841"], "ranked_scores": [0.6988, 0.6384, 0.6288, 0.6051, 0.6032, 0.5995, 0.5833, 0.5755, 0.5719, 0.5661], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc207464", "doc474060", "doc474073", "doc2376934", "doc863698", "doc26467", "doc721916", "doc913417", "doc675035"], "ranked_scores": [0.7263, 0.6714, 0.6668, 0.6618, 0.6547, 0.6477, 0.6454, 0.6427, 0.6392, 0.6389], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1287918", "doc1104251", "doc162716", "doc614722", "doc698039", "doc162720", "doc1471934"], "ranked_scores": [0.7812, 0.7296, 0.7173, 0.4588, 0.4509, 0.4471, 0.4219, 0.416, 0.4045, 0.4017], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc1199221", "doc721746", "doc57940", "doc81655", "doc57946", "doc57948", "doc2115402", "doc1390300", "doc1390312"], "ranked_scores": [0.7203, 0.6756, 0.6524, 0.6428, 0.6421, 0.6151, 0.6008, 0.5939, 0.5342, 0.5291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1612364", "doc1936829", "doc22149", "doc866703", "doc1428083", "doc1368159", "doc765127", "doc751410"], "ranked_scores": [0.7436, 0.6131, 0.6018, 0.5899, 0.5726, 0.5347, 0.5146, 0.5112, 0.5006, 0.4966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc1376793", "doc851269", "doc64317", "doc64318", "doc1385345", "doc64316", "doc1683659", "doc35524", "doc35522", "doc64314"], "ranked_scores": [0.7279, 0.7274, 0.7213, 0.7178, 0.7165, 0.7123, 0.711, 0.7058, 0.7038, 0.7029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1334192", "doc1520311", "doc437685", "doc1520244", "doc437677", "doc1520275", "doc539419", "doc1321929", "doc638932", "doc1520213"], "ranked_scores": [0.7424, 0.7417, 0.717, 0.7152, 0.7075, 0.7054, 0.7034, 0.6996, 0.6984, 0.6919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc877823", "doc4611", "doc1333507", "doc720105", "doc866429", "doc866436", "doc1314964", "doc938718", "doc1314979"], "ranked_scores": [0.425, 0.4106, 0.4062, 0.3972, 0.3933, 0.3922, 0.3854, 0.3799, 0.3796, 0.3753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc24934", "doc2390440", "doc1449831", "doc1445420", "doc1464195", "doc543039", "doc645564", "doc1190303", "doc773669"], "ranked_scores": [0.5075, 0.4568, 0.4563, 0.4543, 0.4378, 0.4242, 0.4172, 0.4093, 0.4092, 0.4003], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc672552", "doc317197", "doc611282", "doc238798", "doc758677", "doc1074209", "doc182046", "doc1283940"], "ranked_scores": [0.7493, 0.6807, 0.5151, 0.5128, 0.4979, 0.4737, 0.4728, 0.4721, 0.472, 0.4674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394743", "doc530778", "doc1410020", "doc25697", "doc1840635", "doc2142521", "doc1787621", "doc28582"], "ranked_scores": [0.8184, 0.7635, 0.6818, 0.6811, 0.6656, 0.6504, 0.6489, 0.6453, 0.6422, 0.6374], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc402145", "doc1185579", "doc2527260", "doc660237", "doc2194194", "doc1030288", "doc990522", "doc626446", "doc147268"], "ranked_scores": [0.7216, 0.6977, 0.6637, 0.6572, 0.6557, 0.6475, 0.6438, 0.6402, 0.638, 0.6369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc105763", "doc1729412", "doc830308", "doc849003", "doc555420", "doc105758", "doc946247", "doc719006"], "ranked_scores": [0.7215, 0.6854, 0.6818, 0.6479, 0.6106, 0.6086, 0.6027, 0.6003, 0.5909, 0.5886], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc2107022", "doc358938", "doc2107018", "doc324540", "doc1927002", "doc53643", "doc628470", "doc1400520", "doc28935"], "ranked_scores": [0.7543, 0.7461, 0.7436, 0.7369, 0.7252, 0.7213, 0.7098, 0.7075, 0.7003, 0.6993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435076", "doc435075", "doc736126", "doc435078", "doc2607396", "doc42101", "doc768322", "doc1921625", "doc331138", "doc211230"], "ranked_scores": [0.6467, 0.6412, 0.6386, 0.633, 0.6266, 0.6239, 0.6218, 0.6116, 0.6052, 0.6038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc1531603", "doc264212", "doc336518", "doc1736708", "doc1736704", "doc2085567", "doc878338", "doc733127", "doc1935873"], "ranked_scores": [0.6651, 0.6026, 0.5886, 0.5815, 0.5807, 0.561, 0.5609, 0.5524, 0.5518, 0.5501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2306629", "doc2357458", "doc1538025", "doc450131", "doc1130168", "doc2083699", "doc245411", "doc2361509"], "ranked_scores": [0.672, 0.5671, 0.3822, 0.3739, 0.3678, 0.3645, 0.3642, 0.3621, 0.3611, 0.3542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc57975", "doc376241", "doc376238", "doc1345740", "doc601133", "doc864555", "doc376243", "doc390322", "doc1153924"], "ranked_scores": [0.5537, 0.4824, 0.4745, 0.4577, 0.4558, 0.4504, 0.4449, 0.4253, 0.4166, 0.4103], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986449", "doc1333905", "doc2465656", "doc546881", "doc860546", "doc134196", "doc588578", "doc1584862", "doc1986433"], "ranked_scores": [0.6855, 0.6807, 0.6649, 0.6447, 0.6422, 0.6361, 0.6268, 0.6216, 0.6209, 0.6165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc807", "doc2361509", "doc221817", "doc312607", "doc2621492", "doc2391797", "doc877974", "doc201173", "doc2335293", "doc1499831"], "ranked_scores": [0.5307, 0.493, 0.4907, 0.4858, 0.4686, 0.4617, 0.4515, 0.4485, 0.4402, 0.4396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc88931", "doc88934", "doc2624067", "doc2015719", "doc88933", "doc127031", "doc175560", "doc1452752", "doc88974"], "ranked_scores": [0.6657, 0.6487, 0.641, 0.6291, 0.6181, 0.603, 0.6006, 0.5857, 0.5677, 0.5672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc21368", "doc338813", "doc338818", "doc1738086", "doc864003", "doc643446", "doc1455509", "doc21363", "doc21339"], "ranked_scores": [0.4892, 0.4808, 0.4717, 0.4629, 0.4524, 0.4502, 0.4427, 0.4398, 0.4396, 0.4395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108559", "doc2563559", "doc1791044", "doc911115", "doc63590", "doc18273", "doc108456", "doc63585", "doc1774519", "doc376565"], "ranked_scores": [0.7045, 0.6809, 0.6788, 0.653, 0.653, 0.653, 0.6456, 0.645, 0.6446, 0.6416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc7161", "doc1670303", "doc688749", "doc1183356", "doc7166", "doc1335520", "doc656863", "doc1948176"], "ranked_scores": [0.6826, 0.6178, 0.6129, 0.6048, 0.565, 0.5633, 0.5552, 0.5544, 0.549, 0.5449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.511, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc751726", "doc2653657", "doc1826212", "doc751729", "doc455756", "doc1260422", "doc1452587", "doc735792", "doc1537788"], "ranked_scores": [0.5252, 0.49, 0.4874, 0.4509, 0.4425, 0.4389, 0.4269, 0.4134, 0.3982, 0.3973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2634368", "doc642762", "doc2057552", "doc980993", "doc1222389", "doc2125026", "doc1945756", "doc2631871", "doc1038435"], "ranked_scores": [0.582, 0.5776, 0.5654, 0.5641, 0.545, 0.5439, 0.5416, 0.5409, 0.5323, 0.531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc36463", "doc1618376", "doc36467", "doc1618372", "doc2622759", "doc36485", "doc2396125", "doc1256783", "doc2396140"], "ranked_scores": [0.7322, 0.726, 0.7042, 0.6783, 0.6417, 0.6364, 0.6224, 0.6037, 0.5771, 0.5621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc388464", "doc2832", "doc106332", "doc973089", "doc337547", "doc703719", "doc106355", "doc2060101", "doc106357", "doc703721"], "ranked_scores": [0.7407, 0.736, 0.73, 0.718, 0.6969, 0.6957, 0.6957, 0.6952, 0.6949, 0.6949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc596021", "doc1373324", "doc2167590", "doc1119808", "doc729661", "doc108892", "doc729573"], "ranked_scores": [0.8017, 0.8016, 0.7728, 0.7607, 0.7528, 0.7517, 0.7278, 0.7256, 0.7154, 0.7139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430994", "doc1430993", "doc1504263", "doc1431001", "doc5734", "doc77971", "doc77973", "doc2355916", "doc613408"], "ranked_scores": [0.5927, 0.5294, 0.4886, 0.4866, 0.4677, 0.461, 0.4233, 0.3861, 0.3726, 0.3687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-notrunc-pq-m64-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc751998", "doc57232", "doc57247", "doc2040327", "doc63804", "doc3001", "doc1395336", "doc1104254"], "ranked_scores": [0.7153, 0.6698, 0.6438, 0.6434, 0.6412, 0.6329, 0.6111, 0.6087, 0.597, 0.5851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc2136789", "doc2292349", "doc1268295", "doc1664486", "doc63542", "doc63543", "doc345111", "doc1879889"], "ranked_scores": [0.6604, 0.6389, 0.6128, 0.6105, 0.5973, 0.593, 0.5882, 0.5868, 0.5865, 0.5719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc377466", "doc21829", "doc776139", "doc2285692", "doc21832", "doc21831", "doc776142", "doc1393796", "doc296209"], "ranked_scores": [0.7767, 0.7397, 0.7372, 0.7236, 0.7229, 0.7222, 0.7216, 0.7209, 0.7165, 0.7106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc146101", "doc1177870", "doc658301", "doc230376", "doc1347475", "doc415323", "doc1247565", "doc453091", "doc564709", "doc979079"], "ranked_scores": [0.7314, 0.7266, 0.718, 0.716, 0.712, 0.7108, 0.7107, 0.7089, 0.7064, 0.703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc559423", "doc1812659", "doc1741706", "doc2165920", "doc1366757", "doc1812660", "doc1741702", "doc1741701", "doc1741707"], "ranked_scores": [0.796, 0.794, 0.7878, 0.7862, 0.7848, 0.7803, 0.7796, 0.7792, 0.7745, 0.7707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1852503", "doc1407409", "doc1685757", "doc27535", "doc2085928", "doc1021710", "doc1279689", "doc1021718", "doc738831"], "ranked_scores": [0.6924, 0.6372, 0.636, 0.6348, 0.6343, 0.6267, 0.6189, 0.617, 0.6062, 0.6046], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc119665", "doc620637", "doc613963", "doc77634", "doc825186", "doc77640", "doc1953211", "doc349744", "doc293491"], "ranked_scores": [0.7839, 0.7738, 0.7683, 0.7657, 0.7641, 0.7636, 0.7622, 0.7552, 0.7552, 0.7543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc966365", "doc520684", "doc81162", "doc2096501", "doc2107778", "doc520687", "doc1486663", "doc1017147", "doc1798668"], "ranked_scores": [0.6948, 0.6092, 0.6088, 0.6087, 0.6078, 0.6058, 0.6056, 0.605, 0.6042, 0.6025], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc1376346", "doc61036", "doc61045", "doc928962", "doc61043", "doc2092646", "doc627159", "doc2009331", "doc903105"], "ranked_scores": [0.6753, 0.6582, 0.6469, 0.6382, 0.5913, 0.5896, 0.5074, 0.4998, 0.4981, 0.4961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97445", "doc2083987", "doc97442", "doc369234", "doc369276", "doc369237", "doc2574334"], "ranked_scores": [0.7992, 0.7681, 0.7449, 0.7443, 0.7028, 0.6776, 0.6724, 0.6723, 0.6687, 0.6655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc1458417", "doc1357070", "doc1458400", "doc636318", "doc1612515", "doc54026", "doc2534676", "doc636337"], "ranked_scores": [0.6366, 0.6215, 0.5971, 0.5609, 0.511, 0.5097, 0.5024, 0.4943, 0.4789, 0.4786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386166", "doc437627", "doc1386116", "doc83863", "doc66003", "doc2171547", "doc253608", "doc1984127", "doc1386120", "doc2254465"], "ranked_scores": [0.7019, 0.7014, 0.6737, 0.6645, 0.648, 0.6345, 0.6334, 0.6292, 0.6242, 0.6104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703719", "doc106355", "doc106333", "doc388464", "doc106372", "doc703736", "doc1332302", "doc703728", "doc703702"], "ranked_scores": [0.808, 0.7935, 0.7918, 0.7845, 0.7836, 0.7747, 0.7747, 0.7648, 0.7627, 0.7567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7119", "doc7091", "doc7116", "doc692559", "doc7106", "doc7099", "doc7120", "doc697071", "doc526956"], "ranked_scores": [0.7723, 0.7658, 0.7594, 0.7504, 0.7442, 0.7403, 0.7163, 0.7158, 0.709, 0.6975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc493405", "doc1606435", "doc1443647", "doc722466", "doc1169637", "doc107878", "doc1740481", "doc1101734"], "ranked_scores": [0.7047, 0.6218, 0.6039, 0.5851, 0.5844, 0.584, 0.5824, 0.5748, 0.5735, 0.5719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc2018288", "doc897", "doc648344", "doc453118", "doc244386", "doc2370166", "doc428400", "doc2659217", "doc229804", "doc490514"], "ranked_scores": [0.5907, 0.5872, 0.5757, 0.5681, 0.5641, 0.5598, 0.5587, 0.5574, 0.5567, 0.5451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc1380356", "doc2202499", "doc1380357", "doc382236", "doc24929", "doc416774", "doc24903", "doc468490", "doc651946"], "ranked_scores": [0.7234, 0.7218, 0.7165, 0.7096, 0.7069, 0.6963, 0.6961, 0.6959, 0.6898, 0.6834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2009369", "doc2483632", "doc648335", "doc36393", "doc648344", "doc648364", "doc1719794", "doc2127006", "doc1759594"], "ranked_scores": [0.6358, 0.6156, 0.5939, 0.5415, 0.536, 0.522, 0.5206, 0.5206, 0.5169, 0.5145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc1102442", "doc56897", "doc56921", "doc56903", "doc56902", "doc1288170", "doc2509989", "doc2313854", "doc2091589"], "ranked_scores": [0.7959, 0.7749, 0.7737, 0.7722, 0.7499, 0.7333, 0.7271, 0.7271, 0.7261, 0.7167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc352904", "doc345632", "doc345642", "doc80074", "doc80067", "doc80078", "doc137908", "doc80151", "doc80154", "doc1654062"], "ranked_scores": [0.7392, 0.7284, 0.7104, 0.7075, 0.7008, 0.7007, 0.6974, 0.6874, 0.6793, 0.6783], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.5013, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5013, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc1214168", "doc2240291", "doc352368", "doc1248717", "doc732015", "doc556367", "doc1852908", "doc2240293"], "ranked_scores": [0.6722, 0.6234, 0.6195, 0.6037, 0.6032, 0.6016, 0.6008, 0.5906, 0.5901, 0.5822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc474060", "doc207464", "doc474073", "doc863698", "doc721916", "doc26467", "doc1202814", "doc675035", "doc2376934"], "ranked_scores": [0.7102, 0.6808, 0.678, 0.674, 0.6716, 0.6665, 0.6665, 0.6633, 0.6632, 0.6603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1104251", "doc614722", "doc162716", "doc698039", "doc1287918", "doc1104254", "doc119586"], "ranked_scores": [0.7697, 0.7487, 0.7088, 0.4269, 0.4243, 0.4236, 0.4083, 0.3834, 0.3823, 0.376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc1199221", "doc721746", "doc57940", "doc57946", "doc81655", "doc57948", "doc2115402", "doc1390300", "doc37895"], "ranked_scores": [0.6997, 0.6823, 0.6758, 0.6715, 0.6621, 0.6571, 0.6145, 0.5843, 0.5644, 0.5571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1936829", "doc1612364", "doc22149", "doc765127", "doc751410", "doc866703", "doc1368159", "doc1428083"], "ranked_scores": [0.7265, 0.6279, 0.5961, 0.5829, 0.5181, 0.5175, 0.5056, 0.4923, 0.4901, 0.4858], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc1376793", "doc971992", "doc64318", "doc851269", "doc64314", "doc64316", "doc1683659", "doc64317", "doc1385349", "doc35524"], "ranked_scores": [0.7476, 0.7454, 0.7421, 0.742, 0.7417, 0.7393, 0.7382, 0.7358, 0.7343, 0.7311], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc1520244", "doc1321929", "doc437685", "doc1334192", "doc1520275", "doc437677", "doc2545031", "doc539419", "doc1977974"], "ranked_scores": [0.7283, 0.7269, 0.7252, 0.7245, 0.7241, 0.7169, 0.7159, 0.7154, 0.7143, 0.706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc877823", "doc1314857", "doc1314944", "doc4611", "doc1314979", "doc1314964", "doc720105", "doc938718", "doc866436"], "ranked_scores": [0.4508, 0.42, 0.4137, 0.413, 0.4104, 0.4043, 0.3983, 0.3946, 0.393, 0.3908], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc24939", "doc2390440", "doc24934", "doc645564", "doc773669", "doc1597244", "doc1445420", "doc2251710", "doc1728777", "doc645572"], "ranked_scores": [0.5127, 0.4472, 0.4439, 0.4351, 0.4279, 0.423, 0.4196, 0.4158, 0.4144, 0.4139], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1283940", "doc317197", "doc672552", "doc1098312", "doc1069317", "doc2660672", "doc238798", "doc2115479"], "ranked_scores": [0.7454, 0.6831, 0.5193, 0.5158, 0.5078, 0.5054, 0.4913, 0.4797, 0.4775, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc324530", "doc530778", "doc1394743", "doc1840635", "doc2142521", "doc25697", "doc2054463", "doc1410020"], "ranked_scores": [0.7818, 0.7338, 0.6859, 0.6833, 0.679, 0.6786, 0.6758, 0.6693, 0.6626, 0.6608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc515771", "doc2449643", "doc402145", "doc2194194", "doc2527260", "doc990522", "doc660237", "doc1185579", "doc263654", "doc660236"], "ranked_scores": [0.7023, 0.6975, 0.6931, 0.6767, 0.6704, 0.6704, 0.6698, 0.664, 0.6588, 0.6512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc849003", "doc719006", "doc105763", "doc1729412", "doc105758", "doc391459", "doc1427193", "doc543176"], "ranked_scores": [0.7144, 0.7055, 0.655, 0.6542, 0.6444, 0.6413, 0.6411, 0.6374, 0.6341, 0.6318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc324540", "doc2107018", "doc53643", "doc1927002", "doc2107022", "doc358938", "doc2224155", "doc28935", "doc628470", "doc6531"], "ranked_scores": [0.7643, 0.757, 0.7546, 0.7518, 0.7513, 0.7481, 0.7454, 0.7261, 0.721, 0.721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc435075", "doc435076", "doc768322", "doc412180", "doc2498488", "doc42101", "doc2498492", "doc2587564", "doc736126"], "ranked_scores": [0.6776, 0.6772, 0.6746, 0.6496, 0.6459, 0.6459, 0.645, 0.6425, 0.6391, 0.639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc264212", "doc1935873", "doc336518", "doc1736708", "doc1736704", "doc518266", "doc1531603", "doc733127", "doc1508870"], "ranked_scores": [0.6144, 0.6056, 0.5706, 0.5649, 0.555, 0.544, 0.5301, 0.5272, 0.5259, 0.5252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1130168", "doc2306629", "doc696366", "doc1276617", "doc2179022", "doc2184940", "doc1771012", "doc450131"], "ranked_scores": [0.6225, 0.5687, 0.4055, 0.4045, 0.3884, 0.3838, 0.3754, 0.3722, 0.371, 0.3691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc601133", "doc376241", "doc57975", "doc390322", "doc1153924", "doc864555", "doc2326766", "doc376243", "doc225655"], "ranked_scores": [0.545, 0.5328, 0.5092, 0.4867, 0.4803, 0.4785, 0.4783, 0.463, 0.4564, 0.4527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1986449", "doc546881", "doc588578", "doc1333905", "doc2465656", "doc134196", "doc1991515", "doc1160263", "doc1975694"], "ranked_scores": [0.724, 0.7057, 0.6769, 0.6768, 0.6721, 0.6607, 0.6528, 0.6474, 0.643, 0.6407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc807", "doc2361509", "doc312607", "doc2335293", "doc890682", "doc877974", "doc2621492", "doc2391797", "doc1185589"], "ranked_scores": [0.5167, 0.4925, 0.4896, 0.4644, 0.462, 0.4519, 0.4511, 0.4483, 0.4477, 0.4419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88933", "doc127040", "doc2624067", "doc2015719", "doc127031", "doc88974", "doc1763997", "doc1639229"], "ranked_scores": [0.6605, 0.6473, 0.6404, 0.6355, 0.6237, 0.6182, 0.6166, 0.5988, 0.5916, 0.581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc338813", "doc21368", "doc1455511", "doc338818", "doc1455509", "doc21363", "doc2336226", "doc21339", "doc1455444"], "ranked_scores": [0.5675, 0.5442, 0.516, 0.5138, 0.5132, 0.4921, 0.4917, 0.4855, 0.4762, 0.4678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108559", "doc2563559", "doc108456", "doc911115", "doc63590", "doc18273", "doc1774519", "doc376565", "doc1791044", "doc63585"], "ranked_scores": [0.7086, 0.6919, 0.6655, 0.6644, 0.6644, 0.6644, 0.6588, 0.6586, 0.6511, 0.6416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1670303", "doc355540", "doc7161", "doc656863", "doc688749", "doc933773", "doc1997397", "doc1273458", "doc915991"], "ranked_scores": [0.6781, 0.6144, 0.594, 0.5891, 0.5875, 0.5774, 0.5748, 0.5701, 0.561, 0.5591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc751726", "doc1826212", "doc2653657", "doc1260422", "doc1452587", "doc455756", "doc4611", "doc2295957", "doc1526452"], "ranked_scores": [0.5255, 0.4519, 0.433, 0.4281, 0.3943, 0.3939, 0.3797, 0.3782, 0.3726, 0.3682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2634368", "doc642762", "doc980993", "doc2639996", "doc2057552", "doc208245", "doc1038435", "doc1222389", "doc2125026"], "ranked_scores": [0.571, 0.5661, 0.5386, 0.5236, 0.5184, 0.5114, 0.5033, 0.5019, 0.4981, 0.4969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618372", "doc36460", "doc1618376", "doc2396125", "doc36467", "doc36485", "doc2622759", "doc1256783", "doc2657970"], "ranked_scores": [0.7708, 0.7157, 0.709, 0.6951, 0.6427, 0.6399, 0.6354, 0.6353, 0.621, 0.5944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc388464", "doc1332302", "doc2832", "doc973089", "doc106332", "doc703719", "doc106355", "doc337547", "doc106372", "doc703736"], "ranked_scores": [0.7544, 0.7492, 0.7483, 0.7445, 0.7445, 0.7406, 0.7392, 0.7385, 0.7208, 0.7208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc1373324", "doc108887", "doc596021", "doc2167590", "doc1119808", "doc729573", "doc1520499", "doc207176"], "ranked_scores": [0.791, 0.7852, 0.7774, 0.7745, 0.7634, 0.7583, 0.7484, 0.7407, 0.7349, 0.7347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1504263", "doc1430994", "doc1431001", "doc1430993", "doc5734", "doc77971", "doc77973", "doc2079848", "doc650150"], "ranked_scores": [0.5905, 0.5279, 0.5261, 0.4958, 0.4928, 0.4768, 0.436, 0.4027, 0.392, 0.3839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m96-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc751998", "doc57242", "doc57232", "doc3001", "doc1665946", "doc1622317", "doc1104254", "doc2040327"], "ranked_scores": [0.6547, 0.6478, 0.6259, 0.6209, 0.5535, 0.5479, 0.5383, 0.523, 0.5183, 0.5004], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1749973", "doc2292349", "doc1664486", "doc2473154", "doc1664485", "doc1942575", "doc1952699", "doc474276"], "ranked_scores": [0.6143, 0.6026, 0.5775, 0.5734, 0.5485, 0.5205, 0.5192, 0.5134, 0.4965, 0.4926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc1675505", "doc21829", "doc78091", "doc21831", "doc21841", "doc452039", "doc21906"], "ranked_scores": [0.6432, 0.6062, 0.5828, 0.5585, 0.5504, 0.5498, 0.548, 0.5436, 0.533, 0.5306], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc979079", "doc453091", "doc392077", "doc392076", "doc415323", "doc453089", "doc453144", "doc415358", "doc536608", "doc565706"], "ranked_scores": [0.5945, 0.5928, 0.5912, 0.5852, 0.5837, 0.5807, 0.5748, 0.5722, 0.5722, 0.5722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc1812661", "doc887635", "doc1741706", "doc1741702", "doc1715056", "doc2165905", "doc1741704", "doc1366757", "doc1812659"], "ranked_scores": [0.6304, 0.6139, 0.6053, 0.5991, 0.5979, 0.5881, 0.5878, 0.585, 0.5825, 0.5803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1324046", "doc27529", "doc381292", "doc540358", "doc27535", "doc1996268", "doc27536", "doc361696", "doc1727553", "doc2272998"], "ranked_scores": [0.5537, 0.5456, 0.5418, 0.5376, 0.5369, 0.5312, 0.5034, 0.502, 0.4995, 0.4964], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc579128", "doc825186", "doc1669853", "doc484979", "doc1994393", "doc2510523", "doc648018", "doc686526"], "ranked_scores": [0.7397, 0.6761, 0.6617, 0.6588, 0.6516, 0.6309, 0.63, 0.6295, 0.6295, 0.6295], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc101561", "doc1798668", "doc29764", "doc641530", "doc38721", "doc1486663", "doc29759", "doc520689", "doc1052760"], "ranked_scores": [0.7529, 0.6359, 0.6023, 0.598, 0.5945, 0.5943, 0.5934, 0.5865, 0.5635, 0.5634], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc91244", "doc2083822", "doc988606", "doc61054", "doc1558629", "doc1325273"], "ranked_scores": [0.6791, 0.6195, 0.5726, 0.5569, 0.4869, 0.4854, 0.4763, 0.4749, 0.4713, 0.4578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc1116765", "doc97442", "doc97430", "doc369237", "doc2071107", "doc2071083", "doc2426358"], "ranked_scores": [0.7276, 0.6581, 0.6306, 0.6263, 0.6161, 0.5564, 0.5347, 0.5164, 0.515, 0.5081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc562696", "doc33196", "doc988735", "doc1127543", "doc490395", "doc2540212", "doc1911857", "doc281595"], "ranked_scores": [0.6532, 0.5865, 0.5564, 0.5492, 0.5255, 0.5248, 0.5227, 0.5223, 0.5185, 0.5176], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc83863", "doc1984127", "doc759547", "doc1974480", "doc2372621", "doc437627", "doc2254465", "doc83872", "doc2552606"], "ranked_scores": [0.6444, 0.6387, 0.6154, 0.5684, 0.5586, 0.5581, 0.5433, 0.5377, 0.5361, 0.5335], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc388464", "doc427621", "doc703714", "doc703705", "doc703719", "doc106355", "doc1246072", "doc106372", "doc703736"], "ranked_scores": [0.6491, 0.6389, 0.6228, 0.6228, 0.6209, 0.6206, 0.6188, 0.6108, 0.6032, 0.6032], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7116", "doc7091", "doc7119", "doc7112", "doc692559", "doc695983", "doc7099", "doc1599042", "doc1694559"], "ranked_scores": [0.6315, 0.6143, 0.5962, 0.5947, 0.5937, 0.5761, 0.5737, 0.5697, 0.5529, 0.5437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82130", "doc1891830", "doc82127", "doc90819", "doc1846029", "doc1169637", "doc2093563", "doc1443647"], "ranked_scores": [0.6819, 0.6189, 0.5981, 0.5291, 0.5134, 0.4838, 0.4837, 0.4685, 0.4525, 0.4521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc187232", "doc269387", "doc2203117", "doc382065", "doc220990", "doc2018288", "doc919340", "doc244368", "doc439366"], "ranked_scores": [0.5587, 0.5176, 0.5159, 0.5128, 0.5103, 0.5078, 0.5062, 0.5062, 0.5061, 0.506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380356", "doc1380357", "doc416774", "doc90322", "doc1926206", "doc468490", "doc300567", "doc1824654", "doc1786046"], "ranked_scores": [0.6473, 0.6287, 0.6172, 0.596, 0.594, 0.5848, 0.5835, 0.5749, 0.5738, 0.5722], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc2483632", "doc58892", "doc1874808", "doc573905", "doc2225375", "doc2277317", "doc2009369", "doc2018288", "doc938300"], "ranked_scores": [0.5727, 0.5336, 0.5091, 0.5083, 0.5075, 0.5061, 0.5011, 0.4896, 0.4841, 0.4827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc56921", "doc873481", "doc2509989", "doc56902", "doc2313854", "doc2091589", "doc2313864", "doc952849"], "ranked_scores": [0.6924, 0.6909, 0.6828, 0.6493, 0.6418, 0.5919, 0.5855, 0.5629, 0.5534, 0.5508], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80074", "doc137908", "doc2076427", "doc80154", "doc80151", "doc345642", "doc1391659", "doc80100", "doc80078", "doc80067"], "ranked_scores": [0.6051, 0.5977, 0.5962, 0.5947, 0.5867, 0.577, 0.5641, 0.5503, 0.5443, 0.5414], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc1781006", "doc72416", "doc527459", "doc2010420", "doc702902", "doc108794", "doc506841", "doc506854"], "ranked_scores": [0.7224, 0.5131, 0.5093, 0.5081, 0.4979, 0.4952, 0.4941, 0.4888, 0.4814, 0.4808], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc2289855", "doc26461", "doc131786", "doc207464", "doc2376934", "doc26467", "doc474073", "doc1682464"], "ranked_scores": [0.716, 0.5913, 0.5713, 0.5712, 0.565, 0.5627, 0.5591, 0.5555, 0.5545, 0.5537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc337483", "doc1407977", "doc2438080", "doc148885", "doc1682561", "doc2465910", "doc308346"], "ranked_scores": [0.7013, 0.5371, 0.5235, 0.4976, 0.4832, 0.4751, 0.4711, 0.471, 0.4709, 0.4707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc964756", "doc988735", "doc2582472", "doc16766", "doc2263202", "doc2037498", "doc890257", "doc1285744", "doc64791"], "ranked_scores": [0.6416, 0.5721, 0.5596, 0.5439, 0.5433, 0.5414, 0.5382, 0.5378, 0.5377, 0.5321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc879199", "doc1381513", "doc2060827", "doc751435", "doc988607", "doc1368159", "doc1796400", "doc1464453"], "ranked_scores": [0.6859, 0.531, 0.5249, 0.5126, 0.5099, 0.5063, 0.4969, 0.4892, 0.4875, 0.4833], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc851269", "doc64318", "doc922271", "doc64314", "doc1683659", "doc41344", "doc35524", "doc1385349", "doc971992"], "ranked_scores": [0.6963, 0.65, 0.6437, 0.6302, 0.6245, 0.6169, 0.616, 0.6146, 0.6027, 0.5986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc82650", "doc437685", "doc587518", "doc1520311", "doc1334192", "doc437678", "doc459280", "doc1321884", "doc1321868", "doc1977978"], "ranked_scores": [0.633, 0.6235, 0.6043, 0.5955, 0.5871, 0.585, 0.5814, 0.5799, 0.5791, 0.5773], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315097", "doc1315083", "doc1314979", "doc671985", "doc1315015", "doc1778592", "doc1778577", "doc720175", "doc720136"], "ranked_scores": [0.6459, 0.5235, 0.519, 0.5173, 0.5142, 0.5142, 0.5123, 0.502, 0.5015, 0.4972], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc170955", "doc24934", "doc2131758", "doc773669", "doc1801894", "doc872070", "doc1894178", "doc1445420", "doc524130"], "ranked_scores": [0.4451, 0.4222, 0.4198, 0.386, 0.3831, 0.3799, 0.3782, 0.378, 0.3743, 0.3706], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc89435", "doc1005393", "doc611287", "doc611282", "doc371079", "doc2465921", "doc1298637", "doc1069317"], "ranked_scores": [0.6583, 0.6387, 0.5742, 0.5494, 0.5483, 0.5352, 0.5335, 0.531, 0.528, 0.522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394755", "doc25697", "doc1635999", "doc173076", "doc530778", "doc324530", "doc1394758", "doc1394760"], "ranked_scores": [0.737, 0.673, 0.6259, 0.6189, 0.6119, 0.6079, 0.5987, 0.5983, 0.5965, 0.5952], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc660236", "doc402145", "doc2527260", "doc660271", "doc11669", "doc1437877", "doc94371", "doc898833", "doc515771"], "ranked_scores": [0.6219, 0.6164, 0.6098, 0.6038, 0.5941, 0.5765, 0.5757, 0.5591, 0.5585, 0.5569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc849003", "doc719006", "doc171833", "doc1729412", "doc566026", "doc1516597", "doc543176", "doc105751"], "ranked_scores": [0.7347, 0.6393, 0.6185, 0.606, 0.6045, 0.5888, 0.5841, 0.5824, 0.5695, 0.5613], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc628470", "doc2224155", "doc358938", "doc1927002", "doc2107018", "doc52414", "doc606253", "doc1400520", "doc1400527", "doc2212269"], "ranked_scores": [0.6383, 0.6151, 0.6117, 0.6116, 0.6017, 0.5967, 0.5908, 0.5889, 0.5798, 0.5789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1540259", "doc313364", "doc435078", "doc465988", "doc211230", "doc378301", "doc435076", "doc768322", "doc313342", "doc70904"], "ranked_scores": [0.6022, 0.5936, 0.5848, 0.5805, 0.5798, 0.574, 0.5595, 0.5471, 0.5467, 0.5406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc336518", "doc878338", "doc1736704", "doc2636635", "doc2119808", "doc2187649", "doc397701", "doc688403", "doc289212"], "ranked_scores": [0.5724, 0.5246, 0.4981, 0.4847, 0.4834, 0.4823, 0.481, 0.4797, 0.4677, 0.4656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc143496", "doc2357458", "doc1962174", "doc159492", "doc884905", "doc720754", "doc190988", "doc1130168"], "ranked_scores": [0.621, 0.5373, 0.5086, 0.5081, 0.5079, 0.5058, 0.4874, 0.4874, 0.4867, 0.486], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1055373", "doc1345740", "doc1810672", "doc2005304", "doc376241", "doc1293555", "doc376243", "doc1153924", "doc390322"], "ranked_scores": [0.5785, 0.5155, 0.496, 0.4713, 0.4639, 0.4596, 0.4489, 0.4417, 0.4417, 0.4323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588578", "doc1584862", "doc2275203", "doc294604", "doc1160263", "doc1333905", "doc1943842", "doc2465656", "doc1629620", "doc61233"], "ranked_scores": [0.6091, 0.5887, 0.5777, 0.5775, 0.5757, 0.5731, 0.5639, 0.5631, 0.5597, 0.552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc2067045", "doc845380", "doc807", "doc1185589", "doc312607", "doc1370451", "doc1136780", "doc2258986", "doc806"], "ranked_scores": [0.4875, 0.4869, 0.4664, 0.4619, 0.4567, 0.4507, 0.4454, 0.4301, 0.4267, 0.4232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88974", "doc1639229", "doc88973", "doc2015719", "doc2624067", "doc88933", "doc1452752", "doc1670518"], "ranked_scores": [0.6806, 0.6375, 0.6187, 0.5927, 0.585, 0.5732, 0.5541, 0.5488, 0.5462, 0.5393], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338801", "doc338815", "doc338810", "doc21350", "doc21340", "doc642895", "doc2267530", "doc2442198", "doc1455444", "doc21378"], "ranked_scores": [0.5185, 0.5174, 0.4825, 0.4809, 0.4793, 0.4755, 0.4703, 0.4637, 0.4633, 0.4556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108559", "doc323321", "doc18273", "doc63590", "doc911115", "doc2072948", "doc63585", "doc1791044", "doc18274", "doc1844919"], "ranked_scores": [0.664, 0.6625, 0.6597, 0.6597, 0.6597, 0.659, 0.6476, 0.6442, 0.6291, 0.6241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1670303", "doc7163", "doc2373327", "doc2128755", "doc2677350", "doc355540", "doc7166", "doc1378028", "doc2482938"], "ranked_scores": [0.5244, 0.5139, 0.505, 0.4787, 0.4738, 0.4729, 0.4711, 0.4609, 0.454, 0.452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1564136", "doc2431178", "doc751726", "doc1568962", "doc1826212", "doc751718", "doc751714", "doc751729", "doc1260422"], "ranked_scores": [0.472, 0.3717, 0.3688, 0.3601, 0.36, 0.3565, 0.3428, 0.3345, 0.3333, 0.3253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc642762", "doc2057552", "doc1809840", "doc2634368", "doc2084882", "doc705226", "doc2007762", "doc2011376", "doc785515", "doc1519779"], "ranked_scores": [0.4935, 0.4762, 0.4744, 0.4468, 0.431, 0.4225, 0.4144, 0.4114, 0.4075, 0.4047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc1618372", "doc1618374", "doc36460", "doc36485", "doc2633718", "doc417360", "doc2215663", "doc417406"], "ranked_scores": [0.625, 0.5805, 0.5357, 0.5346, 0.5341, 0.5156, 0.4997, 0.4891, 0.488, 0.488], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106355", "doc703719", "doc2832", "doc973089", "doc106372", "doc703736", "doc2877", "doc1332302", "doc2846"], "ranked_scores": [0.6001, 0.594, 0.5917, 0.5826, 0.563, 0.5539, 0.5539, 0.5495, 0.5453, 0.5379], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc626438", "doc108887", "doc1373324", "doc2393669", "doc108892", "doc1119808", "doc207176", "doc873559"], "ranked_scores": [0.6647, 0.6635, 0.6515, 0.6441, 0.636, 0.606, 0.6041, 0.5904, 0.5886, 0.5816], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc936401", "doc2079848", "doc429400", "doc1160422", "doc691881", "doc455129"], "ranked_scores": [0.6589, 0.6227, 0.5943, 0.5598, 0.5116, 0.488, 0.4811, 0.4792, 0.478, 0.4715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m192-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57247", "doc751998", "doc1665946", "doc57232", "doc1622317", "doc3001", "doc751967", "doc1104254"], "ranked_scores": [0.6234, 0.6183, 0.5944, 0.5831, 0.5238, 0.5138, 0.5004, 0.4952, 0.4913, 0.4861], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc2292349", "doc63538", "doc1749973", "doc1664486", "doc1942575", "doc1664485", "doc2473154", "doc1952699", "doc2217711"], "ranked_scores": [0.5974, 0.5643, 0.5609, 0.558, 0.517, 0.477, 0.4768, 0.4698, 0.462, 0.4545], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc2285692", "doc21856", "doc452039", "doc21829", "doc78091", "doc21831", "doc660012"], "ranked_scores": [0.64, 0.5693, 0.5375, 0.5318, 0.5273, 0.5221, 0.5201, 0.5176, 0.5142, 0.5092], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1347475", "doc453089", "doc979079", "doc1247565", "doc453091", "doc232625", "doc392077", "doc146101", "doc1177870", "doc392076"], "ranked_scores": [0.5628, 0.5613, 0.5602, 0.5575, 0.5516, 0.5486, 0.5439, 0.5416, 0.5361, 0.5322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc887635", "doc1366756", "doc1812661", "doc1812659", "doc2165905", "doc1121529", "doc1741704", "doc2372193", "doc1366757"], "ranked_scores": [0.603, 0.5656, 0.5552, 0.5512, 0.5482, 0.5464, 0.5425, 0.5407, 0.5364, 0.5348], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc381292", "doc1324046", "doc27529", "doc1996268", "doc27538", "doc27535", "doc27536", "doc738831", "doc2332017", "doc540358"], "ranked_scores": [0.5148, 0.5082, 0.5079, 0.5038, 0.4979, 0.4943, 0.4896, 0.485, 0.4839, 0.4836], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc349744", "doc1669853", "doc208541", "doc825186", "doc268699", "doc484979", "doc925929", "doc1994393"], "ranked_scores": [0.6856, 0.6558, 0.6456, 0.6258, 0.6179, 0.6146, 0.5992, 0.5987, 0.5977, 0.5941], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc101561", "doc1798668", "doc641530", "doc29759", "doc29764", "doc38721", "doc29765", "doc231271", "doc520689"], "ranked_scores": [0.7361, 0.6138, 0.5836, 0.5728, 0.5723, 0.5683, 0.5659, 0.5554, 0.5526, 0.5474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc2083822", "doc61054", "doc1612682", "doc1325273", "doc1380860", "doc1048266"], "ranked_scores": [0.6565, 0.5837, 0.5323, 0.5153, 0.4722, 0.4695, 0.4545, 0.4544, 0.4491, 0.4487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc97442", "doc97430", "doc97445", "doc369237", "doc2071083", "doc2084014", "doc2071107"], "ranked_scores": [0.6879, 0.6385, 0.5971, 0.5933, 0.5866, 0.5784, 0.5155, 0.5135, 0.5026, 0.5022], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc33196", "doc281595", "doc562696", "doc64791", "doc47608", "doc1999887", "doc233794", "doc988735"], "ranked_scores": [0.6083, 0.571, 0.5286, 0.5171, 0.5117, 0.5019, 0.5016, 0.5009, 0.5004, 0.4967], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc1984127", "doc1197760", "doc759547", "doc437627", "doc1604550", "doc2537823", "doc83871", "doc2552606"], "ranked_scores": [0.6115, 0.6063, 0.5769, 0.5282, 0.5247, 0.52, 0.5193, 0.5152, 0.514, 0.5135], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc106332", "doc427621", "doc106372", "doc1246072", "doc703736", "doc703714", "doc714665", "doc703719", "doc392476"], "ranked_scores": [0.6123, 0.6062, 0.6034, 0.5935, 0.593, 0.5914, 0.5864, 0.5825, 0.5754, 0.5728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7112", "doc692559", "doc1599042", "doc7091", "doc7116", "doc7099", "doc7119", "doc695983", "doc7096"], "ranked_scores": [0.5962, 0.5764, 0.5759, 0.5569, 0.5524, 0.5501, 0.5452, 0.5417, 0.5337, 0.519], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc1891830", "doc82127", "doc1846029", "doc90819", "doc1740481", "doc505032", "doc1443647"], "ranked_scores": [0.6679, 0.5839, 0.5727, 0.5269, 0.5122, 0.4799, 0.4683, 0.4664, 0.4568, 0.4457], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc382065", "doc187232", "doc938302", "doc229804", "doc1526184", "doc269387", "doc919340", "doc244368", "doc750407"], "ranked_scores": [0.546, 0.5016, 0.4948, 0.4875, 0.4814, 0.4804, 0.4789, 0.4787, 0.471, 0.4675], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380357", "doc24929", "doc1380356", "doc90322", "doc416774", "doc1786046", "doc1824654", "doc1926206", "doc300567"], "ranked_scores": [0.5972, 0.5694, 0.5692, 0.5597, 0.5495, 0.5424, 0.5387, 0.5375, 0.53, 0.5282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1104361", "doc938300", "doc1874808", "doc2225375", "doc2483632", "doc573905", "doc36393", "doc58892", "doc2203108", "doc2277317"], "ranked_scores": [0.5347, 0.4992, 0.4962, 0.492, 0.4894, 0.4856, 0.4781, 0.4647, 0.4627, 0.4623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc873481", "doc56921", "doc2509989", "doc56902", "doc56903", "doc2091589", "doc2313854", "doc952849"], "ranked_scores": [0.6433, 0.6419, 0.6388, 0.6246, 0.571, 0.533, 0.531, 0.5233, 0.5203, 0.518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80074", "doc137908", "doc80151", "doc2076427", "doc80154", "doc80070", "doc439513", "doc1521484", "doc1149597", "doc80078"], "ranked_scores": [0.586, 0.5836, 0.5768, 0.5758, 0.5739, 0.5411, 0.5394, 0.5279, 0.524, 0.5141], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2010420", "doc2174234", "doc72416", "doc702902", "doc183950", "doc2240291", "doc1248717", "doc2353712", "doc506854"], "ranked_scores": [0.6781, 0.5154, 0.4989, 0.4983, 0.4663, 0.4659, 0.4595, 0.4563, 0.4558, 0.4553], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc2376934", "doc26461", "doc2289855", "doc207464", "doc261069", "doc1576987", "doc26467", "doc224770"], "ranked_scores": [0.692, 0.5681, 0.5583, 0.5527, 0.548, 0.5432, 0.5424, 0.5385, 0.5374, 0.5334], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc2438080", "doc337483", "doc192542", "doc308346", "doc1732443", "doc546646", "doc890730"], "ranked_scores": [0.6694, 0.5184, 0.5125, 0.4849, 0.4815, 0.4783, 0.4609, 0.4577, 0.4529, 0.4523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc964756", "doc988735", "doc2582472", "doc281595", "doc890257", "doc1285744", "doc2263202", "doc1632991", "doc736558"], "ranked_scores": [0.6554, 0.5524, 0.5424, 0.5351, 0.5249, 0.5242, 0.5196, 0.5189, 0.5182, 0.5148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc751435", "doc1381513", "doc988607", "doc2060827", "doc879199", "doc2114608", "doc2067181", "doc2549319"], "ranked_scores": [0.6219, 0.5165, 0.5074, 0.4975, 0.477, 0.476, 0.4746, 0.4658, 0.4593, 0.4532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64318", "doc64314", "doc851269", "doc922271", "doc41344", "doc35524", "doc388286", "doc64317", "doc1376793"], "ranked_scores": [0.6226, 0.6108, 0.5983, 0.5816, 0.5774, 0.5588, 0.5464, 0.546, 0.5386, 0.5358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc82650", "doc437678", "doc437685", "doc1321884", "doc1788429", "doc587518", "doc1520311", "doc2545031", "doc1739769", "doc252389"], "ranked_scores": [0.5976, 0.5725, 0.5701, 0.5629, 0.5597, 0.5576, 0.5547, 0.5498, 0.5393, 0.5351], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc1778592", "doc671985", "doc1315015", "doc1315097", "doc1315083", "doc552697", "doc1778577", "doc1314917"], "ranked_scores": [0.6, 0.5109, 0.4926, 0.4923, 0.4749, 0.4731, 0.4703, 0.4667, 0.4651, 0.4627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc1801894", "doc696366", "doc170955", "doc872070", "doc1464195", "doc542891", "doc24934", "doc524130", "doc384744"], "ranked_scores": [0.4419, 0.3976, 0.3782, 0.3733, 0.3725, 0.3682, 0.3647, 0.3628, 0.3625, 0.3615], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc89435", "doc371079", "doc1005393", "doc1154850", "doc1069317", "doc182046", "doc1298637", "doc2465921"], "ranked_scores": [0.6363, 0.6067, 0.5392, 0.5214, 0.5185, 0.5102, 0.504, 0.502, 0.4991, 0.4976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc324530", "doc1635999", "doc967808", "doc1394758", "doc868589", "doc1394760", "doc28581", "doc152998"], "ranked_scores": [0.7037, 0.6606, 0.5851, 0.5829, 0.5711, 0.5702, 0.5586, 0.5584, 0.5582, 0.5573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc402145", "doc2527260", "doc660237", "doc1837771", "doc1437877", "doc94367", "doc2429823", "doc660236", "doc11669"], "ranked_scores": [0.6025, 0.5981, 0.5705, 0.5428, 0.5319, 0.5316, 0.5274, 0.5268, 0.5255, 0.5181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc849003", "doc171833", "doc566026", "doc719006", "doc543176", "doc1729412", "doc2355469", "doc1427198"], "ranked_scores": [0.6791, 0.6001, 0.5909, 0.5869, 0.5671, 0.5653, 0.5569, 0.5566, 0.5522, 0.5367], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc628470", "doc358938", "doc52414", "doc1927002", "doc2224155", "doc2107018", "doc606253", "doc6531", "doc2212269", "doc2081252"], "ranked_scores": [0.6393, 0.625, 0.6024, 0.6009, 0.5946, 0.5931, 0.5673, 0.5602, 0.5582, 0.5507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1540259", "doc42101", "doc1841146", "doc211230", "doc435076", "doc313342", "doc378301", "doc313364", "doc70904", "doc465988"], "ranked_scores": [0.5461, 0.5438, 0.5438, 0.5414, 0.5404, 0.5332, 0.5313, 0.528, 0.5272, 0.5253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc2119808", "doc2187649", "doc397701", "doc336518", "doc2636635", "doc2636762", "doc264212", "doc733127"], "ranked_scores": [0.5443, 0.5047, 0.4926, 0.4788, 0.4711, 0.4675, 0.4595, 0.4524, 0.4493, 0.4491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1538025", "doc311498", "doc720754", "doc1130168", "doc2357458", "doc884905", "doc159492", "doc1962174"], "ranked_scores": [0.5978, 0.5301, 0.4909, 0.4851, 0.4804, 0.4732, 0.4694, 0.4679, 0.4663, 0.4593], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1055373", "doc1345740", "doc376241", "doc2005304", "doc1293555", "doc2449727", "doc57975", "doc2304461", "doc390322"], "ranked_scores": [0.5407, 0.4982, 0.4675, 0.4606, 0.4526, 0.4448, 0.4335, 0.4259, 0.4227, 0.4218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588578", "doc1160263", "doc1584862", "doc1629620", "doc1333905", "doc1100566", "doc61233", "doc1943842", "doc294604", "doc1986443"], "ranked_scores": [0.582, 0.5682, 0.5623, 0.5593, 0.5481, 0.5424, 0.5405, 0.5382, 0.5309, 0.5232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2067045", "doc312607", "doc1370451", "doc1185589", "doc221817", "doc807", "doc1029479", "doc845380", "doc2391797", "doc2258986"], "ranked_scores": [0.4737, 0.4476, 0.4459, 0.4436, 0.4428, 0.4395, 0.4351, 0.434, 0.4214, 0.4201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc88934", "doc88973", "doc1670518", "doc1639229", "doc2015719", "doc1452752", "doc2624067", "doc88933"], "ranked_scores": [0.6176, 0.6033, 0.5876, 0.5763, 0.5605, 0.5473, 0.5356, 0.5281, 0.5279, 0.4986], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338801", "doc338815", "doc338810", "doc1455462", "doc642895", "doc338818", "doc21340", "doc1836919", "doc2267530", "doc21378"], "ranked_scores": [0.4724, 0.4689, 0.4675, 0.4558, 0.452, 0.4514, 0.4491, 0.4375, 0.4367, 0.4353], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108559", "doc323321", "doc2072948", "doc1791044", "doc376580", "doc108480", "doc1374770", "doc108477", "doc18274", "doc911115"], "ranked_scores": [0.6205, 0.6184, 0.6121, 0.5793, 0.577, 0.5767, 0.5758, 0.5746, 0.572, 0.5713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc7163", "doc2373327", "doc1670303", "doc2128755", "doc2677350", "doc2265484", "doc355540", "doc1378028", "doc1299060"], "ranked_scores": [0.5228, 0.4736, 0.469, 0.4653, 0.4517, 0.4502, 0.4446, 0.4393, 0.4384, 0.4319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc751726", "doc1826212", "doc2295957", "doc1564136", "doc751718", "doc2431178", "doc1568962", "doc751719", "doc751729"], "ranked_scores": [0.4946, 0.3683, 0.3677, 0.3565, 0.3534, 0.3468, 0.3442, 0.3423, 0.3376, 0.3373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2057552", "doc642762", "doc2084882", "doc2639996", "doc1809840", "doc1364067", "doc2634368", "doc2007762", "doc705226", "doc1993448"], "ranked_scores": [0.4565, 0.4559, 0.4511, 0.4444, 0.4285, 0.4154, 0.4107, 0.4069, 0.4053, 0.3999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36460", "doc36463", "doc1618372", "doc1618374", "doc2245655", "doc1927686", "doc417364", "doc2633718", "doc2633722"], "ranked_scores": [0.5984, 0.5099, 0.4987, 0.483, 0.4791, 0.4712, 0.4712, 0.4712, 0.4678, 0.4606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106372", "doc973089", "doc106355", "doc427621", "doc2832", "doc703736", "doc24299", "doc392476", "doc703719"], "ranked_scores": [0.56, 0.5429, 0.5424, 0.5416, 0.5368, 0.536, 0.5317, 0.5303, 0.5303, 0.5301], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc626438", "doc643072", "doc108892", "doc108887", "doc1373324", "doc1119808", "doc2393669", "doc109002", "doc873559"], "ranked_scores": [0.6238, 0.6207, 0.6188, 0.6104, 0.6009, 0.594, 0.5831, 0.5687, 0.5631, 0.5612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc936401", "doc429400", "doc380173", "doc929397", "doc2388767", "doc969155"], "ranked_scores": [0.628, 0.5794, 0.5726, 0.5625, 0.5178, 0.508, 0.4837, 0.473, 0.47, 0.4658], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m96-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc1254733", "doc57226", "doc1395336", "doc57242", "doc57232", "doc2040327", "doc751998", "doc57247", "doc57248", "doc1713783"], "ranked_scores": [0.6235, 0.6071, 0.5951, 0.5862, 0.5862, 0.5288, 0.5219, 0.5214, 0.5211, 0.5186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1664486", "doc1749973", "doc2345266", "doc2664641", "doc1796956", "doc230557", "doc2563094", "doc1982515"], "ranked_scores": [0.6394, 0.5809, 0.5595, 0.537, 0.5297, 0.5121, 0.512, 0.5119, 0.5073, 0.5055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc2285692", "doc365451", "doc69778", "doc296209", "doc365452", "doc1675505", "doc243667"], "ranked_scores": [0.6773, 0.673, 0.6292, 0.6265, 0.6103, 0.5859, 0.5856, 0.5802, 0.5769, 0.5755], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1007260", "doc1177870", "doc564709", "doc453161", "doc643498", "doc415323", "doc404141", "doc1570656", "doc392076", "doc1402781"], "ranked_scores": [0.5636, 0.5581, 0.5405, 0.5246, 0.5157, 0.5142, 0.5129, 0.5103, 0.5093, 0.5041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1812659", "doc887635", "doc559430", "doc1741707", "doc338868", "doc1812661", "doc2372195", "doc1366769", "doc1741702"], "ranked_scores": [0.636, 0.614, 0.6109, 0.6098, 0.6088, 0.6075, 0.6019, 0.5986, 0.5974, 0.5972], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1770477", "doc1996268", "doc2384883", "doc1478919", "doc1021718", "doc172864", "doc1852503", "doc27535", "doc1324046"], "ranked_scores": [0.61, 0.519, 0.5069, 0.4987, 0.4939, 0.4927, 0.4844, 0.4733, 0.4614, 0.4572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc579128", "doc77634", "doc925929", "doc422133", "doc1480727", "doc54270", "doc1340806", "doc1953211", "doc119665"], "ranked_scores": [0.6266, 0.6233, 0.616, 0.6118, 0.6025, 0.6021, 0.5987, 0.5979, 0.5968, 0.5945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc2509153", "doc966365", "doc520684", "doc1798668", "doc1486663", "doc278641", "doc440382", "doc520687", "doc2096499"], "ranked_scores": [0.5314, 0.5023, 0.5022, 0.4955, 0.4816, 0.471, 0.4697, 0.4683, 0.4652, 0.4646], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1376346", "doc61045", "doc829494", "doc988606", "doc1581506", "doc61043", "doc2083822", "doc1612682"], "ranked_scores": [0.5941, 0.5804, 0.5502, 0.5481, 0.4566, 0.4446, 0.4416, 0.4395, 0.4372, 0.436], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc97421", "doc2004921", "doc97430", "doc2084014", "doc2083995", "doc2071107", "doc369237", "doc97442", "doc2083994"], "ranked_scores": [0.6511, 0.6389, 0.6333, 0.5975, 0.5974, 0.5953, 0.5934, 0.5846, 0.5836, 0.5815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc260645", "doc2534676", "doc33196", "doc260668", "doc908573", "doc2534674", "doc1458417", "doc2648883"], "ranked_scores": [0.5638, 0.5047, 0.481, 0.4794, 0.4791, 0.4698, 0.4637, 0.4563, 0.4538, 0.452], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386166", "doc66003", "doc253608", "doc437627", "doc83863", "doc1386116", "doc2537823", "doc1984127", "doc929272", "doc2171547"], "ranked_scores": [0.5763, 0.5726, 0.5717, 0.5621, 0.5354, 0.5254, 0.5247, 0.5099, 0.5089, 0.4998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc1887731", "doc337506", "doc1332302", "doc298160", "doc964811", "doc703711", "doc106372", "doc703736"], "ranked_scores": [0.6012, 0.5635, 0.5634, 0.5629, 0.5612, 0.538, 0.5362, 0.5198, 0.5171, 0.5171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7119", "doc7099", "doc7106", "doc692559", "doc7116", "doc1694554", "doc526956", "doc316997"], "ranked_scores": [0.6352, 0.6214, 0.6086, 0.605, 0.5718, 0.5697, 0.5551, 0.5538, 0.5517, 0.5245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82127", "doc787596", "doc787615", "doc82130", "doc2068718", "doc1169637", "doc854693", "doc1891830"], "ranked_scores": [0.6563, 0.5444, 0.5279, 0.5266, 0.5132, 0.5105, 0.5023, 0.502, 0.5016, 0.4963], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc897", "doc2018288", "doc750407", "doc750416", "doc2013112", "doc428400", "doc439366", "doc404160", "doc1449866"], "ranked_scores": [0.4889, 0.4754, 0.4678, 0.4647, 0.4633, 0.442, 0.4367, 0.4363, 0.4264, 0.4238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc1380356", "doc1380357", "doc563699", "doc416774", "doc30773", "doc24925", "doc563701", "doc239811"], "ranked_scores": [0.6619, 0.6423, 0.6322, 0.6041, 0.5956, 0.5935, 0.5877, 0.5687, 0.5617, 0.5614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc23412", "doc2009369", "doc52429", "doc1482058", "doc1902615", "doc1825079", "doc1634950", "doc73739"], "ranked_scores": [0.5121, 0.5022, 0.4663, 0.4623, 0.4623, 0.4558, 0.4515, 0.4431, 0.4409, 0.4394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc2510026", "doc2313864", "doc2439294", "doc1601611", "doc2678215", "doc56898"], "ranked_scores": [0.6716, 0.6633, 0.6626, 0.6488, 0.6263, 0.6003, 0.5865, 0.5768, 0.5727, 0.5714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc80151", "doc80074", "doc137908", "doc2215178", "doc345642", "doc80078", "doc1912506", "doc80067", "doc352904"], "ranked_scores": [0.6805, 0.6659, 0.6625, 0.6448, 0.6312, 0.6226, 0.6091, 0.6091, 0.6061, 0.6012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc183950", "doc1214168", "doc1248717", "doc629517", "doc762682", "doc2010388", "doc2174234", "doc2353712"], "ranked_scores": [0.6137, 0.5224, 0.5033, 0.4737, 0.4701, 0.47, 0.4695, 0.468, 0.4676, 0.4644], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc26458", "doc26461", "doc26460", "doc764184", "doc131786", "doc675035", "doc207464", "doc224770"], "ranked_scores": [0.65, 0.6109, 0.6025, 0.5914, 0.5768, 0.5733, 0.5695, 0.5674, 0.5674, 0.5642], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc174797", "doc446492", "doc1682561", "doc1272206", "doc74858", "doc447042", "doc1587280"], "ranked_scores": [0.682, 0.502, 0.4549, 0.4121, 0.4107, 0.403, 0.3989, 0.3963, 0.3939, 0.3915], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc57946", "doc57948", "doc721746", "doc37895", "doc57940", "doc1199221", "doc2389179", "doc1101054", "doc2115402"], "ranked_scores": [0.5181, 0.4961, 0.4883, 0.4846, 0.4772, 0.4704, 0.4471, 0.4449, 0.4338, 0.4285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc1962033", "doc1612364", "doc2193668", "doc1224325", "doc1741593", "doc2286850", "doc1428083"], "ranked_scores": [0.599, 0.4774, 0.4377, 0.4341, 0.411, 0.4007, 0.3936, 0.3923, 0.3727, 0.368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64317", "doc35524", "doc1376793", "doc851269", "doc64318", "doc971992", "doc456580", "doc1385353", "doc1385349"], "ranked_scores": [0.5334, 0.5206, 0.515, 0.5125, 0.5031, 0.4981, 0.4966, 0.495, 0.4947, 0.4937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc1520311", "doc1520244", "doc1520275", "doc539428", "doc252389", "doc1977978", "doc1321929", "doc1520219", "doc1520300"], "ranked_scores": [0.6443, 0.6302, 0.6191, 0.6173, 0.6162, 0.6133, 0.6095, 0.6085, 0.6037, 0.5997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc1315064", "doc2558251", "doc866436", "doc1385395", "doc754076", "doc552720", "doc671985", "doc1603040"], "ranked_scores": [0.4968, 0.476, 0.4489, 0.4224, 0.4169, 0.4136, 0.4114, 0.3974, 0.3949, 0.3877], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc602735", "doc1894178", "doc585415", "doc2558036", "doc2676807", "doc488007", "doc1445420", "doc27298", "doc645561"], "ranked_scores": [0.3996, 0.3675, 0.3675, 0.3522, 0.3443, 0.3325, 0.3305, 0.3203, 0.3172, 0.315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2179022", "doc2179035", "doc53465", "doc2306629", "doc781344", "doc435057", "doc238803", "doc2660672", "doc317197"], "ranked_scores": [0.6461, 0.475, 0.4648, 0.4615, 0.4594, 0.4371, 0.4366, 0.4264, 0.4263, 0.419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1787621", "doc1007190", "doc1394758", "doc1394755", "doc996399", "doc1517979", "doc2486654", "doc324530"], "ranked_scores": [0.6745, 0.6147, 0.5978, 0.5673, 0.5606, 0.5574, 0.5453, 0.5358, 0.5343, 0.53], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc84492", "doc643072", "doc1373324", "doc1373323", "doc108887", "doc1119808", "doc2339886", "doc1837771", "doc1248532", "doc368643"], "ranked_scores": [0.5429, 0.5326, 0.5295, 0.5289, 0.5275, 0.5229, 0.5183, 0.5144, 0.5132, 0.5117], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc1729412", "doc1572538", "doc543176", "doc849003", "doc105758", "doc2355469", "doc105763", "doc1464212"], "ranked_scores": [0.5891, 0.5672, 0.5385, 0.5272, 0.524, 0.5213, 0.518, 0.514, 0.5139, 0.5021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc2111513", "doc2107022", "doc2107018", "doc52414", "doc1927002", "doc1294814", "doc628470", "doc1602350", "doc2224155"], "ranked_scores": [0.5726, 0.5715, 0.5644, 0.5559, 0.5559, 0.5524, 0.5403, 0.539, 0.5379, 0.5368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc2587564", "doc435078", "doc1921625", "doc2646161", "doc2587562", "doc435076", "doc378301", "doc2498492", "doc2352487"], "ranked_scores": [0.5935, 0.5741, 0.5678, 0.5398, 0.5372, 0.5316, 0.5314, 0.5217, 0.5168, 0.5159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc336518", "doc2665803", "doc733127", "doc2448623", "doc15890", "doc878338", "doc2042102", "doc1498263", "doc518266"], "ranked_scores": [0.501, 0.4898, 0.4801, 0.4703, 0.4514, 0.4335, 0.4194, 0.4103, 0.3909, 0.3905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1283940", "doc381154", "doc159492", "doc1245931", "doc2419056", "doc946285", "doc2179022", "doc2306629", "doc1512044", "doc1094361"], "ranked_scores": [0.4393, 0.434, 0.4281, 0.4138, 0.4048, 0.3947, 0.3932, 0.3912, 0.388, 0.3878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc261351", "doc367417", "doc1345740", "doc57975", "doc1423992", "doc390322", "doc2265144", "doc2304461", "doc864555"], "ranked_scores": [0.5494, 0.4754, 0.4647, 0.4425, 0.4417, 0.4232, 0.4182, 0.4164, 0.4162, 0.4036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc1333905", "doc1271924", "doc1975694", "doc1584862", "doc588578", "doc294604", "doc1730288", "doc1467762"], "ranked_scores": [0.57, 0.5219, 0.4893, 0.4722, 0.4683, 0.467, 0.4648, 0.4633, 0.4603, 0.4579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc845380", "doc1877808", "doc2316721", "doc2535522", "doc2173325", "doc681964", "doc1370451", "doc2142524", "doc201166"], "ranked_scores": [0.4308, 0.4208, 0.3996, 0.3798, 0.3683, 0.3626, 0.3583, 0.3577, 0.3571, 0.3547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88974", "doc127031", "doc127040", "doc2015719", "doc2624067", "doc88933", "doc1452752", "doc1639229"], "ranked_scores": [0.6006, 0.5941, 0.5773, 0.5746, 0.5702, 0.5649, 0.5468, 0.5397, 0.5395, 0.5285], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc338813", "doc212860", "doc1533829", "doc641498", "doc811414", "doc1455509", "doc1637888", "doc1144972", "doc598055"], "ranked_scores": [0.44, 0.4117, 0.4006, 0.3872, 0.3818, 0.3782, 0.3767, 0.3756, 0.3754, 0.3749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc63590", "doc911115", "doc18273", "doc108456", "doc63585", "doc1906610", "doc1741795", "doc376580", "doc323321"], "ranked_scores": [0.6533, 0.643, 0.643, 0.643, 0.5678, 0.54, 0.5398, 0.5324, 0.5297, 0.5266], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1839188", "doc1816051", "doc1670303", "doc1930877", "doc1816074", "doc1945404", "doc7161", "doc586538"], "ranked_scores": [0.509, 0.4951, 0.4683, 0.462, 0.4291, 0.4284, 0.4113, 0.4097, 0.4012, 0.3989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc753576", "doc2193668", "doc951306", "doc2015875", "doc1244692", "doc2613797", "doc1574683", "doc902657"], "ranked_scores": [0.4135, 0.4112, 0.3554, 0.3505, 0.3418, 0.3255, 0.3237, 0.3223, 0.3109, 0.2961], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc642762", "doc2639996", "doc1185713", "doc1723101", "doc1222389", "doc1874808", "doc1564173", "doc1564158"], "ranked_scores": [0.5407, 0.5276, 0.5221, 0.4874, 0.4764, 0.4734, 0.4365, 0.4238, 0.4184, 0.4155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc36460", "doc2622778", "doc36485", "doc1618372", "doc2396125", "doc2622759", "doc2543936"], "ranked_scores": [0.6698, 0.611, 0.5614, 0.5497, 0.5328, 0.5317, 0.5209, 0.5195, 0.5184, 0.4991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc703714", "doc337506", "doc35719", "doc24299", "doc392476", "doc106372", "doc703736", "doc106332", "doc1445499"], "ranked_scores": [0.5129, 0.5091, 0.507, 0.4911, 0.4898, 0.4898, 0.4869, 0.4869, 0.4866, 0.4814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc108887", "doc1373324", "doc2393669", "doc626438", "doc1119808", "doc729573", "doc729661", "doc2167590"], "ranked_scores": [0.6665, 0.6646, 0.6506, 0.629, 0.6244, 0.606, 0.6006, 0.5991, 0.5975, 0.5892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77973", "doc77971", "doc5734", "doc1430994", "doc1334550", "doc1431001", "doc801039", "doc77976"], "ranked_scores": [0.5348, 0.4332, 0.4321, 0.4218, 0.3946, 0.3938, 0.3929, 0.3864, 0.3798, 0.3704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m192-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc1395336", "doc57232", "doc57242", "doc751998", "doc57247", "doc57248", "doc1254764", "doc260645"], "ranked_scores": [0.6016, 0.5838, 0.5739, 0.5362, 0.5323, 0.5284, 0.5166, 0.495, 0.4864, 0.4859], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1664486", "doc1749973", "doc1982515", "doc230557", "doc497737", "doc1796956", "doc2112811", "doc2345266"], "ranked_scores": [0.5892, 0.5641, 0.5305, 0.5224, 0.519, 0.5153, 0.512, 0.5048, 0.4924, 0.4916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc69778", "doc365451", "doc243667", "doc660012", "doc2285692", "doc1675505", "doc1675526"], "ranked_scores": [0.6502, 0.6425, 0.59, 0.5815, 0.5691, 0.5546, 0.5454, 0.5436, 0.5279, 0.5244], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc564709", "doc1402781", "doc1570656", "doc1678115", "doc643498", "doc1007260", "doc400438", "doc230376", "doc1247565"], "ranked_scores": [0.5301, 0.5292, 0.5151, 0.5066, 0.5065, 0.4995, 0.496, 0.4931, 0.49, 0.4892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1812659", "doc887635", "doc559430", "doc751747", "doc2372195", "doc1741707", "doc1382123", "doc1366769", "doc2307709"], "ranked_scores": [0.6019, 0.5849, 0.5759, 0.5758, 0.5732, 0.5726, 0.5643, 0.5615, 0.5589, 0.5533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1852503", "doc1996268", "doc1021718", "doc27535", "doc27536", "doc1407767", "doc1324046", "doc1478919", "doc1770477"], "ranked_scores": [0.5719, 0.4516, 0.4506, 0.4503, 0.4411, 0.4407, 0.4396, 0.4348, 0.4308, 0.4266], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc579128", "doc77634", "doc1526230", "doc273559", "doc512949", "doc925929", "doc1953211", "doc422133", "doc1480727", "doc620637"], "ranked_scores": [0.5959, 0.5841, 0.5783, 0.5768, 0.5729, 0.5582, 0.5577, 0.555, 0.5547, 0.5529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc520684", "doc966365", "doc29757", "doc520687", "doc1486663", "doc2509153", "doc440382", "doc278641", "doc2096499", "doc2688"], "ranked_scores": [0.4922, 0.4885, 0.4867, 0.4728, 0.4726, 0.4516, 0.4515, 0.4504, 0.4502, 0.4493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1376346", "doc61045", "doc61043", "doc829494", "doc2083822", "doc1612682", "doc13999", "doc1376345"], "ranked_scores": [0.5788, 0.5739, 0.5434, 0.5401, 0.4506, 0.4441, 0.4434, 0.4354, 0.429, 0.4284], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc97445", "doc2004921", "doc2071107", "doc97430", "doc2084014", "doc2083994", "doc369237", "doc2083995", "doc1992466"], "ranked_scores": [0.6445, 0.6064, 0.5778, 0.5624, 0.5574, 0.5419, 0.5386, 0.5385, 0.5344, 0.5285], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc1999887", "doc2534674", "doc908573", "doc33196", "doc2648883", "doc260645", "doc551897", "doc781344"], "ranked_scores": [0.5389, 0.4875, 0.4789, 0.4767, 0.4708, 0.4654, 0.46, 0.4572, 0.4404, 0.4357], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc66003", "doc1386166", "doc437627", "doc83863", "doc1386116", "doc2537823", "doc875841", "doc1984127", "doc2537824"], "ranked_scores": [0.5608, 0.529, 0.5216, 0.5209, 0.5157, 0.4917, 0.4807, 0.4778, 0.4744, 0.4718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc337506", "doc1332302", "doc1887731", "doc337547", "doc298160", "doc106372", "doc703736", "doc703715"], "ranked_scores": [0.5664, 0.5438, 0.5428, 0.5355, 0.5287, 0.5173, 0.5162, 0.5065, 0.5065, 0.5001], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7099", "doc7091", "doc692559", "doc7119", "doc526956", "doc1694554", "doc7106", "doc7116", "doc316997"], "ranked_scores": [0.5994, 0.5857, 0.5727, 0.556, 0.5498, 0.5333, 0.5195, 0.5159, 0.5049, 0.5038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc854693", "doc787596", "doc1098823", "doc82127", "doc1254817", "doc2252228", "doc90808", "doc2068718"], "ranked_scores": [0.5867, 0.4918, 0.4889, 0.487, 0.4775, 0.4773, 0.4763, 0.4756, 0.4739, 0.4707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc897", "doc439366", "doc750416", "doc2018288", "doc2203152", "doc220990", "doc536387", "doc750407", "doc1874808"], "ranked_scores": [0.4706, 0.468, 0.4628, 0.4575, 0.4498, 0.4385, 0.4225, 0.4198, 0.4136, 0.4133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc468490", "doc90322", "doc30773", "doc1380356", "doc416774", "doc1550148", "doc24903", "doc239811", "doc563701", "doc563699"], "ranked_scores": [0.6018, 0.5813, 0.5536, 0.5475, 0.5331, 0.5311, 0.5249, 0.5242, 0.5241, 0.5227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc1902615", "doc52429", "doc1634950", "doc23412", "doc1825079", "doc648355", "doc58892"], "ranked_scores": [0.4975, 0.4843, 0.4597, 0.4541, 0.4512, 0.4411, 0.4388, 0.4358, 0.4337, 0.4327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc56921", "doc1102442", "doc952849", "doc1601611", "doc2439294", "doc56903", "doc2510026", "doc1102445"], "ranked_scores": [0.6452, 0.6272, 0.6136, 0.6062, 0.5677, 0.5666, 0.5624, 0.5585, 0.5558, 0.5519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc137908", "doc80074", "doc80154", "doc345642", "doc80078", "doc596891", "doc737601", "doc2215178", "doc2076427"], "ranked_scores": [0.6398, 0.6353, 0.6185, 0.6176, 0.5957, 0.5942, 0.5766, 0.5738, 0.5682, 0.5499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc762682", "doc2353712", "doc629517", "doc2240293", "doc673167", "doc183950", "doc2240268", "doc439092"], "ranked_scores": [0.5569, 0.4749, 0.4588, 0.4516, 0.4498, 0.4481, 0.4411, 0.4383, 0.4344, 0.4333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc26461", "doc2376934", "doc26458", "doc764184", "doc224101", "doc131786", "doc2036045", "doc207464"], "ranked_scores": [0.6215, 0.574, 0.5522, 0.5514, 0.5487, 0.5469, 0.5422, 0.5377, 0.5298, 0.5285], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1587280", "doc102096", "doc102077", "doc1272206", "doc1682561", "doc1572538", "doc1464212", "doc1223270", "doc238798"], "ranked_scores": [0.6331, 0.4311, 0.4294, 0.4241, 0.4149, 0.3914, 0.3866, 0.3777, 0.3741, 0.3719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc57948", "doc37895", "doc57946", "doc721746", "doc2389179", "doc57940", "doc1101054", "doc1489505"], "ranked_scores": [0.5205, 0.4974, 0.4702, 0.4664, 0.4624, 0.4598, 0.4519, 0.4432, 0.4313, 0.422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc1224325", "doc1612364", "doc2193668", "doc751425", "doc1612520", "doc2286850", "doc1428083"], "ranked_scores": [0.5471, 0.4567, 0.4493, 0.4102, 0.4016, 0.3968, 0.3792, 0.3768, 0.3709, 0.3685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64318", "doc35524", "doc851269", "doc1376793", "doc64314", "doc1385353", "doc456580", "doc64317", "doc1385349"], "ranked_scores": [0.4883, 0.4832, 0.4756, 0.4708, 0.4532, 0.4513, 0.4507, 0.4481, 0.4453, 0.445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520244", "doc1520311", "doc437656", "doc437685", "doc437667", "doc1321929", "doc539428", "doc638932", "doc1977978", "doc1520211"], "ranked_scores": [0.592, 0.5862, 0.5839, 0.5713, 0.5695, 0.559, 0.559, 0.5576, 0.5549, 0.5489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc1315064", "doc1385395", "doc866436", "doc2558251", "doc552720", "doc754076", "doc671985", "doc1726816"], "ranked_scores": [0.4725, 0.4483, 0.4441, 0.4202, 0.3958, 0.3865, 0.3796, 0.371, 0.367, 0.3653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc1894178", "doc602735", "doc2558036", "doc585415", "doc1445420", "doc587116", "doc170931", "doc488007", "doc1212031"], "ranked_scores": [0.399, 0.374, 0.3584, 0.3369, 0.3173, 0.3165, 0.3145, 0.3109, 0.3103, 0.3091], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2179022", "doc2306629", "doc781344", "doc1986402", "doc2660672", "doc2179035", "doc435057", "doc317197"], "ranked_scores": [0.5838, 0.4816, 0.4421, 0.4358, 0.4223, 0.4217, 0.4144, 0.4074, 0.4037, 0.4037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1787621", "doc996399", "doc1007190", "doc1394758", "doc2486654", "doc1394755", "doc28581", "doc152997"], "ranked_scores": [0.6483, 0.6074, 0.5394, 0.5292, 0.5268, 0.5231, 0.523, 0.5155, 0.5138, 0.505], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1373323", "doc1373324", "doc1837771", "doc84481", "doc643072", "doc84492", "doc108887", "doc729573", "doc368643", "doc1119808"], "ranked_scores": [0.5187, 0.5038, 0.496, 0.4946, 0.494, 0.4938, 0.4923, 0.4897, 0.488, 0.4858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc1729412", "doc105758", "doc2355469", "doc543176", "doc105763", "doc105759", "doc946247", "doc1572538"], "ranked_scores": [0.5642, 0.5435, 0.5244, 0.5027, 0.4955, 0.4888, 0.4882, 0.4819, 0.4782, 0.476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc4147", "doc2111513", "doc1927002", "doc2107018", "doc52414", "doc358938", "doc2224155", "doc28935", "doc2107022", "doc1602350"], "ranked_scores": [0.5424, 0.5415, 0.5315, 0.5312, 0.5266, 0.5238, 0.517, 0.5155, 0.5087, 0.504], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2587564", "doc435075", "doc2646161", "doc435076", "doc435078", "doc2352487", "doc2587562", "doc1921625", "doc378301", "doc2124278"], "ranked_scores": [0.5502, 0.5495, 0.5216, 0.5142, 0.5043, 0.5015, 0.4945, 0.4916, 0.4905, 0.4876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc2665803", "doc2448623", "doc733127", "doc336518", "doc15890", "doc2042102", "doc878338", "doc518266", "doc264212"], "ranked_scores": [0.4948, 0.4623, 0.4466, 0.4454, 0.4362, 0.4107, 0.4099, 0.386, 0.3743, 0.3731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1283940", "doc1245931", "doc381154", "doc159492", "doc2179035", "doc1512025", "doc1563745", "doc190988", "doc2419056", "doc1538025"], "ranked_scores": [0.4066, 0.4041, 0.4019, 0.3964, 0.3947, 0.391, 0.3863, 0.3811, 0.3801, 0.377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1423992", "doc367417", "doc2265144", "doc261351", "doc40405", "doc1345740", "doc57975", "doc864555", "doc1810672"], "ranked_scores": [0.4559, 0.4439, 0.4352, 0.4283, 0.4267, 0.4188, 0.405, 0.4042, 0.3985, 0.3929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc1584862", "doc294604", "doc1271924", "doc588578", "doc1975694", "doc1629620", "doc1333905", "doc1792210"], "ranked_scores": [0.5207, 0.4824, 0.4753, 0.4692, 0.4566, 0.4529, 0.4511, 0.4475, 0.4433, 0.4215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1877808", "doc221817", "doc845380", "doc1370451", "doc1105530", "doc681964", "doc2173325", "doc2316721", "doc2142524", "doc2535522"], "ranked_scores": [0.4188, 0.4032, 0.3864, 0.3785, 0.3758, 0.3599, 0.3578, 0.3536, 0.352, 0.3511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc127031", "doc88974", "doc127040", "doc2015719", "doc1639229", "doc88933", "doc1452752", "doc779563"], "ranked_scores": [0.5634, 0.5513, 0.5442, 0.5308, 0.5206, 0.5056, 0.4906, 0.4892, 0.4866, 0.478], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc212860", "doc1144972", "doc338813", "doc79982", "doc598055", "doc811414", "doc1533829", "doc2486395", "doc2246484"], "ranked_scores": [0.4167, 0.382, 0.3818, 0.3812, 0.3729, 0.3665, 0.3571, 0.3563, 0.3561, 0.3517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc193844", "doc18273", "doc911115", "doc63590", "doc108456", "doc376565", "doc63585", "doc1741795", "doc1906610", "doc376580"], "ranked_scores": [0.6022, 0.5845, 0.5845, 0.5845, 0.5249, 0.5176, 0.5154, 0.5137, 0.502, 0.4999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1816051", "doc355540", "doc299691", "doc1839188", "doc1930877", "doc1670303", "doc46245", "doc1816074", "doc1945404"], "ranked_scores": [0.512, 0.4641, 0.4605, 0.427, 0.4142, 0.4133, 0.4079, 0.4063, 0.4011, 0.3923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc2193668", "doc1574683", "doc2613797", "doc951306", "doc1244692", "doc2015875", "doc753576", "doc2332642"], "ranked_scores": [0.4094, 0.3743, 0.3541, 0.3223, 0.3214, 0.3184, 0.3095, 0.3084, 0.302, 0.2864], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc642762", "doc1185713", "doc2639996", "doc1564158", "doc1874808", "doc531809", "doc1723101", "doc2011376"], "ranked_scores": [0.5452, 0.4969, 0.4833, 0.4589, 0.4414, 0.4385, 0.4304, 0.4208, 0.4204, 0.4194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc2622778", "doc2622759", "doc36460", "doc1618372", "doc36485", "doc2543936", "doc1926786"], "ranked_scores": [0.5828, 0.5676, 0.5375, 0.5046, 0.5015, 0.4816, 0.4792, 0.478, 0.468, 0.4565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc703714", "doc284003", "doc337506", "doc2832", "doc703736", "doc106372", "doc106332", "doc337547", "doc298160", "doc714665"], "ranked_scores": [0.5007, 0.5006, 0.4827, 0.4823, 0.4757, 0.4757, 0.4753, 0.4703, 0.4599, 0.4589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc1373324", "doc626438", "doc108887", "doc2393669", "doc2167590", "doc729573", "doc1119808", "doc596021"], "ranked_scores": [0.6297, 0.6223, 0.6025, 0.5897, 0.583, 0.5755, 0.5616, 0.5594, 0.5591, 0.5532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77971", "doc77973", "doc1504263", "doc801039", "doc1845876", "doc2332984", "doc1334550", "doc1431001", "doc1430994"], "ranked_scores": [0.4777, 0.4356, 0.433, 0.4039, 0.3903, 0.3888, 0.3852, 0.3733, 0.3647, 0.3538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m96-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc57247", "doc751998", "doc57242", "doc2040327", "doc1104254", "doc3001", "doc2116209", "doc2173529"], "ranked_scores": [0.6324, 0.5859, 0.5848, 0.5739, 0.5629, 0.5295, 0.5213, 0.5181, 0.4964, 0.4926], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc2292349", "doc2136789", "doc2345266", "doc345111", "doc2415290", "doc1952699", "doc1268295", "doc1795214"], "ranked_scores": [0.5441, 0.5251, 0.515, 0.4596, 0.4563, 0.4537, 0.4475, 0.441, 0.4407, 0.4336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21831", "doc21832", "doc776139", "doc365451", "doc699194", "doc2285692", "doc21829", "doc377466", "doc21871"], "ranked_scores": [0.6914, 0.6323, 0.625, 0.5848, 0.5846, 0.5839, 0.5794, 0.5774, 0.5753, 0.5727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc146101", "doc392076", "doc1177870", "doc453172", "doc1007260", "doc658301", "doc453091", "doc2386390", "doc1247565"], "ranked_scores": [0.5652, 0.5646, 0.5641, 0.5636, 0.5515, 0.5482, 0.5472, 0.5465, 0.5461, 0.546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc1812659", "doc1741706", "doc559430", "doc1366757", "doc887635", "doc559423", "doc1812660", "doc1234227", "doc2165906"], "ranked_scores": [0.6723, 0.6674, 0.6605, 0.6532, 0.6513, 0.645, 0.6447, 0.6436, 0.6339, 0.6336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc2085928", "doc1770477", "doc1021718", "doc27535", "doc1628841", "doc1324046", "doc1407409", "doc1685757", "doc738831"], "ranked_scores": [0.5871, 0.4926, 0.492, 0.4885, 0.4845, 0.4826, 0.4824, 0.4814, 0.4734, 0.4732], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc422133", "doc119665", "doc925929", "doc349744", "doc77634", "doc1953211", "doc620637", "doc579128", "doc101332", "doc349747"], "ranked_scores": [0.6591, 0.6578, 0.6554, 0.6541, 0.6529, 0.6497, 0.6489, 0.6488, 0.6477, 0.6375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc1798668", "doc101561", "doc29765", "doc278641", "doc520687", "doc1728840", "doc2096501", "doc1486663"], "ranked_scores": [0.6465, 0.574, 0.5451, 0.5345, 0.5134, 0.5131, 0.5087, 0.5072, 0.507, 0.5014], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc1376346", "doc61045", "doc61043", "doc928962", "doc627159", "doc2080046", "doc1976860", "doc1048266"], "ranked_scores": [0.5603, 0.5514, 0.5497, 0.5262, 0.5226, 0.4399, 0.4268, 0.3957, 0.3908, 0.3903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc97445", "doc97442", "doc369276", "doc97430", "doc2083987", "doc2084014", "doc369237"], "ranked_scores": [0.7468, 0.702, 0.6898, 0.6523, 0.5963, 0.5717, 0.5715, 0.5696, 0.5597, 0.5597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc1458417", "doc1357070", "doc233794", "doc636318", "doc54026", "doc1612515", "doc636337", "doc636346"], "ranked_scores": [0.6073, 0.5622, 0.5382, 0.5108, 0.4796, 0.4531, 0.4389, 0.4316, 0.4209, 0.4156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc66003", "doc1386116", "doc253608", "doc1984127", "doc1386120", "doc2171547", "doc83863", "doc2254465"], "ranked_scores": [0.6156, 0.6101, 0.5854, 0.5557, 0.5431, 0.5206, 0.5017, 0.5015, 0.4959, 0.4889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc388464", "doc106355", "doc703719", "doc1445498", "doc284003", "doc106333", "doc874101", "doc106338", "doc703702"], "ranked_scores": [0.6837, 0.6649, 0.6646, 0.6596, 0.658, 0.6496, 0.6412, 0.6349, 0.6248, 0.6248], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc692559", "doc7119", "doc697071", "doc7091", "doc2670770", "doc7106", "doc1599042", "doc7099", "doc683357"], "ranked_scores": [0.6671, 0.6244, 0.6238, 0.6053, 0.5915, 0.5862, 0.584, 0.5753, 0.5691, 0.5673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc90808", "doc1740481", "doc107878", "doc1443647", "doc1606435", "doc1101734", "doc490060", "doc854693"], "ranked_scores": [0.6336, 0.5465, 0.5198, 0.4783, 0.4721, 0.4701, 0.4602, 0.4533, 0.4499, 0.4444], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc750407", "doc2018288", "doc244386", "doc750416", "doc648344", "doc269387", "doc551718", "doc453118", "doc428400"], "ranked_scores": [0.5192, 0.4986, 0.4735, 0.4583, 0.4405, 0.4392, 0.4375, 0.4367, 0.4303, 0.4257], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc1380356", "doc300567", "doc30773", "doc2202499", "doc1786046", "doc24903", "doc416774", "doc2202506"], "ranked_scores": [0.6468, 0.6108, 0.5926, 0.5884, 0.5861, 0.5765, 0.5705, 0.5624, 0.5621, 0.5587], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc2127006", "doc2277317", "doc648344", "doc648335", "doc23412", "doc36393", "doc454591"], "ranked_scores": [0.6107, 0.5115, 0.5093, 0.4816, 0.4501, 0.4435, 0.4327, 0.4309, 0.4299, 0.427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56921", "doc56903", "doc2313854", "doc2509989", "doc56909", "doc2091589", "doc2509993"], "ranked_scores": [0.7548, 0.7295, 0.719, 0.6698, 0.65, 0.6133, 0.6001, 0.5937, 0.5818, 0.5807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc80067", "doc80074", "doc345642", "doc352904", "doc137908", "doc80151", "doc1912506", "doc80078", "doc345632"], "ranked_scores": [0.6278, 0.6135, 0.6099, 0.6072, 0.6063, 0.6043, 0.5919, 0.5759, 0.5759, 0.5699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc1248717", "doc2353712", "doc1852908", "doc1214168", "doc2240293", "doc732015", "doc2240291", "doc1945762"], "ranked_scores": [0.5784, 0.5056, 0.5005, 0.4954, 0.4852, 0.4827, 0.4726, 0.4723, 0.4684, 0.4635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc2376934", "doc721916", "doc863698", "doc207464", "doc26467", "doc131786", "doc138458", "doc99377", "doc474060"], "ranked_scores": [0.5822, 0.5346, 0.5173, 0.5141, 0.5124, 0.5106, 0.5016, 0.4958, 0.494, 0.4915], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1690179", "doc1104251", "doc1582708", "doc162716", "doc1612515", "doc1471934", "doc119586"], "ranked_scores": [0.7047, 0.6223, 0.6133, 0.3444, 0.3441, 0.3174, 0.3168, 0.3089, 0.3069, 0.3035], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc57940", "doc57946", "doc81655", "doc2115402", "doc57948", "doc1199221", "doc721746", "doc1489505", "doc37895"], "ranked_scores": [0.6004, 0.5743, 0.572, 0.5343, 0.5157, 0.5116, 0.5034, 0.5008, 0.4423, 0.4407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1936829", "doc751435", "doc866703", "doc1612364", "doc22149", "doc1723101", "doc751425", "doc1428083", "doc765127"], "ranked_scores": [0.6563, 0.4877, 0.4833, 0.455, 0.4493, 0.4179, 0.4107, 0.3929, 0.3927, 0.3835], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64314", "doc64316", "doc64318", "doc971992", "doc1376793", "doc41344", "doc851269", "doc64317", "doc35524", "doc1683659"], "ranked_scores": [0.6591, 0.657, 0.6568, 0.6516, 0.651, 0.6326, 0.6307, 0.6251, 0.6166, 0.6062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc638932", "doc437685", "doc437677", "doc1978008", "doc1334192", "doc1334238", "doc437678", "doc1520275", "doc539428"], "ranked_scores": [0.6497, 0.6322, 0.6205, 0.62, 0.6169, 0.6098, 0.6015, 0.5976, 0.5942, 0.586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1333507", "doc1314944", "doc1314979", "doc2462709", "doc1314964", "doc938718", "doc720105", "doc877823", "doc27529"], "ranked_scores": [0.3626, 0.3077, 0.3057, 0.3002, 0.2689, 0.2642, 0.2641, 0.2625, 0.2592, 0.2542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc2390440", "doc24939", "doc645564", "doc1445420", "doc24934", "doc1190303", "doc1728777", "doc602724", "doc488007", "doc1872130"], "ranked_scores": [0.3793, 0.3746, 0.3351, 0.3345, 0.3334, 0.3269, 0.3259, 0.3165, 0.3131, 0.2993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc317197", "doc1283940", "doc672552", "doc114471", "doc230816", "doc1616722", "doc1098312", "doc1082535"], "ranked_scores": [0.6946, 0.6131, 0.475, 0.4633, 0.4325, 0.4263, 0.4049, 0.403, 0.403, 0.4023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc2142521", "doc996399", "doc530778", "doc1394743", "doc1410020", "doc324530", "doc1007190", "doc2337863"], "ranked_scores": [0.7434, 0.6396, 0.5595, 0.5423, 0.5373, 0.5361, 0.5337, 0.5287, 0.5257, 0.5106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc515771", "doc1030288", "doc402145", "doc2194194", "doc990522", "doc2449643", "doc660237", "doc660236", "doc2527260", "doc11639"], "ranked_scores": [0.5881, 0.5759, 0.5695, 0.5537, 0.5484, 0.5451, 0.5375, 0.5326, 0.5313, 0.5297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc105763", "doc830308", "doc849003", "doc1729412", "doc946247", "doc543176", "doc719006", "doc8477"], "ranked_scores": [0.6387, 0.6384, 0.5931, 0.5392, 0.5373, 0.5322, 0.5267, 0.5186, 0.5099, 0.5064], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc2107022", "doc324540", "doc53643", "doc1927002", "doc2107018", "doc358938", "doc606253", "doc628470", "doc2107033"], "ranked_scores": [0.6399, 0.6373, 0.6347, 0.6252, 0.6172, 0.6112, 0.6089, 0.5997, 0.5988, 0.594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc435076", "doc2607396", "doc2587562", "doc435075", "doc2587564", "doc2288928", "doc1921625", "doc42101", "doc313364"], "ranked_scores": [0.5518, 0.5131, 0.5087, 0.5068, 0.506, 0.4949, 0.4913, 0.4836, 0.4744, 0.4628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc264212", "doc2119808", "doc336518", "doc1531603", "doc2042102", "doc15890", "doc627432", "doc733127", "doc1935873"], "ranked_scores": [0.5481, 0.5047, 0.5036, 0.4965, 0.4875, 0.4624, 0.4608, 0.459, 0.4572, 0.4563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc245411", "doc2083699", "doc2361509", "doc1130168", "doc487000", "doc1384376", "doc1962174", "doc143496"], "ranked_scores": [0.5875, 0.517, 0.357, 0.3442, 0.3419, 0.339, 0.3083, 0.3049, 0.3011, 0.2957], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc601133", "doc864555", "doc2326766", "doc376241", "doc1345740", "doc57975", "doc225655", "doc1153924", "doc2035909"], "ranked_scores": [0.452, 0.434, 0.3875, 0.386, 0.3855, 0.3854, 0.3834, 0.3518, 0.3478, 0.3421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc1986437", "doc2465656", "doc1629620", "doc1333905", "doc134196", "doc2058897", "doc1160263", "doc588612", "doc546881"], "ranked_scores": [0.5772, 0.5769, 0.538, 0.5357, 0.5218, 0.5203, 0.517, 0.5094, 0.4981, 0.497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc807", "doc2361509", "doc2316721", "doc877974", "doc2621492", "doc2391797", "doc312607", "doc845380", "doc2161840"], "ranked_scores": [0.4201, 0.3963, 0.3854, 0.3735, 0.3718, 0.3713, 0.363, 0.3509, 0.3454, 0.3429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc1452752", "doc88934", "doc88931", "doc2624067", "doc127040", "doc127031", "doc2015719", "doc88933", "doc88973", "doc88974"], "ranked_scores": [0.5354, 0.5301, 0.5268, 0.5228, 0.5109, 0.5003, 0.4909, 0.4883, 0.4877, 0.4869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc338813", "doc1455444", "doc21378", "doc21368", "doc1738086", "doc21339", "doc1308445", "doc2336226", "doc698075"], "ranked_scores": [0.4791, 0.441, 0.4219, 0.4173, 0.4118, 0.4113, 0.4006, 0.3936, 0.3916, 0.3898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc2563559", "doc108559", "doc108456", "doc18273", "doc911115", "doc63590", "doc323321", "doc2072948", "doc1774519", "doc1791044"], "ranked_scores": [0.5994, 0.5833, 0.5435, 0.5406, 0.5406, 0.5406, 0.5318, 0.5287, 0.5243, 0.5242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc7161", "doc355540", "doc1670303", "doc1416739", "doc1183356", "doc203256", "doc1948176", "doc586538", "doc1273458"], "ranked_scores": [0.6204, 0.5284, 0.5115, 0.511, 0.4807, 0.4742, 0.4526, 0.4526, 0.4509, 0.4494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc1260422", "doc455756", "doc2653657", "doc4611", "doc1452587", "doc751726", "doc1526452", "doc1826212", "doc2015875"], "ranked_scores": [0.4167, 0.3622, 0.3307, 0.3256, 0.3255, 0.3055, 0.2962, 0.2924, 0.2899, 0.2817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc642762", "doc2634368", "doc190281", "doc1038435", "doc2125026", "doc2631871", "doc2011376", "doc1170391", "doc2639996"], "ranked_scores": [0.4802, 0.4602, 0.4413, 0.4268, 0.4236, 0.4218, 0.4174, 0.4167, 0.4137, 0.4124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc36460", "doc1618376", "doc1618372", "doc2622759", "doc36485", "doc2396140", "doc1256783", "doc2622778"], "ranked_scores": [0.5909, 0.5385, 0.5302, 0.5233, 0.4699, 0.466, 0.4508, 0.439, 0.4274, 0.4151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc388464", "doc2832", "doc106355", "doc973089", "doc703719", "doc106332", "doc1445498", "doc24299", "doc392476", "doc337547"], "ranked_scores": [0.6653, 0.6553, 0.6386, 0.6364, 0.6308, 0.6283, 0.6277, 0.6146, 0.6146, 0.6115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc1373324", "doc729661", "doc2167590", "doc1119808", "doc596021", "doc935127", "doc1220654"], "ranked_scores": [0.6743, 0.6654, 0.6614, 0.6392, 0.6277, 0.6137, 0.602, 0.5976, 0.5944, 0.5851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77976", "doc1431001", "doc1430994", "doc1504263", "doc5734", "doc77971", "doc77973", "doc691881", "doc936401"], "ranked_scores": [0.4792, 0.4724, 0.4435, 0.4265, 0.4221, 0.3804, 0.3769, 0.3557, 0.3254, 0.3214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m192-n4": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57232", "doc57247", "doc751998", "doc1104254", "doc2173529", "doc2040327", "doc3001", "doc435057"], "ranked_scores": [0.6257, 0.5763, 0.5637, 0.5451, 0.5185, 0.4909, 0.4869, 0.4847, 0.4669, 0.4663], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc2292349", "doc2136789", "doc2345266", "doc2415290", "doc63543", "doc63542", "doc1664486", "doc914411"], "ranked_scores": [0.5127, 0.4902, 0.4847, 0.4491, 0.4476, 0.43, 0.4299, 0.4254, 0.4181, 0.4164], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc377466", "doc21832", "doc21831", "doc776139", "doc69778", "doc1393796", "doc243667", "doc699194", "doc21871"], "ranked_scores": [0.6718, 0.6114, 0.6028, 0.587, 0.5565, 0.5543, 0.5514, 0.548, 0.546, 0.5401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc392076", "doc146101", "doc564709", "doc658301", "doc1247565", "doc453091", "doc884614", "doc1347475", "doc415323"], "ranked_scores": [0.5805, 0.5525, 0.5486, 0.5463, 0.5425, 0.5385, 0.5247, 0.5226, 0.5214, 0.5154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc559423", "doc559430", "doc1812661", "doc1741706", "doc1366757", "doc1812659", "doc1812660", "doc1234227", "doc1366769", "doc2165920"], "ranked_scores": [0.6426, 0.636, 0.6268, 0.6259, 0.6239, 0.6157, 0.6095, 0.6074, 0.5983, 0.5885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1407409", "doc27535", "doc1628841", "doc361696", "doc2085928", "doc1770477", "doc1279689", "doc1021718", "doc27536"], "ranked_scores": [0.5412, 0.4747, 0.4634, 0.457, 0.4537, 0.453, 0.4487, 0.4484, 0.4373, 0.4333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc119665", "doc101332", "doc925929", "doc422133", "doc1953211", "doc579128", "doc349744", "doc77640", "doc1369510"], "ranked_scores": [0.6277, 0.627, 0.615, 0.6108, 0.6078, 0.6051, 0.6026, 0.6005, 0.5987, 0.5929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc101561", "doc520684", "doc1798668", "doc1486663", "doc278641", "doc966365", "doc520687", "doc29765", "doc1017147"], "ranked_scores": [0.6309, 0.5407, 0.5243, 0.5064, 0.4965, 0.4945, 0.4941, 0.4896, 0.4864, 0.4832], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc1376346", "doc61045", "doc61043", "doc627159", "doc928962", "doc1976860", "doc1526139", "doc1048266"], "ranked_scores": [0.5586, 0.5434, 0.5401, 0.4864, 0.4846, 0.4323, 0.4161, 0.3999, 0.378, 0.3777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc97445", "doc2083987", "doc369234", "doc97442", "doc97430", "doc369237", "doc369276"], "ranked_scores": [0.7012, 0.6584, 0.6448, 0.601, 0.5742, 0.549, 0.5452, 0.5363, 0.5335, 0.5247], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc1458417", "doc1357070", "doc636318", "doc233794", "doc1612515", "doc54026", "doc636346", "doc64791"], "ranked_scores": [0.5749, 0.5634, 0.5337, 0.4703, 0.4618, 0.4417, 0.425, 0.4143, 0.4124, 0.4117], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc66003", "doc253608", "doc1386116", "doc83863", "doc2537824", "doc1984127", "doc2171547", "doc1386120"], "ranked_scores": [0.5855, 0.5575, 0.5447, 0.5048, 0.4985, 0.4972, 0.4833, 0.4794, 0.4586, 0.4578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1445498", "doc106332", "doc388464", "doc106355", "doc703719", "doc2832", "doc284003", "doc106333", "doc106338", "doc703702"], "ranked_scores": [0.6407, 0.6335, 0.6252, 0.6219, 0.6184, 0.6126, 0.6089, 0.6069, 0.5965, 0.5965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7119", "doc697071", "doc692559", "doc7091", "doc934401", "doc7099", "doc7116", "doc683357", "doc7106"], "ranked_scores": [0.6324, 0.5947, 0.5814, 0.5701, 0.5567, 0.5495, 0.5493, 0.5279, 0.5261, 0.5249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc1740481", "doc1443647", "doc107878", "doc1101734", "doc493405", "doc90819", "doc490060"], "ranked_scores": [0.6163, 0.5302, 0.5147, 0.4595, 0.4587, 0.4467, 0.4453, 0.4411, 0.4398, 0.4309], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc750407", "doc244386", "doc269387", "doc2018288", "doc750416", "doc2659217", "doc551718", "doc2093591", "doc1449866"], "ranked_scores": [0.4901, 0.4752, 0.4537, 0.4354, 0.4273, 0.4254, 0.4084, 0.4055, 0.4049, 0.4049], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc416774", "doc468490", "doc30773", "doc24903", "doc300567", "doc382236", "doc2202499", "doc1380356", "doc1786046"], "ranked_scores": [0.6163, 0.5645, 0.5507, 0.5507, 0.5476, 0.5375, 0.5262, 0.5236, 0.5195, 0.5165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2009369", "doc2127006", "doc2277317", "doc1104361", "doc750416", "doc648344", "doc2196547", "doc454592"], "ranked_scores": [0.6031, 0.5215, 0.5207, 0.4565, 0.4336, 0.4315, 0.4274, 0.4206, 0.4202, 0.4159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56921", "doc56903", "doc2091597", "doc2313854", "doc2509989", "doc56902", "doc56909"], "ranked_scores": [0.7234, 0.6942, 0.6906, 0.6466, 0.6095, 0.5735, 0.5658, 0.5638, 0.5569, 0.5509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc137908", "doc80151", "doc345642", "doc352904", "doc80067", "doc80074", "doc345632", "doc1912506", "doc80100"], "ranked_scores": [0.6042, 0.5789, 0.5777, 0.5768, 0.5675, 0.5639, 0.5633, 0.5274, 0.5257, 0.5238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4228, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc2353712", "doc2240293", "doc1214168", "doc2240291", "doc180079", "doc1945762", "doc352368", "doc732015"], "ranked_scores": [0.5743, 0.5034, 0.4941, 0.4759, 0.4698, 0.463, 0.4601, 0.4593, 0.4592, 0.4425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc131786", "doc2376934", "doc99377", "doc207464", "doc224770", "doc675035", "doc26461", "doc863698", "doc913417"], "ranked_scores": [0.5212, 0.5028, 0.482, 0.481, 0.4785, 0.4748, 0.4675, 0.4633, 0.4625, 0.461], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc162716", "doc614722", "doc1690179", "doc1653053", "doc1104251", "doc33191", "doc1612515"], "ranked_scores": [0.6774, 0.5682, 0.5631, 0.3211, 0.3168, 0.3128, 0.3022, 0.3011, 0.2944, 0.2934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc282412", "doc57940", "doc81655", "doc57948", "doc2115402", "doc1199221", "doc721746", "doc1489505", "doc1390312"], "ranked_scores": [0.5575, 0.5466, 0.53, 0.5233, 0.5176, 0.4764, 0.4621, 0.4607, 0.4203, 0.4052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1936829", "doc1612364", "doc866703", "doc22149", "doc1723101", "doc751425", "doc2365468", "doc2059265"], "ranked_scores": [0.6034, 0.4883, 0.4709, 0.4628, 0.4359, 0.3853, 0.3779, 0.3754, 0.3683, 0.3683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64318", "doc64316", "doc1376793", "doc64314", "doc971992", "doc851269", "doc41344", "doc64317", "doc1385345", "doc35524"], "ranked_scores": [0.6207, 0.6024, 0.5849, 0.5834, 0.5778, 0.5744, 0.5717, 0.5706, 0.5531, 0.552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1978008", "doc1520311", "doc437678", "doc437677", "doc2545031", "doc1520275", "doc638932", "doc1334238", "doc437685", "doc1520244"], "ranked_scores": [0.6071, 0.6058, 0.5831, 0.5764, 0.5741, 0.5718, 0.5716, 0.5647, 0.5617, 0.5563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1333507", "doc1314979", "doc1314944", "doc938718", "doc1315064", "doc2558251", "doc2048678", "doc877823", "doc1314964"], "ranked_scores": [0.3281, 0.2931, 0.2894, 0.2834, 0.2615, 0.2526, 0.251, 0.2486, 0.2473, 0.2461], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc2390440", "doc24939", "doc1445420", "doc1190303", "doc488007", "doc602724", "doc1728777", "doc24934", "doc200940", "doc22149"], "ranked_scores": [0.3851, 0.3663, 0.3408, 0.3372, 0.2977, 0.2974, 0.2954, 0.2919, 0.2906, 0.2857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc317197", "doc1283940", "doc611282", "doc758677", "doc672552", "doc114471", "doc1346601", "doc1091592"], "ranked_scores": [0.6653, 0.604, 0.4461, 0.4395, 0.4021, 0.4004, 0.3975, 0.3923, 0.3861, 0.3801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc2142521", "doc1410020", "doc530778", "doc1007190", "doc996399", "doc324530", "doc1394743", "doc25697"], "ranked_scores": [0.6878, 0.6146, 0.5295, 0.5287, 0.5278, 0.525, 0.5227, 0.5085, 0.4901, 0.4797], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc515771", "doc2194194", "doc2449643", "doc2527260", "doc990522", "doc94371", "doc660236", "doc1030288", "doc2366135"], "ranked_scores": [0.5601, 0.5425, 0.5415, 0.537, 0.5251, 0.5142, 0.5134, 0.5105, 0.5073, 0.4919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc105763", "doc946247", "doc830308", "doc2355469", "doc849003", "doc1587280", "doc1516597", "doc1729412"], "ranked_scores": [0.6298, 0.5984, 0.5405, 0.4985, 0.4936, 0.491, 0.4866, 0.4764, 0.4745, 0.4735], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc1927002", "doc2107018", "doc53643", "doc324540", "doc2107033", "doc358938", "doc28935", "doc2107022", "doc628470"], "ranked_scores": [0.6163, 0.5928, 0.5878, 0.5855, 0.5798, 0.5632, 0.5628, 0.5609, 0.56, 0.5572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435076", "doc1921625", "doc435078", "doc2288928", "doc435075", "doc2607396", "doc2352487", "doc2587564", "doc42101", "doc313364"], "ranked_scores": [0.4917, 0.4905, 0.4866, 0.4824, 0.4757, 0.4553, 0.445, 0.4441, 0.4391, 0.4385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc264212", "doc2119808", "doc1531603", "doc15890", "doc627432", "doc336518", "doc1508870", "doc733127", "doc1736708"], "ranked_scores": [0.5426, 0.5079, 0.4838, 0.477, 0.4767, 0.4693, 0.4605, 0.4547, 0.4441, 0.4421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc1130168", "doc245411", "doc2361509", "doc2083699", "doc311498", "doc487000", "doc2357458", "doc1577006"], "ranked_scores": [0.5865, 0.4963, 0.3407, 0.3398, 0.3187, 0.3087, 0.3027, 0.2988, 0.2955, 0.2946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc376241", "doc601133", "doc2326766", "doc57975", "doc225655", "doc1345740", "doc2035909", "doc864555", "doc1153924"], "ranked_scores": [0.4573, 0.379, 0.3767, 0.365, 0.3577, 0.3477, 0.3369, 0.3349, 0.324, 0.3239], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc1986437", "doc2465656", "doc2058897", "doc1333905", "doc1160263", "doc1629620", "doc134196", "doc1584862", "doc588578"], "ranked_scores": [0.5441, 0.5431, 0.5143, 0.5128, 0.5094, 0.4889, 0.4877, 0.4846, 0.4776, 0.4738], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc877974", "doc807", "doc2621492", "doc201173", "doc312607", "doc2361509", "doc878338", "doc2391797", "doc845380"], "ranked_scores": [0.4327, 0.3944, 0.3943, 0.3663, 0.3648, 0.3614, 0.3608, 0.3439, 0.3339, 0.3298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc1452752", "doc127040", "doc88931", "doc88934", "doc127031", "doc2624067", "doc2015719", "doc88933", "doc88973", "doc1763997"], "ranked_scores": [0.5238, 0.4961, 0.4919, 0.4756, 0.4678, 0.4653, 0.4634, 0.4561, 0.4379, 0.4331], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc21363", "doc338818", "doc21378", "doc21368", "doc338813", "doc1455444", "doc1738086", "doc21339", "doc2442198"], "ranked_scores": [0.4549, 0.4206, 0.4197, 0.4185, 0.4177, 0.4065, 0.4049, 0.3861, 0.3827, 0.3814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc2563559", "doc108456", "doc108559", "doc2072948", "doc323321", "doc1774519", "doc1791044", "doc376565", "doc63590", "doc911115"], "ranked_scores": [0.5949, 0.5288, 0.5272, 0.5166, 0.5101, 0.5074, 0.505, 0.5048, 0.5007, 0.5007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc7161", "doc355540", "doc1183356", "doc1670303", "doc1416739", "doc1272096", "doc586538", "doc7163", "doc1376157"], "ranked_scores": [0.5957, 0.5028, 0.4825, 0.475, 0.4729, 0.4399, 0.4365, 0.4318, 0.4246, 0.424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc1260422", "doc2653657", "doc1452587", "doc1826212", "doc2015875", "doc455756", "doc4611", "doc751726", "doc1526452"], "ranked_scores": [0.4234, 0.3664, 0.3416, 0.335, 0.3342, 0.3194, 0.3043, 0.3032, 0.2964, 0.2842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc642762", "doc2634368", "doc2639996", "doc1222389", "doc2011376", "doc190281", "doc1564158", "doc2125026", "doc1170390"], "ranked_scores": [0.4804, 0.4748, 0.41, 0.4057, 0.4041, 0.4013, 0.4004, 0.3973, 0.3967, 0.3937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618376", "doc36467", "doc36460", "doc1618372", "doc36485", "doc2305994", "doc1256783", "doc2657970", "doc2396125"], "ranked_scores": [0.541, 0.5349, 0.527, 0.5023, 0.4697, 0.4219, 0.4182, 0.4172, 0.4021, 0.4005], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc388464", "doc1445498", "doc703719", "doc106355", "doc106332", "doc2060101", "doc427621", "doc337547", "doc1332302"], "ranked_scores": [0.6495, 0.6383, 0.6157, 0.6045, 0.603, 0.5964, 0.592, 0.5864, 0.5863, 0.5728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc729661", "doc1373324", "doc1220654", "doc1119808", "doc2167590", "doc1581104", "doc108892"], "ranked_scores": [0.6608, 0.6401, 0.6294, 0.6113, 0.5874, 0.5816, 0.5619, 0.5584, 0.5563, 0.5537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430993", "doc1431001", "doc1430994", "doc1504263", "doc5734", "doc77971", "doc2223012", "doc1376321", "doc1276688"], "ranked_scores": [0.478, 0.4519, 0.4336, 0.4323, 0.3856, 0.3737, 0.3511, 0.3453, 0.3271, 0.3181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-pq-m96-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc57226", "doc751998", "doc57242", "doc57232", "doc3001", "doc1665946", "doc63804", "doc751967", "doc1622317"], "ranked_scores": [0.7495, 0.7434, 0.7431, 0.7243, 0.6806, 0.6611, 0.6488, 0.6292, 0.6281, 0.6239], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1664486", "doc1749973", "doc2292349", "doc1664485", "doc474276", "doc1942575", "doc1952699", "doc2473154"], "ranked_scores": [0.7162, 0.7146, 0.6834, 0.6783, 0.6667, 0.6478, 0.6242, 0.6221, 0.6215, 0.6131], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc1675505", "doc452039", "doc278091", "doc21829", "doc2285692", "doc21831", "doc21832"], "ranked_scores": [0.7839, 0.7524, 0.708, 0.7058, 0.6808, 0.6807, 0.6794, 0.6786, 0.6781, 0.676], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc453089", "doc415323", "doc232625", "doc146101", "doc564709", "doc392077", "doc979079", "doc1177870", "doc453144", "doc690618"], "ranked_scores": [0.7258, 0.7222, 0.7195, 0.7138, 0.7126, 0.711, 0.7092, 0.7087, 0.7084, 0.704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc1812661", "doc1741702", "doc887635", "doc1741704", "doc1741706", "doc2165915", "doc2372193", "doc1366765", "doc2165905"], "ranked_scores": [0.746, 0.7339, 0.7328, 0.7227, 0.7218, 0.7197, 0.7161, 0.7154, 0.7151, 0.7123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc381292", "doc1324046", "doc27535", "doc27529", "doc361696", "doc27536", "doc1996268", "doc540358", "doc738831", "doc2332017"], "ranked_scores": [0.6929, 0.6838, 0.6834, 0.6811, 0.669, 0.6606, 0.6593, 0.6519, 0.6487, 0.6426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc579128", "doc825186", "doc1369505", "doc484979", "doc825187", "doc1669853", "doc1369510", "doc54270"], "ranked_scores": [0.8072, 0.773, 0.7689, 0.7402, 0.7382, 0.7305, 0.7235, 0.7233, 0.7188, 0.7179], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc29764", "doc101561", "doc1486663", "doc1798668", "doc38721", "doc641530", "doc29759", "doc1728840", "doc520684"], "ranked_scores": [0.8397, 0.7569, 0.7484, 0.7411, 0.7352, 0.7268, 0.7241, 0.71, 0.7056, 0.7013], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61043", "doc61045", "doc1558629", "doc61054", "doc91244", "doc1612682", "doc1380860", "doc1325273"], "ranked_scores": [0.7798, 0.7389, 0.6981, 0.6843, 0.6134, 0.612, 0.6046, 0.6046, 0.5992, 0.5985], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc97421", "doc1116765", "doc97442", "doc97430", "doc369237", "doc369270", "doc369277", "doc2083987"], "ranked_scores": [0.7937, 0.7503, 0.7486, 0.7428, 0.6927, 0.6795, 0.6575, 0.6427, 0.6393, 0.6356], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc33196", "doc47608", "doc281595", "doc988735", "doc64791", "doc562696", "doc490395", "doc2316727"], "ranked_scores": [0.7398, 0.6653, 0.655, 0.6455, 0.6362, 0.6318, 0.6309, 0.6285, 0.6255, 0.6245], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc1984127", "doc83863", "doc759547", "doc50109", "doc2254465", "doc1974480", "doc437627", "doc2372621", "doc50097"], "ranked_scores": [0.7669, 0.7485, 0.7466, 0.7018, 0.6998, 0.6955, 0.6931, 0.6814, 0.6793, 0.6789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc106332", "doc427621", "doc703705", "doc106372", "doc703736", "doc703706", "doc106355", "doc703719", "doc703714"], "ranked_scores": [0.7623, 0.7594, 0.7358, 0.7333, 0.7332, 0.7332, 0.7254, 0.7235, 0.721, 0.7157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7112", "doc7091", "doc7116", "doc7099", "doc7119", "doc7108", "doc692559", "doc485206", "doc695983"], "ranked_scores": [0.7639, 0.7407, 0.736, 0.7343, 0.7273, 0.7271, 0.7155, 0.7145, 0.7036, 0.6966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc1891830", "doc82127", "doc1846029", "doc2093563", "doc90819", "doc2236863", "doc1169637"], "ranked_scores": [0.7733, 0.7218, 0.7183, 0.6351, 0.6272, 0.5946, 0.5919, 0.5893, 0.5866, 0.5843], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc919332", "doc269387", "doc187232", "doc439366", "doc220990", "doc2659217", "doc919340", "doc2018288", "doc750407"], "ranked_scores": [0.6874, 0.6684, 0.6593, 0.6544, 0.6529, 0.6507, 0.6486, 0.6449, 0.6442, 0.6426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380356", "doc1380357", "doc1786046", "doc1926206", "doc90322", "doc24929", "doc1824654", "doc416774", "doc300567"], "ranked_scores": [0.7756, 0.7582, 0.7571, 0.7411, 0.7346, 0.7281, 0.7237, 0.7227, 0.7219, 0.7125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1874808", "doc2483632", "doc1104361", "doc938300", "doc36393", "doc2225375", "doc2009369", "doc648355", "doc750416", "doc190628"], "ranked_scores": [0.6838, 0.6653, 0.6593, 0.6494, 0.6494, 0.6478, 0.6405, 0.6314, 0.6296, 0.6276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc2509989", "doc873481", "doc56902", "doc2091589", "doc2091597", "doc56903", "doc2313854"], "ranked_scores": [0.7832, 0.7783, 0.7748, 0.7476, 0.7321, 0.7079, 0.6858, 0.6857, 0.6832, 0.6751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80074", "doc137908", "doc80154", "doc2076427", "doc80100", "doc345642", "doc1391659", "doc80078", "doc2281723"], "ranked_scores": [0.758, 0.7545, 0.7525, 0.7465, 0.7157, 0.7101, 0.7085, 0.7079, 0.7016, 0.6927], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc1781006", "doc527459", "doc72416", "doc2010420", "doc1248717", "doc1018578", "doc108794", "doc702902"], "ranked_scores": [0.7991, 0.6339, 0.6284, 0.6253, 0.6223, 0.6136, 0.6102, 0.6094, 0.6066, 0.605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc764184", "doc474060", "doc26461", "doc26467", "doc131786", "doc1576987", "doc1682464", "doc26446"], "ranked_scores": [0.8134, 0.7306, 0.7118, 0.7079, 0.7044, 0.7017, 0.6998, 0.6969, 0.6964, 0.6937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc1732443", "doc102077", "doc148885", "doc337483", "doc2438080", "doc2392865", "doc155482", "doc192542"], "ranked_scores": [0.7878, 0.6749, 0.6475, 0.641, 0.6334, 0.6323, 0.6296, 0.6203, 0.6179, 0.6176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc964756", "doc281595", "doc988735", "doc890257", "doc1285744", "doc1632991", "doc2582472", "doc736558", "doc890684"], "ranked_scores": [0.7456, 0.6677, 0.657, 0.6552, 0.6531, 0.6487, 0.647, 0.6465, 0.6439, 0.6422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc879199", "doc1128302", "doc2060827", "doc1796400", "doc751435", "doc1368159", "doc1464453", "doc1381513", "doc1643694"], "ranked_scores": [0.7651, 0.6404, 0.6367, 0.6352, 0.6301, 0.6225, 0.6118, 0.6117, 0.6025, 0.6018], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64318", "doc64316", "doc851269", "doc64314", "doc41344", "doc35524", "doc1683659", "doc922271", "doc1385349", "doc64317"], "ranked_scores": [0.7873, 0.7806, 0.7675, 0.7564, 0.7536, 0.75, 0.7489, 0.7402, 0.7363, 0.731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc437685", "doc82650", "doc1321884", "doc437678", "doc587518", "doc1334192", "doc1739769", "doc437677", "doc1520244"], "ranked_scores": [0.736, 0.7357, 0.7297, 0.7198, 0.7195, 0.7105, 0.7061, 0.7, 0.6942, 0.6926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc720136", "doc1315015", "doc1856377", "doc671985", "doc1315097", "doc1315083", "doc1778577", "doc1314944"], "ranked_scores": [0.7804, 0.6871, 0.679, 0.6759, 0.6726, 0.6631, 0.663, 0.6583, 0.6581, 0.6549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc24934", "doc1801894", "doc170955", "doc587116", "doc1464195", "doc872070", "doc384744", "doc773669", "doc2131758"], "ranked_scores": [0.6069, 0.5655, 0.5611, 0.5498, 0.5481, 0.547, 0.5449, 0.5411, 0.5382, 0.5377], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc89435", "doc172947", "doc371079", "doc1005393", "doc1298637", "doc1915960", "doc1784440", "doc284394"], "ranked_scores": [0.7541, 0.7461, 0.6669, 0.6593, 0.652, 0.6499, 0.6414, 0.6403, 0.6397, 0.6382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc25697", "doc324530", "doc1394755", "doc530778", "doc1517979", "doc1394760", "doc1635999", "doc967808"], "ranked_scores": [0.8388, 0.8086, 0.7316, 0.7281, 0.7208, 0.7204, 0.7172, 0.7151, 0.7122, 0.7107], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc660236", "doc2449643", "doc2527260", "doc660237", "doc515771", "doc2429823", "doc11669", "doc147268", "doc1437877"], "ranked_scores": [0.7497, 0.749, 0.7462, 0.7439, 0.7085, 0.7054, 0.7051, 0.7009, 0.7004, 0.7004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc719006", "doc849003", "doc171833", "doc566026", "doc1729412", "doc849000", "doc543176", "doc105756"], "ranked_scores": [0.808, 0.7404, 0.7382, 0.7283, 0.7203, 0.7055, 0.6866, 0.6789, 0.6759, 0.6724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc628470", "doc1927002", "doc2224155", "doc2107018", "doc6531", "doc52414", "doc1690531", "doc2252577", "doc606253"], "ranked_scores": [0.7578, 0.7499, 0.7459, 0.7257, 0.7201, 0.7201, 0.7176, 0.7093, 0.7093, 0.7069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1540259", "doc211230", "doc435078", "doc313364", "doc1841145", "doc465988", "doc435075", "doc313342", "doc378301", "doc42101"], "ranked_scores": [0.7381, 0.7244, 0.7078, 0.7021, 0.6996, 0.6956, 0.6955, 0.6926, 0.6917, 0.6863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc2042102", "doc336518", "doc2636635", "doc2119808", "doc1736704", "doc733127", "doc1273973", "doc2187649"], "ranked_scores": [0.6692, 0.6277, 0.6174, 0.6138, 0.6132, 0.6105, 0.6048, 0.5959, 0.5957, 0.5933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2357458", "doc311498", "doc1962174", "doc720754", "doc159492", "doc1538025", "doc143496", "doc2352380"], "ranked_scores": [0.7188, 0.6617, 0.6435, 0.6344, 0.6256, 0.6163, 0.6142, 0.6127, 0.6117, 0.6089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1055373", "doc1810672", "doc1345740", "doc376241", "doc864555", "doc1153924", "doc57975", "doc1293555", "doc2449727"], "ranked_scores": [0.7008, 0.6428, 0.641, 0.6175, 0.6152, 0.5968, 0.5943, 0.5883, 0.5839, 0.5784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1333905", "doc588578", "doc1584862", "doc1160263", "doc61233", "doc2465656", "doc1986449", "doc1100566", "doc641270", "doc1943842"], "ranked_scores": [0.7236, 0.7162, 0.7125, 0.7043, 0.6928, 0.6888, 0.6855, 0.6846, 0.6814, 0.6788], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc2067045", "doc312607", "doc1185589", "doc1892012", "doc890682", "doc807", "doc221817", "doc966112", "doc190844"], "ranked_scores": [0.6099, 0.6012, 0.5954, 0.5873, 0.5808, 0.5798, 0.5785, 0.5773, 0.5747, 0.5708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88973", "doc88934", "doc88974", "doc1639229", "doc2624067", "doc2015719", "doc1670518", "doc88933", "doc1014858"], "ranked_scores": [0.7716, 0.7381, 0.7329, 0.7264, 0.6993, 0.6975, 0.6951, 0.6887, 0.6771, 0.6415], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338815", "doc338801", "doc338810", "doc21372", "doc1455462", "doc21350", "doc642895", "doc21340", "doc2267530", "doc1455444"], "ranked_scores": [0.6753, 0.644, 0.6358, 0.6346, 0.6295, 0.6218, 0.6161, 0.6156, 0.6095, 0.6068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4575, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc2072948", "doc108559", "doc18273", "doc911115", "doc63590", "doc108480", "doc108477", "doc1791044", "doc18274"], "ranked_scores": [0.7682, 0.7608, 0.7578, 0.7469, 0.7469, 0.7469, 0.7456, 0.7439, 0.7409, 0.7316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1670303", "doc2373327", "doc7163", "doc1183356", "doc2265484", "doc2128755", "doc1378028", "doc1335520", "doc355540"], "ranked_scores": [0.6491, 0.638, 0.6315, 0.6307, 0.6138, 0.6098, 0.6082, 0.6036, 0.5995, 0.5934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1564136", "doc1826212", "doc1568962", "doc1260422", "doc2431178", "doc751726", "doc2587477", "doc1244692", "doc1260420"], "ranked_scores": [0.5918, 0.5569, 0.5203, 0.5154, 0.514, 0.5083, 0.5005, 0.4995, 0.4981, 0.4902], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc642762", "doc2007762", "doc2057552", "doc1364067", "doc1519779", "doc2011376", "doc705226", "doc2084882", "doc2634368"], "ranked_scores": [0.6333, 0.603, 0.5964, 0.5838, 0.5791, 0.5733, 0.5731, 0.568, 0.5621, 0.5611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36460", "doc36463", "doc1618372", "doc2245655", "doc1927686", "doc417364", "doc2622759", "doc1926786", "doc1618374"], "ranked_scores": [0.7442, 0.6942, 0.6918, 0.6597, 0.6518, 0.6518, 0.6518, 0.6382, 0.6329, 0.6326], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc703719", "doc106355", "doc2832", "doc35719", "doc106372", "doc703736", "doc973089", "doc2846", "doc2877", "doc427621"], "ranked_scores": [0.7128, 0.7122, 0.7073, 0.6968, 0.6719, 0.6719, 0.6661, 0.6585, 0.6579, 0.6553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc626438", "doc1373324", "doc108887", "doc108892", "doc2393669", "doc1119808", "doc873559", "doc109002"], "ranked_scores": [0.7806, 0.7792, 0.7764, 0.7648, 0.7598, 0.7467, 0.744, 0.741, 0.7212, 0.7167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc1160422", "doc936401", "doc2079848", "doc857632", "doc691881", "doc1880724"], "ranked_scores": [0.751, 0.7345, 0.7322, 0.6933, 0.6608, 0.6576, 0.6336, 0.6217, 0.6176, 0.616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m64-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc57242", "doc751998", "doc1665946", "doc57232", "doc63804", "doc3001", "doc380683", "doc1104254"], "ranked_scores": [0.7672, 0.7474, 0.7466, 0.7162, 0.6741, 0.6663, 0.6605, 0.6476, 0.6338, 0.6297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc2292349", "doc1749973", "doc1664486", "doc1942575", "doc1952699", "doc2461160", "doc2473154", "doc1664485"], "ranked_scores": [0.6905, 0.6727, 0.6438, 0.6422, 0.6311, 0.6292, 0.5997, 0.5825, 0.5821, 0.5811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc812322", "doc25836", "doc1675505", "doc2285692", "doc21841", "doc78091", "doc21829", "doc21856"], "ranked_scores": [0.7798, 0.7451, 0.6788, 0.674, 0.6605, 0.6586, 0.656, 0.6516, 0.642, 0.6396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc453144", "doc1247565", "doc1402783", "doc1402781", "doc453089", "doc2317442", "doc146101", "doc979054", "doc1347475"], "ranked_scores": [0.7042, 0.6635, 0.6596, 0.6581, 0.6566, 0.6544, 0.6442, 0.64, 0.6382, 0.6349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165906", "doc887635", "doc1366757", "doc1812661", "doc2307709", "doc1366769", "doc1812659", "doc1121529", "doc1715056", "doc684238"], "ranked_scores": [0.7393, 0.7004, 0.6737, 0.6712, 0.6699, 0.666, 0.6634, 0.6579, 0.6484, 0.6451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc381292", "doc1996268", "doc27535", "doc27536", "doc27538", "doc1324046", "doc1628841", "doc738831", "doc459410"], "ranked_scores": [0.6941, 0.6734, 0.659, 0.648, 0.632, 0.6258, 0.6235, 0.6214, 0.6204, 0.6145], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc579128", "doc1669853", "doc1994393", "doc2206589", "doc422133", "doc1480727", "doc1369505", "doc825186"], "ranked_scores": [0.8269, 0.7881, 0.7521, 0.7136, 0.697, 0.6936, 0.6928, 0.6909, 0.6846, 0.6839], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc67620", "doc101561", "doc520689", "doc641530", "doc29764", "doc1486663", "doc1411599", "doc761733"], "ranked_scores": [0.867, 0.7368, 0.6928, 0.6884, 0.6855, 0.6591, 0.6572, 0.6475, 0.6464, 0.6445], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61045", "doc61043", "doc61054", "doc988606", "doc2083822", "doc1612682", "doc1380860", "doc1325273"], "ranked_scores": [0.7971, 0.776, 0.6716, 0.6404, 0.6123, 0.5866, 0.5716, 0.5671, 0.5655, 0.5645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc1116765", "doc97445", "doc97442", "doc369237", "doc97430", "doc369270", "doc2083987", "doc2083994"], "ranked_scores": [0.7796, 0.7369, 0.708, 0.7013, 0.6867, 0.6395, 0.6336, 0.6208, 0.6202, 0.6021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1651444", "doc281595", "doc64791", "doc47608", "doc562696", "doc1166624", "doc1458417", "doc33196", "doc284394"], "ranked_scores": [0.7777, 0.6716, 0.6594, 0.643, 0.6359, 0.6199, 0.6164, 0.6161, 0.6159, 0.606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc253608", "doc1984127", "doc759547", "doc1984114", "doc2372621", "doc83871", "doc875841", "doc1197760", "doc929272"], "ranked_scores": [0.7603, 0.7565, 0.7437, 0.7042, 0.6859, 0.6685, 0.6642, 0.6614, 0.6559, 0.655], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc388464", "doc106332", "doc427621", "doc703736", "doc106372", "doc703702", "doc106338", "doc1246072", "doc703719", "doc703705"], "ranked_scores": [0.7669, 0.7548, 0.7277, 0.72, 0.72, 0.7159, 0.7159, 0.7149, 0.707, 0.7035], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7091", "doc7116", "doc7119", "doc7096", "doc7099", "doc695983", "doc485206", "doc7112", "doc1694554"], "ranked_scores": [0.77, 0.7572, 0.7513, 0.7504, 0.7198, 0.7148, 0.7082, 0.7023, 0.698, 0.6959], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc90808", "doc2247113", "doc1891830", "doc1443647", "doc82127", "doc1588867", "doc787596", "doc1740481"], "ranked_scores": [0.7616, 0.7157, 0.6643, 0.5975, 0.582, 0.5795, 0.5762, 0.5644, 0.5562, 0.5524], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc382065", "doc750407", "doc187232", "doc2009369", "doc2370166", "doc190628", "doc919340", "doc220990"], "ranked_scores": [0.6591, 0.6377, 0.6272, 0.611, 0.6034, 0.5987, 0.5967, 0.5967, 0.5931, 0.5928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc24903", "doc1380357", "doc1380356", "doc90322", "doc1926206", "doc1786046", "doc1824654", "doc1379360", "doc30774", "doc24929"], "ranked_scores": [0.7845, 0.7306, 0.7052, 0.6949, 0.6912, 0.6904, 0.6808, 0.6773, 0.6763, 0.674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1874808", "doc2225375", "doc1104361", "doc36393", "doc2483632", "doc573905", "doc2340753", "doc58892", "doc938300", "doc2370166"], "ranked_scores": [0.6608, 0.6494, 0.647, 0.6434, 0.6404, 0.6385, 0.6184, 0.6159, 0.6086, 0.6053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56897", "doc56921", "doc873481", "doc2509989", "doc2313854", "doc56903", "doc638457", "doc2313864", "doc963669"], "ranked_scores": [0.8095, 0.805, 0.7614, 0.7033, 0.6863, 0.6703, 0.6634, 0.6567, 0.6553, 0.6474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc137908", "doc80074", "doc80154", "doc2076427", "doc80078", "doc345642", "doc1391659", "doc1912506", "doc80067"], "ranked_scores": [0.7344, 0.7189, 0.7141, 0.7012, 0.6588, 0.6515, 0.6477, 0.637, 0.6349, 0.6335], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4838, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc72416", "doc2010420", "doc183955", "doc702902", "doc183950", "doc1781006", "doc2240291", "doc2353712", "doc527459"], "ranked_scores": [0.8287, 0.6517, 0.6348, 0.6339, 0.6281, 0.6278, 0.6216, 0.615, 0.6047, 0.597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc99377", "doc1576987", "doc26467", "doc26461", "doc764184", "doc675035", "doc224770", "doc474060", "doc207464"], "ranked_scores": [0.8332, 0.7619, 0.7266, 0.7194, 0.7161, 0.7119, 0.7065, 0.7016, 0.6973, 0.6939], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc1407977", "doc155482", "doc1732443", "doc337483", "doc102096", "doc148885", "doc2438080", "doc286821"], "ranked_scores": [0.8465, 0.6383, 0.6383, 0.6353, 0.6336, 0.6275, 0.6254, 0.6172, 0.607, 0.6009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc890257", "doc964756", "doc281595", "doc509898", "doc355540", "doc64791", "doc86469", "doc890684", "doc1590438"], "ranked_scores": [0.7453, 0.6489, 0.644, 0.6317, 0.6289, 0.6279, 0.624, 0.6188, 0.6124, 0.6089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc2060827", "doc1796400", "doc751435", "doc2217346", "doc1464453", "doc879199", "doc469056", "doc1755685"], "ranked_scores": [0.7951, 0.6722, 0.6056, 0.6054, 0.6009, 0.593, 0.5896, 0.5885, 0.5884, 0.5842], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64318", "doc41344", "doc1683659", "doc851269", "doc922263", "doc35524", "doc922271", "doc64314", "doc388286"], "ranked_scores": [0.7647, 0.7546, 0.7053, 0.6793, 0.6762, 0.6748, 0.6739, 0.6719, 0.6713, 0.6713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc82650", "doc1520311", "doc1788429", "doc437685", "doc437678", "doc1334238", "doc727452", "doc1321892", "doc437667", "doc437677"], "ranked_scores": [0.7502, 0.7165, 0.7051, 0.7026, 0.6964, 0.6843, 0.6815, 0.6737, 0.6729, 0.6724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc720136", "doc1315015", "doc671985", "doc1856377", "doc1093057", "doc1314979", "doc1778743", "doc1726816", "doc866436"], "ranked_scores": [0.7869, 0.6487, 0.611, 0.6084, 0.6038, 0.6024, 0.6003, 0.595, 0.5934, 0.5931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc1464195", "doc1445420", "doc542891", "doc170955", "doc872070", "doc1801894", "doc1894178", "doc384744", "doc773669"], "ranked_scores": [0.5422, 0.5319, 0.5159, 0.5067, 0.5051, 0.4993, 0.4896, 0.4841, 0.4772, 0.4757], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc611287", "doc89435", "doc371079", "doc284394", "doc172947", "doc1005393", "doc1784440", "doc513055"], "ranked_scores": [0.7882, 0.7623, 0.6499, 0.634, 0.6312, 0.6244, 0.6201, 0.6146, 0.6133, 0.6079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1635999", "doc1394760", "doc25697", "doc28581", "doc1840635", "doc1394755", "doc1007190", "doc324530"], "ranked_scores": [0.8945, 0.799, 0.7329, 0.7187, 0.7062, 0.696, 0.6901, 0.6882, 0.6873, 0.6828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2449643", "doc660236", "doc2527260", "doc515771", "doc147268", "doc660237", "doc1437877", "doc2429823", "doc11669"], "ranked_scores": [0.7844, 0.7364, 0.7262, 0.7236, 0.7143, 0.7122, 0.7106, 0.7078, 0.6991, 0.6923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc849003", "doc719006", "doc171833", "doc105745", "doc105758", "doc258447", "doc566026", "doc1729412", "doc719076"], "ranked_scores": [0.7901, 0.7436, 0.7123, 0.6996, 0.6991, 0.6977, 0.6958, 0.6955, 0.6815, 0.672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc628470", "doc358938", "doc1927002", "doc2107018", "doc2081252", "doc172405", "doc623693", "doc52414", "doc2500959"], "ranked_scores": [0.7515, 0.7504, 0.7465, 0.7413, 0.7072, 0.7001, 0.6953, 0.6948, 0.6928, 0.6904], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc313364", "doc465988", "doc1540259", "doc211230", "doc313354", "doc378301", "doc155310", "doc435076", "doc313365", "doc42101"], "ranked_scores": [0.7142, 0.7084, 0.7055, 0.7002, 0.7001, 0.6884, 0.6816, 0.6706, 0.6686, 0.6608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc878338", "doc2119808", "doc2636635", "doc336518", "doc2042102", "doc2187649", "doc1273973", "doc733127", "doc1658558"], "ranked_scores": [0.681, 0.6462, 0.6177, 0.5897, 0.5841, 0.5765, 0.5711, 0.5677, 0.5672, 0.56], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc143496", "doc190988", "doc303260", "doc2357458", "doc1563751", "doc1130168", "doc1577006", "doc1245931"], "ranked_scores": [0.7216, 0.6801, 0.625, 0.5964, 0.5907, 0.5834, 0.5806, 0.5799, 0.5767, 0.5765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1055373", "doc1810672", "doc1345740", "doc261351", "doc390322", "doc864555", "doc1293555", "doc2449727", "doc376241"], "ranked_scores": [0.6758, 0.6168, 0.5878, 0.5795, 0.5779, 0.5653, 0.5639, 0.5539, 0.5499, 0.5492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1333905", "doc61233", "doc1584862", "doc2465656", "doc588578", "doc1943842", "doc1160263", "doc182888", "doc2275203", "doc1730233"], "ranked_scores": [0.7189, 0.6963, 0.6922, 0.6906, 0.688, 0.6666, 0.6566, 0.6402, 0.6365, 0.636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc312607", "doc221817", "doc2149599", "doc2067045", "doc1029479", "doc845380", "doc1892012", "doc966112", "doc2439440", "doc806"], "ranked_scores": [0.5964, 0.591, 0.5894, 0.581, 0.5786, 0.5763, 0.5674, 0.5671, 0.5572, 0.5538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88974", "doc88973", "doc88934", "doc2015719", "doc1670518", "doc2624067", "doc88933", "doc1639229", "doc1763997"], "ranked_scores": [0.7895, 0.7565, 0.7392, 0.7301, 0.7296, 0.7106, 0.683, 0.6783, 0.6782, 0.6467], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338801", "doc338810", "doc21340", "doc338815", "doc642895", "doc1455462", "doc338813", "doc21372", "doc338818", "doc1308445"], "ranked_scores": [0.6457, 0.6302, 0.6123, 0.6064, 0.5807, 0.5709, 0.5633, 0.5615, 0.5571, 0.5539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc323321", "doc108559", "doc18274", "doc1791044", "doc2072948", "doc1374770", "doc18273", "doc63590", "doc911115", "doc193828"], "ranked_scores": [0.764, 0.7308, 0.7223, 0.7151, 0.7006, 0.694, 0.6898, 0.6898, 0.6898, 0.6823], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc2482938", "doc2128755", "doc1670303", "doc7163", "doc1183356", "doc355540", "doc7161", "doc1299060", "doc2004259"], "ranked_scores": [0.6663, 0.6085, 0.6062, 0.6052, 0.6015, 0.5951, 0.592, 0.5865, 0.5795, 0.567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc1564136", "doc2431178", "doc2653657", "doc1568962", "doc751729", "doc751718", "doc2587477", "doc2295957"], "ranked_scores": [0.5347, 0.5297, 0.5271, 0.4578, 0.4568, 0.4555, 0.453, 0.4391, 0.412, 0.4109], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1809840", "doc642762", "doc2634368", "doc2007762", "doc2084882", "doc1961593", "doc2057552", "doc2634372", "doc2054559", "doc1519779"], "ranked_scores": [0.6088, 0.5666, 0.5512, 0.5473, 0.5433, 0.5376, 0.5366, 0.5207, 0.515, 0.5115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc1618374", "doc36460", "doc1618376", "doc36485", "doc2362869", "doc2633722", "doc1618372", "doc2622759"], "ranked_scores": [0.7771, 0.6512, 0.6332, 0.6278, 0.6204, 0.6173, 0.6147, 0.6147, 0.6139, 0.6091], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106372", "doc703736", "doc106355", "doc703719", "doc2832", "doc2456577", "doc211929", "doc436998", "doc2877"], "ranked_scores": [0.7394, 0.7022, 0.7022, 0.6959, 0.6909, 0.6827, 0.6415, 0.6393, 0.6353, 0.6339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc1373324", "doc1373323", "doc643072", "doc1119808", "doc2393669", "doc108887", "doc109002", "doc2167590", "doc108892"], "ranked_scores": [0.7858, 0.7853, 0.751, 0.7463, 0.7422, 0.7363, 0.7336, 0.719, 0.7091, 0.7056], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77976", "doc77971", "doc1430993", "doc2079848", "doc1160422", "doc1224325", "doc936401", "doc1619342", "doc251579"], "ranked_scores": [0.7415, 0.7238, 0.7137, 0.6685, 0.5985, 0.5964, 0.5936, 0.5933, 0.5849, 0.5839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-notrunc-pq-m96-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc1395336", "doc57242", "doc57232", "doc57248", "doc2040327", "doc751998", "doc57247", "doc1713783"], "ranked_scores": [0.729, 0.7248, 0.7084, 0.6865, 0.6726, 0.6597, 0.6578, 0.6531, 0.6426, 0.6259], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc63543", "doc2345266", "doc1982515", "doc2136789", "doc63542", "doc2292349", "doc2563094", "doc1664486"], "ranked_scores": [0.7041, 0.6725, 0.6622, 0.6467, 0.6329, 0.6269, 0.6239, 0.6201, 0.6187, 0.6146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc2285692", "doc812322", "doc21856", "doc1675505", "doc243667", "doc365451", "doc365452", "doc296209"], "ranked_scores": [0.7513, 0.7507, 0.7348, 0.7161, 0.7128, 0.7049, 0.704, 0.6957, 0.6951, 0.6881], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc1177870", "doc415323", "doc404141", "doc1247565", "doc1007260", "doc1402781", "doc1347475", "doc400438", "doc392076"], "ranked_scores": [0.6853, 0.6823, 0.6618, 0.6583, 0.6524, 0.6515, 0.6497, 0.6481, 0.6465, 0.6445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc338868", "doc2165920", "doc887635", "doc1366769", "doc1812661", "doc1741707", "doc1382123", "doc2165915", "doc559430", "doc1741704"], "ranked_scores": [0.7407, 0.7344, 0.7341, 0.732, 0.731, 0.7309, 0.7308, 0.7265, 0.7245, 0.7203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1021718", "doc1852503", "doc1770477", "doc1279689", "doc1478919", "doc1021710", "doc1852504", "doc1685757", "doc1996268"], "ranked_scores": [0.6978, 0.6382, 0.6288, 0.6177, 0.6077, 0.6042, 0.6017, 0.5966, 0.5966, 0.5914], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc2025330", "doc925929", "doc620637", "doc653285", "doc77634", "doc273559", "doc1480727", "doc1953211", "doc1340806"], "ranked_scores": [0.7277, 0.7032, 0.6983, 0.6956, 0.6946, 0.6905, 0.6897, 0.6889, 0.6869, 0.685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc966365", "doc440382", "doc520684", "doc520687", "doc1486663", "doc278641", "doc1798668", "doc2096499", "doc597628"], "ranked_scores": [0.6459, 0.5952, 0.5908, 0.5817, 0.5679, 0.5672, 0.5664, 0.5652, 0.5592, 0.5492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc61043", "doc1376345", "doc2083822", "doc1612682", "doc1971249", "doc903103"], "ranked_scores": [0.709, 0.7013, 0.7013, 0.6618, 0.615, 0.6028, 0.5846, 0.5622, 0.5513, 0.5499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97445", "doc97421", "doc1116765", "doc2071107", "doc2084014", "doc2083987", "doc369237", "doc2083994", "doc97442"], "ranked_scores": [0.7613, 0.7598, 0.7347, 0.7295, 0.707, 0.6982, 0.6975, 0.6951, 0.6944, 0.6939], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc1999887", "doc908573", "doc2534676", "doc2634491", "doc1612515", "doc562696", "doc1153299", "doc1458417"], "ranked_scores": [0.6695, 0.5697, 0.5626, 0.56, 0.5553, 0.5548, 0.5501, 0.546, 0.5454, 0.542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386166", "doc66003", "doc437627", "doc253608", "doc1386116", "doc83863", "doc2171547", "doc50109", "doc1386120", "doc2537824"], "ranked_scores": [0.7247, 0.7141, 0.71, 0.7011, 0.6839, 0.6696, 0.6615, 0.6503, 0.6465, 0.6362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703711", "doc1332302", "doc1887731", "doc703714", "doc24299", "doc392476", "doc703715", "doc666653", "doc2836"], "ranked_scores": [0.6917, 0.6771, 0.6771, 0.6708, 0.6701, 0.6651, 0.6651, 0.6544, 0.65, 0.6491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7099", "doc7116", "doc7119", "doc7106", "doc692559", "doc526956", "doc1599042", "doc7108"], "ranked_scores": [0.7551, 0.7194, 0.6972, 0.6852, 0.6767, 0.6696, 0.6691, 0.6612, 0.6573, 0.6568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc787596", "doc2252228", "doc1169637", "doc505032", "doc82127", "doc2569900", "doc787615", "doc1098823"], "ranked_scores": [0.7418, 0.6881, 0.6437, 0.6338, 0.628, 0.6243, 0.6174, 0.6129, 0.6079, 0.6039], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc439366", "doc897", "doc2018288", "doc750416", "doc428400", "doc536387", "doc269387", "doc2009369", "doc648344", "doc1449866"], "ranked_scores": [0.6047, 0.5917, 0.5828, 0.5694, 0.5678, 0.5656, 0.5586, 0.5563, 0.5556, 0.5536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc1380357", "doc468490", "doc1380356", "doc24903", "doc30774", "doc416774", "doc651946", "doc1168119"], "ranked_scores": [0.7378, 0.7001, 0.691, 0.689, 0.6815, 0.6654, 0.6642, 0.664, 0.6591, 0.6556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc1825079", "doc648364", "doc36402", "doc904153", "doc2009369", "doc1634950", "doc23412", "doc605467", "doc2203108"], "ranked_scores": [0.6103, 0.6018, 0.5915, 0.589, 0.5809, 0.5729, 0.5708, 0.5693, 0.5685, 0.5656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56921", "doc56897", "doc1102442", "doc1685439", "doc952849", "doc2510026", "doc2439294", "doc56903", "doc2509996"], "ranked_scores": [0.7633, 0.754, 0.7459, 0.7277, 0.6989, 0.6847, 0.683, 0.6803, 0.6719, 0.6677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80074", "doc80154", "doc345642", "doc137908", "doc2215178", "doc80078", "doc80067", "doc2562963", "doc470479"], "ranked_scores": [0.7502, 0.7488, 0.7436, 0.731, 0.7298, 0.7217, 0.7087, 0.7066, 0.7037, 0.6915], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc183950", "doc762682", "doc2240293", "doc1214168", "doc2240268", "doc72416", "doc2353712", "doc506841"], "ranked_scores": [0.7149, 0.6251, 0.6094, 0.5957, 0.5846, 0.581, 0.5782, 0.577, 0.5768, 0.5691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc207464", "doc131786", "doc764184", "doc26458", "doc99377", "doc1617211", "doc2517379", "doc26467"], "ranked_scores": [0.7693, 0.715, 0.7028, 0.6955, 0.6951, 0.6937, 0.6829, 0.6812, 0.6811, 0.6767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1587280", "doc1682561", "doc1572538", "doc1878861", "doc1830328", "doc1464212", "doc273662"], "ranked_scores": [0.7378, 0.5779, 0.5574, 0.5333, 0.5268, 0.5235, 0.5205, 0.5102, 0.5065, 0.5064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc721746", "doc57948", "doc57946", "doc1101054", "doc1489505", "doc57940", "doc2115402", "doc2582472"], "ranked_scores": [0.637, 0.5996, 0.5893, 0.5716, 0.5679, 0.5606, 0.5472, 0.5468, 0.535, 0.5266], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc1224325", "doc2193668", "doc1962033", "doc757822", "doc2286850", "doc1187141", "doc1487701"], "ranked_scores": [0.7073, 0.6061, 0.5618, 0.5509, 0.5444, 0.5372, 0.5303, 0.5294, 0.5182, 0.509], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc851269", "doc64318", "doc1683659", "doc64316", "doc35524", "doc64317", "doc971992", "doc1385349", "doc64314", "doc41305"], "ranked_scores": [0.68, 0.6782, 0.6749, 0.6708, 0.6662, 0.656, 0.6525, 0.6444, 0.6428, 0.6407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc1520300", "doc437685", "doc1520311", "doc539419", "doc1321929", "doc1977978", "doc1520211", "doc1520244", "doc1321883"], "ranked_scores": [0.7455, 0.7302, 0.7296, 0.7203, 0.7198, 0.7171, 0.7126, 0.7117, 0.7063, 0.7048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1315064", "doc1315083", "doc35173", "doc754076", "doc1385395", "doc866436", "doc1759054", "doc552720", "doc671985", "doc1314857"], "ranked_scores": [0.5855, 0.5792, 0.5687, 0.5425, 0.5396, 0.5338, 0.4913, 0.4907, 0.4899, 0.4848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc1894178", "doc27298", "doc1445420", "doc524130", "doc773669", "doc1212031", "doc602735", "doc295017", "doc2676807"], "ranked_scores": [0.5115, 0.4982, 0.4839, 0.4807, 0.4801, 0.4796, 0.4667, 0.462, 0.4506, 0.4479], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2179022", "doc2306629", "doc2179035", "doc435057", "doc1346601", "doc781344", "doc93287", "doc238803"], "ranked_scores": [0.7246, 0.5828, 0.5805, 0.5623, 0.5486, 0.548, 0.526, 0.5248, 0.5241, 0.523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1007190", "doc996399", "doc1394755", "doc1840635", "doc1394758", "doc1787621", "doc324530", "doc2486654"], "ranked_scores": [0.7697, 0.7534, 0.6836, 0.6633, 0.6611, 0.6602, 0.6589, 0.6571, 0.6508, 0.6432], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1119808", "doc84492", "doc368643", "doc84481", "doc660271", "doc2339886", "doc1373323", "doc643072", "doc2393669", "doc1373324"], "ranked_scores": [0.6388, 0.6375, 0.637, 0.6296, 0.6219, 0.6176, 0.6151, 0.6148, 0.6138, 0.6131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc1729412", "doc946247", "doc105763", "doc1572538", "doc543176", "doc105756", "doc105759", "doc1464212"], "ranked_scores": [0.6871, 0.6827, 0.6511, 0.6355, 0.6323, 0.6314, 0.6294, 0.6286, 0.6226, 0.6151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107022", "doc358938", "doc4147", "doc1927002", "doc2107018", "doc628470", "doc2111513", "doc28935", "doc2224155", "doc6531"], "ranked_scores": [0.7125, 0.7036, 0.6977, 0.6941, 0.6881, 0.6863, 0.6835, 0.6783, 0.6765, 0.6727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435078", "doc2646161", "doc2587564", "doc2587562", "doc1921625", "doc435076", "doc378301", "doc435083", "doc736126"], "ranked_scores": [0.6948, 0.6797, 0.6697, 0.6581, 0.6573, 0.6504, 0.6494, 0.6482, 0.6365, 0.6279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc2448623", "doc733127", "doc2665803", "doc336518", "doc397701", "doc2042102", "doc1370970", "doc878338", "doc688403"], "ranked_scores": [0.5736, 0.5354, 0.5195, 0.5191, 0.513, 0.4915, 0.4914, 0.4796, 0.461, 0.4472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1283940", "doc1851601", "doc1094361", "doc1245931", "doc93287", "doc2179035", "doc159492", "doc381154", "doc946285", "doc190988"], "ranked_scores": [0.5288, 0.5215, 0.5143, 0.5138, 0.5132, 0.5124, 0.5062, 0.4911, 0.4908, 0.4898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1345740", "doc864555", "doc2265144", "doc367417", "doc2304461", "doc261351", "doc2035909", "doc1423992", "doc390322"], "ranked_scores": [0.6301, 0.6091, 0.5855, 0.5831, 0.5725, 0.5702, 0.5689, 0.5577, 0.5556, 0.5494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1333905", "doc1160263", "doc1975694", "doc2465656", "doc546881", "doc1986433", "doc2058897", "doc577385", "doc588578"], "ranked_scores": [0.6264, 0.6164, 0.6144, 0.5846, 0.5844, 0.5808, 0.5419, 0.5388, 0.5277, 0.5242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc221817", "doc2316721", "doc2188384", "doc1105530", "doc2535522", "doc2258986", "doc201173", "doc949124", "doc201166"], "ranked_scores": [0.5637, 0.5403, 0.503, 0.4754, 0.4706, 0.4699, 0.4639, 0.4609, 0.4556, 0.4552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88974", "doc127031", "doc127040", "doc548704", "doc779563", "doc1452752", "doc2015719", "doc88933"], "ranked_scores": [0.7126, 0.6628, 0.6623, 0.6596, 0.6491, 0.6409, 0.6323, 0.6317, 0.631, 0.62], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc338813", "doc212860", "doc1637888", "doc2486395", "doc338818", "doc1455508", "doc1455509", "doc1533829", "doc811414"], "ranked_scores": [0.5548, 0.5385, 0.5292, 0.5115, 0.5073, 0.5042, 0.4934, 0.49, 0.483, 0.4787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc63590", "doc911115", "doc18273", "doc193844", "doc108456", "doc376565", "doc108559", "doc389941", "doc1906610", "doc1741795"], "ranked_scores": [0.7271, 0.7271, 0.7271, 0.7199, 0.6478, 0.6338, 0.6238, 0.6021, 0.5949, 0.5907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1670303", "doc355540", "doc1945404", "doc1839188", "doc1816074", "doc7161", "doc1816051", "doc462227", "doc1183356"], "ranked_scores": [0.5887, 0.5456, 0.5453, 0.5437, 0.5305, 0.525, 0.518, 0.5114, 0.5008, 0.5006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc2193668", "doc1487701", "doc753576", "doc902657", "doc951306", "doc22915", "doc1260422", "doc757822"], "ranked_scores": [0.5339, 0.4847, 0.4789, 0.4641, 0.4577, 0.4513, 0.4496, 0.4441, 0.436, 0.4309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc642762", "doc2639996", "doc2007762", "doc1801894", "doc254827", "doc2084882", "doc1451760", "doc1564173"], "ranked_scores": [0.658, 0.5952, 0.5652, 0.5311, 0.5272, 0.5118, 0.5027, 0.5019, 0.5004, 0.499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc2622778", "doc36467", "doc1618376", "doc36460", "doc2622759", "doc1618372", "doc2396125", "doc36485", "doc1256783"], "ranked_scores": [0.7648, 0.6871, 0.6813, 0.6808, 0.6755, 0.6722, 0.666, 0.6518, 0.6321, 0.5741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc298160", "doc392476", "doc24299", "doc337547", "doc106372", "doc703736", "doc703701", "doc106332", "doc337506"], "ranked_scores": [0.6307, 0.6061, 0.6053, 0.6053, 0.6003, 0.5978, 0.5978, 0.5975, 0.5968, 0.5947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc1119808", "doc1373324", "doc2393669", "doc108887", "doc2167590", "doc729573", "doc729661", "doc626438"], "ranked_scores": [0.7665, 0.7629, 0.7405, 0.74, 0.7368, 0.7244, 0.7142, 0.7122, 0.7031, 0.7007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77976", "doc77971", "doc1504263", "doc1334550", "doc1431001", "doc77973", "doc5734", "doc1880724", "doc801039"], "ranked_scores": [0.6055, 0.5874, 0.5685, 0.5638, 0.5522, 0.5451, 0.5218, 0.5174, 0.516, 0.507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-pq-m64-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc1254733", "doc1395336", "doc57232", "doc57248", "doc751998", "doc1142095", "doc1254764", "doc57247"], "ranked_scores": [0.7478, 0.7281, 0.7, 0.681, 0.6803, 0.6732, 0.6408, 0.6341, 0.6319, 0.627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1749973", "doc1664486", "doc63542", "doc1982515", "doc2345266", "doc2563094", "doc1815291", "doc497737"], "ranked_scores": [0.7531, 0.7063, 0.688, 0.6764, 0.6688, 0.6469, 0.6365, 0.6364, 0.6358, 0.632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc21856", "doc812322", "doc243667", "doc2019171", "doc2285692", "doc365451", "doc377466", "doc69778"], "ranked_scores": [0.775, 0.7547, 0.7177, 0.7115, 0.6814, 0.6795, 0.6792, 0.6749, 0.6739, 0.6706], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc1007260", "doc1177870", "doc643498", "doc230376", "doc404141", "doc400438", "doc1570656", "doc658301", "doc392076"], "ranked_scores": [0.6757, 0.6701, 0.6529, 0.6514, 0.651, 0.6446, 0.6415, 0.6393, 0.6301, 0.63], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc2165920", "doc887635", "doc1382123", "doc1366765", "doc1382171", "doc338868", "doc1741707", "doc2307709", "doc559430"], "ranked_scores": [0.7538, 0.7391, 0.739, 0.7287, 0.7245, 0.7208, 0.7142, 0.7096, 0.7087, 0.7072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27538", "doc1770477", "doc1852503", "doc1021718", "doc381292", "doc1996268", "doc1478919", "doc361696", "doc540358"], "ranked_scores": [0.7531, 0.6704, 0.6404, 0.6332, 0.6247, 0.6228, 0.617, 0.603, 0.5989, 0.5926], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc925929", "doc653285", "doc273559", "doc77634", "doc579128", "doc1340806", "doc620637", "doc272763", "doc1953211"], "ranked_scores": [0.754, 0.7511, 0.7411, 0.7303, 0.7226, 0.7214, 0.7158, 0.7127, 0.7038, 0.7027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc966365", "doc520684", "doc2096499", "doc29757", "doc1486663", "doc2509153", "doc278641", "doc1728840", "doc231271", "doc2107778"], "ranked_scores": [0.704, 0.6988, 0.6883, 0.6851, 0.6626, 0.6588, 0.6549, 0.6461, 0.639, 0.638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61045", "doc61054", "doc61036", "doc1376346", "doc61043", "doc1971249", "doc1376345", "doc1612682", "doc2083822", "doc1976860"], "ranked_scores": [0.7342, 0.7201, 0.7019, 0.6425, 0.6306, 0.5863, 0.5858, 0.5536, 0.5523, 0.5444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc2004921", "doc97421", "doc2083994", "doc97442", "doc2083987", "doc1116765", "doc2083995", "doc369237", "doc369270"], "ranked_scores": [0.789, 0.7881, 0.7631, 0.7333, 0.7209, 0.7176, 0.7163, 0.6995, 0.6912, 0.6857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc583523", "doc122351", "doc1153299", "doc260645", "doc233794", "doc162708", "doc908573", "doc551897", "doc33196"], "ranked_scores": [0.6501, 0.561, 0.5554, 0.5511, 0.5443, 0.5414, 0.5386, 0.5354, 0.5293, 0.5266], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc66003", "doc253608", "doc1386166", "doc1386116", "doc83863", "doc1386120", "doc929272", "doc2171547", "doc2372621"], "ranked_scores": [0.7352, 0.7138, 0.7119, 0.7087, 0.6958, 0.6667, 0.6635, 0.6391, 0.6357, 0.6303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc1887731", "doc337547", "doc298160", "doc337506", "doc1332302", "doc703728", "doc24299", "doc392476"], "ranked_scores": [0.7043, 0.7002, 0.6347, 0.6309, 0.6309, 0.626, 0.6235, 0.6215, 0.6046, 0.6046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7099", "doc7091", "doc692559", "doc7106", "doc526956", "doc7116", "doc7108", "doc7119", "doc1599042"], "ranked_scores": [0.7673, 0.733, 0.7293, 0.7157, 0.713, 0.6985, 0.6936, 0.6915, 0.6762, 0.6641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc787596", "doc82130", "doc2252228", "doc787597", "doc1169637", "doc260654", "doc155440", "doc1098823", "doc2240923"], "ranked_scores": [0.7803, 0.7193, 0.6843, 0.6834, 0.6817, 0.673, 0.672, 0.6631, 0.6605, 0.6558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc453118", "doc2018288", "doc439366", "doc750416", "doc1449866", "doc750414", "doc428400", "doc750407"], "ranked_scores": [0.6189, 0.586, 0.5834, 0.5726, 0.5643, 0.5435, 0.5324, 0.5278, 0.5267, 0.5196], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc1380357", "doc1380356", "doc24903", "doc416774", "doc30773", "doc788472", "doc30774", "doc24929"], "ranked_scores": [0.7458, 0.696, 0.6854, 0.6719, 0.6483, 0.6431, 0.6403, 0.6389, 0.6206, 0.6197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc23412", "doc1482058", "doc1825079", "doc36402", "doc2009369", "doc1244989", "doc58892", "doc648364", "doc605467"], "ranked_scores": [0.6141, 0.6014, 0.5994, 0.5959, 0.5928, 0.5732, 0.5721, 0.5697, 0.566, 0.5641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc873481", "doc1102442", "doc2439294", "doc2510026", "doc1685439", "doc2509989", "doc1601611", "doc952849"], "ranked_scores": [0.7741, 0.7483, 0.7431, 0.7298, 0.6924, 0.6896, 0.6844, 0.6831, 0.6768, 0.6682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80154", "doc80074", "doc137908", "doc470479", "doc345642", "doc80067", "doc2215178", "doc1912506", "doc2562963"], "ranked_scores": [0.7751, 0.7705, 0.7628, 0.7406, 0.7103, 0.7078, 0.6975, 0.6966, 0.6934, 0.6878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.511, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc2240293", "doc506841", "doc183950", "doc2010388", "doc629517", "doc762682", "doc1214168", "doc1248717"], "ranked_scores": [0.7773, 0.6047, 0.5968, 0.5956, 0.5928, 0.5904, 0.5806, 0.575, 0.5691, 0.566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc207464", "doc864645", "doc99377", "doc224101", "doc764184", "doc26458", "doc2376934", "doc1682464", "doc2289855"], "ranked_scores": [0.7048, 0.679, 0.6591, 0.6572, 0.6496, 0.6313, 0.6307, 0.6306, 0.6281, 0.6193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc1587280", "doc102077", "doc1842984", "doc1682561", "doc1572538", "doc446492", "doc1427193", "doc184591"], "ranked_scores": [0.7984, 0.5678, 0.5656, 0.5503, 0.5466, 0.544, 0.5392, 0.5356, 0.5282, 0.5196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc57946", "doc57940", "doc57948", "doc37895", "doc721746", "doc1101054", "doc37890", "doc1532821"], "ranked_scores": [0.6192, 0.6081, 0.5692, 0.5521, 0.5414, 0.5398, 0.5353, 0.5228, 0.5052, 0.4946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1962033", "doc765127", "doc1428083", "doc2286850", "doc2193668", "doc1187141", "doc1612520", "doc1224325"], "ranked_scores": [0.7724, 0.616, 0.6085, 0.5907, 0.5524, 0.546, 0.5442, 0.5351, 0.5315, 0.5266], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64318", "doc64316", "doc64317", "doc1683659", "doc1376793", "doc705952", "doc851269", "doc971992", "doc35524", "doc1385349"], "ranked_scores": [0.6773, 0.6625, 0.6563, 0.6544, 0.6527, 0.6462, 0.6392, 0.6351, 0.6348, 0.6271], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc1520300", "doc539419", "doc1520311", "doc1520244", "doc638932", "doc437656", "doc1520211", "doc539428", "doc1334238"], "ranked_scores": [0.763, 0.7531, 0.7517, 0.7517, 0.749, 0.7457, 0.7375, 0.735, 0.7349, 0.7348], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc754076", "doc1315083", "doc1385395", "doc35173", "doc1315064", "doc866436", "doc1759054", "doc671985", "doc1840131", "doc1314964"], "ranked_scores": [0.6144, 0.5979, 0.5895, 0.5895, 0.5761, 0.5603, 0.5104, 0.4999, 0.4753, 0.4613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc602735", "doc24939", "doc1894178", "doc27298", "doc488007", "doc524130", "doc1445420", "doc2250120", "doc773669", "doc587116"], "ranked_scores": [0.5077, 0.4861, 0.4853, 0.4614, 0.4535, 0.4529, 0.4525, 0.4387, 0.4371, 0.4344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2179022", "doc2306629", "doc2179035", "doc53465", "doc435057", "doc238803", "doc1346601", "doc832551", "doc2204719"], "ranked_scores": [0.7692, 0.5834, 0.5806, 0.5792, 0.578, 0.5633, 0.5409, 0.537, 0.5336, 0.5308], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394758", "doc1007190", "doc1787621", "doc28581", "doc324530", "doc25697", "doc1600089", "doc152997"], "ranked_scores": [0.8076, 0.7627, 0.6923, 0.6873, 0.6663, 0.6625, 0.655, 0.6503, 0.6473, 0.647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1373323", "doc643072", "doc660271", "doc1373324", "doc108887", "doc2339886", "doc2393669", "doc873559", "doc368643", "doc6858"], "ranked_scores": [0.6519, 0.6341, 0.6179, 0.6143, 0.6113, 0.6098, 0.6096, 0.601, 0.5834, 0.5809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc105763", "doc1572538", "doc1223270", "doc946247", "doc1464212", "doc133369", "doc171833", "doc105758"], "ranked_scores": [0.6714, 0.6579, 0.6465, 0.62, 0.6057, 0.5984, 0.5897, 0.573, 0.5696, 0.5681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc926314", "doc2107022", "doc606253", "doc2107018", "doc4147", "doc1927002", "doc6531", "doc358938", "doc324540"], "ranked_scores": [0.6605, 0.6602, 0.6549, 0.6475, 0.6453, 0.638, 0.6311, 0.631, 0.6293, 0.6177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc435075", "doc1921625", "doc435076", "doc378301", "doc2498488", "doc412180", "doc736126", "doc2646161", "doc435083"], "ranked_scores": [0.715, 0.7094, 0.689, 0.679, 0.6726, 0.6665, 0.6665, 0.6646, 0.6615, 0.6592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc336518", "doc733127", "doc2665803", "doc15890", "doc2448623", "doc518266", "doc688403", "doc2042102", "doc1370970"], "ranked_scores": [0.6052, 0.5949, 0.5212, 0.5168, 0.5061, 0.4875, 0.4729, 0.4695, 0.4594, 0.4425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1094361", "doc1851601", "doc1245931", "doc1002584", "doc604235", "doc159492", "doc93287", "doc381154", "doc190988", "doc882983"], "ranked_scores": [0.5761, 0.5496, 0.5493, 0.5318, 0.5257, 0.5212, 0.5147, 0.5114, 0.5102, 0.4948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc601133", "doc1345740", "doc864555", "doc367417", "doc2265144", "doc261351", "doc2175230", "doc1055373", "doc40405", "doc1041502"], "ranked_scores": [0.6366, 0.5814, 0.5796, 0.5666, 0.5584, 0.5509, 0.545, 0.5435, 0.5344, 0.5334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1160263", "doc1975694", "doc1333905", "doc546881", "doc1986433", "doc2465656", "doc588612", "doc1433613", "doc1730288"], "ranked_scores": [0.7001, 0.6746, 0.6484, 0.6396, 0.613, 0.5926, 0.5841, 0.5785, 0.5778, 0.5773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc1691028", "doc1668974", "doc2188384", "doc221817", "doc261056", "doc845377", "doc949124", "doc1986402", "doc773669"], "ranked_scores": [0.5624, 0.5241, 0.4705, 0.4693, 0.4568, 0.4522, 0.4443, 0.444, 0.4436, 0.4419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc127031", "doc548704", "doc2015719", "doc88934", "doc88974", "doc127040", "doc779563", "doc175560", "doc1452752"], "ranked_scores": [0.6359, 0.6248, 0.622, 0.6175, 0.6164, 0.6114, 0.6096, 0.5934, 0.5648, 0.5626], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc212860", "doc1637888", "doc338813", "doc2027228", "doc698075", "doc2486395", "doc669209", "doc57948", "doc63804"], "ranked_scores": [0.5778, 0.5086, 0.4875, 0.4862, 0.4851, 0.4818, 0.4731, 0.465, 0.4568, 0.4551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc911115", "doc63590", "doc18273", "doc193844", "doc108456", "doc323321", "doc18274", "doc376565", "doc2072948", "doc108559"], "ranked_scores": [0.7582, 0.7582, 0.7582, 0.7337, 0.7062, 0.6443, 0.6389, 0.6369, 0.631, 0.6306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc355540", "doc7165", "doc1839188", "doc7161", "doc1670303", "doc462227", "doc1524979", "doc1183356", "doc46245", "doc7163"], "ranked_scores": [0.617, 0.6041, 0.5621, 0.5242, 0.5048, 0.5024, 0.4933, 0.489, 0.4859, 0.4825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc2193668", "doc902657", "doc1826212", "doc4611", "doc951306", "doc22915", "doc1487701", "doc753576", "doc404242", "doc1244692"], "ranked_scores": [0.5209, 0.5043, 0.4811, 0.4601, 0.4389, 0.4253, 0.4253, 0.4199, 0.4165, 0.3992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc2007762", "doc2057552", "doc785515", "doc2639996", "doc642762", "doc1986143", "doc374355", "doc1386166"], "ranked_scores": [0.6621, 0.6045, 0.5497, 0.5252, 0.5145, 0.5105, 0.4991, 0.49, 0.4883, 0.481], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc36460", "doc1618372", "doc1618376", "doc2622778", "doc2396125", "doc2622759", "doc36485", "doc1256783"], "ranked_scores": [0.7769, 0.7213, 0.702, 0.6935, 0.6871, 0.6617, 0.6442, 0.6071, 0.5856, 0.5423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc703714", "doc703728", "doc1804263", "doc337547", "doc2246484", "doc35719", "doc24299", "doc392476", "doc106332"], "ranked_scores": [0.6547, 0.6242, 0.6197, 0.6084, 0.6055, 0.6054, 0.6025, 0.5989, 0.5989, 0.5867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc108887", "doc1373324", "doc2393669", "doc626438", "doc1119808", "doc108892", "doc2167590", "doc729661"], "ranked_scores": [0.8028, 0.8012, 0.7906, 0.7837, 0.7691, 0.762, 0.7438, 0.7387, 0.7246, 0.7126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc1430993", "doc77976", "doc1334550", "doc77971", "doc2332984", "doc1430994", "doc77973", "doc1880724", "doc1431001"], "ranked_scores": [0.6193, 0.5972, 0.5933, 0.5404, 0.5315, 0.5202, 0.4704, 0.4664, 0.4663, 0.4617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-notrunc-pq-m96-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57232", "doc57247", "doc751998", "doc1104254", "doc2040327", "doc63804", "doc3001", "doc1395336"], "ranked_scores": [0.7312, 0.7085, 0.6757, 0.6684, 0.6647, 0.6304, 0.627, 0.6136, 0.6071, 0.6025], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1664486", "doc1749973", "doc2292349", "doc2136789", "doc2345266", "doc1268295", "doc63543", "doc63542", "doc345111"], "ranked_scores": [0.6871, 0.6291, 0.6154, 0.6104, 0.5998, 0.5862, 0.5861, 0.5853, 0.5768, 0.5739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc377466", "doc21832", "doc776142", "doc69778", "doc21831", "doc21829", "doc2285692", "doc776139"], "ranked_scores": [0.7735, 0.7165, 0.7155, 0.7116, 0.7078, 0.7053, 0.7043, 0.7022, 0.7006, 0.6944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc146101", "doc453091", "doc564709", "doc658301", "doc453144", "doc392076", "doc1177870", "doc1247565", "doc884614", "doc415323"], "ranked_scores": [0.7231, 0.7164, 0.7116, 0.7034, 0.698, 0.6897, 0.6895, 0.6863, 0.6862, 0.6832], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc1741706", "doc1812659", "doc1812660", "doc1741702", "doc1366757", "doc559423", "doc2165920", "doc1366765", "doc2165906"], "ranked_scores": [0.7861, 0.7829, 0.7741, 0.7607, 0.7598, 0.7585, 0.7575, 0.7544, 0.7479, 0.7419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc2085928", "doc27535", "doc1407409", "doc1279689", "doc27538", "doc1685757", "doc1852503", "doc361696", "doc1770477"], "ranked_scores": [0.7075, 0.6243, 0.6231, 0.6067, 0.6009, 0.5992, 0.5983, 0.5962, 0.5945, 0.5913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc77634", "doc119665", "doc825186", "doc101332", "doc349747", "doc579128", "doc620637", "doc77640", "doc293491"], "ranked_scores": [0.7706, 0.7661, 0.7648, 0.7549, 0.7505, 0.7409, 0.7405, 0.7356, 0.7332, 0.7292], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc1017147", "doc966365", "doc1486663", "doc278641", "doc520687", "doc520684", "doc101561", "doc81162"], "ranked_scores": [0.7242, 0.6303, 0.6207, 0.6128, 0.6098, 0.6089, 0.6087, 0.6061, 0.601, 0.5998], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc1376346", "doc61045", "doc61043", "doc928962", "doc116279", "doc627159", "doc1376345", "doc1526139"], "ranked_scores": [0.7152, 0.683, 0.6781, 0.6706, 0.6232, 0.5964, 0.5438, 0.5288, 0.5118, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97445", "doc2083987", "doc369237", "doc1948378", "doc97430", "doc369234", "doc97442"], "ranked_scores": [0.8182, 0.773, 0.7468, 0.7453, 0.6776, 0.658, 0.6501, 0.6498, 0.6464, 0.6429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33196", "doc33193", "doc1458417", "doc1357070", "doc1612515", "doc636318", "doc1458400", "doc636337", "doc2534674", "doc233794"], "ranked_scores": [0.6677, 0.6629, 0.6333, 0.5681, 0.5294, 0.5277, 0.5077, 0.4995, 0.4841, 0.4783], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc1386116", "doc66003", "doc253608", "doc83863", "doc1984127", "doc2171547", "doc1667023", "doc1386120"], "ranked_scores": [0.7148, 0.6989, 0.6747, 0.6627, 0.6427, 0.6422, 0.621, 0.6208, 0.6125, 0.6102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc388464", "doc106355", "doc703719", "doc106333", "doc1445498", "doc703702", "doc106338", "doc1332302", "doc703714"], "ranked_scores": [0.8068, 0.7857, 0.773, 0.773, 0.7577, 0.7532, 0.7471, 0.7471, 0.7414, 0.7402], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7119", "doc692559", "doc7091", "doc7106", "doc7099", "doc697071", "doc7116", "doc1599042", "doc526956"], "ranked_scores": [0.7641, 0.7538, 0.7375, 0.7373, 0.7363, 0.7198, 0.7127, 0.7046, 0.7003, 0.6865], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1169637", "doc493405", "doc107878", "doc1443647", "doc1606435", "doc1101734", "doc2033842", "doc2033841"], "ranked_scores": [0.7194, 0.6559, 0.5893, 0.5874, 0.5862, 0.5857, 0.5806, 0.5734, 0.5663, 0.5578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc2018288", "doc648344", "doc244386", "doc453118", "doc428400", "doc648335", "doc750407", "doc382065", "doc490514"], "ranked_scores": [0.6187, 0.5923, 0.5742, 0.5707, 0.5598, 0.5569, 0.5557, 0.554, 0.5429, 0.5347], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc1380356", "doc382236", "doc24903", "doc416774", "doc300567", "doc2202499", "doc30773", "doc651946"], "ranked_scores": [0.7425, 0.7104, 0.7067, 0.705, 0.6898, 0.6884, 0.6684, 0.6677, 0.666, 0.6621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2009369", "doc2483632", "doc36393", "doc2127006", "doc648335", "doc454592", "doc2274222", "doc648364", "doc648344"], "ranked_scores": [0.6661, 0.6191, 0.6107, 0.5774, 0.5439, 0.5381, 0.5297, 0.525, 0.5208, 0.5202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc56921", "doc1102442", "doc56903", "doc2408092", "doc2313854", "doc56902", "doc2509989", "doc2091589"], "ranked_scores": [0.7918, 0.7751, 0.7706, 0.7657, 0.7623, 0.7114, 0.7004, 0.6992, 0.6949, 0.6928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc352904", "doc80067", "doc80074", "doc137908", "doc345632", "doc80154", "doc345642", "doc80078", "doc66226", "doc80151"], "ranked_scores": [0.7155, 0.7152, 0.7119, 0.706, 0.7051, 0.6996, 0.69, 0.6858, 0.6787, 0.6694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc1248717", "doc2240291", "doc1852908", "doc732015", "doc2240293", "doc506841", "doc2174234", "doc352368"], "ranked_scores": [0.6996, 0.6415, 0.6208, 0.6187, 0.6102, 0.585, 0.5837, 0.5793, 0.5743, 0.5695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc474060", "doc474073", "doc721916", "doc207464", "doc2376934", "doc26467", "doc913417", "doc675035", "doc863698"], "ranked_scores": [0.724, 0.6735, 0.6633, 0.6586, 0.6578, 0.655, 0.6452, 0.6387, 0.637, 0.6366], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc162716", "doc1104251", "doc1287918", "doc614722", "doc119586", "doc698039", "doc1878861"], "ranked_scores": [0.777, 0.7128, 0.694, 0.4318, 0.4242, 0.4156, 0.3943, 0.3857, 0.3835, 0.3817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc1199221", "doc721746", "doc57946", "doc81655", "doc57940", "doc57948", "doc2115402", "doc1390300", "doc1390312"], "ranked_scores": [0.708, 0.6722, 0.6599, 0.656, 0.6549, 0.6498, 0.6159, 0.6063, 0.5471, 0.5431], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1936829", "doc1612364", "doc22149", "doc866703", "doc1368159", "doc1428083", "doc751410", "doc751425"], "ranked_scores": [0.7468, 0.622, 0.6027, 0.587, 0.5445, 0.5187, 0.5118, 0.5005, 0.4946, 0.4872], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc1376793", "doc851269", "doc64318", "doc64316", "doc64317", "doc35524", "doc35522", "doc64314", "doc971992", "doc1385349"], "ranked_scores": [0.7472, 0.744, 0.7433, 0.7357, 0.7321, 0.723, 0.7212, 0.7208, 0.7185, 0.7174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5438, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5438, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc1334192", "doc437685", "doc1520244", "doc437677", "doc437678", "doc638932", "doc1520275", "doc1520222", "doc1334238"], "ranked_scores": [0.7412, 0.7367, 0.7059, 0.7059, 0.7029, 0.7004, 0.6996, 0.6966, 0.6882, 0.6835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc4611", "doc877823", "doc720105", "doc1314944", "doc1314964", "doc866429", "doc1314857", "doc866436", "doc720132"], "ranked_scores": [0.4364, 0.4206, 0.4133, 0.404, 0.4016, 0.3981, 0.3927, 0.3915, 0.3835, 0.3821], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc24934", "doc1449831", "doc2390440", "doc1190303", "doc773669", "doc1445420", "doc645564", "doc1728777", "doc1464195"], "ranked_scores": [0.501, 0.4476, 0.4462, 0.444, 0.4277, 0.4199, 0.4181, 0.4152, 0.4092, 0.4069], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc317197", "doc672552", "doc1283940", "doc758677", "doc182046", "doc238798", "doc611282", "doc2179035"], "ranked_scores": [0.7608, 0.6958, 0.5357, 0.5229, 0.5163, 0.5024, 0.4959, 0.4956, 0.4925, 0.483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc530778", "doc1410020", "doc1394743", "doc2142521", "doc1840635", "doc324530", "doc25697", "doc1787621"], "ranked_scores": [0.8219, 0.7628, 0.6938, 0.6903, 0.681, 0.6737, 0.6673, 0.6536, 0.6488, 0.6449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc402145", "doc515771", "doc2194194", "doc2527260", "doc1030288", "doc1185579", "doc660237", "doc990522", "doc660236"], "ranked_scores": [0.6982, 0.6909, 0.6677, 0.6636, 0.6632, 0.6607, 0.6599, 0.6562, 0.6521, 0.646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc105763", "doc1729412", "doc849003", "doc105758", "doc719006", "doc830308", "doc737771", "doc555420"], "ranked_scores": [0.7304, 0.6946, 0.6902, 0.6623, 0.6345, 0.6306, 0.6264, 0.6174, 0.6126, 0.6113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc2107022", "doc358938", "doc324540", "doc2107018", "doc1927002", "doc53643", "doc628470", "doc28935", "doc6531"], "ranked_scores": [0.7582, 0.7465, 0.7458, 0.7402, 0.7374, 0.7337, 0.733, 0.7239, 0.721, 0.7065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435076", "doc736126", "doc435075", "doc435078", "doc768322", "doc42101", "doc1921625", "doc2607396", "doc211230", "doc2498492"], "ranked_scores": [0.6617, 0.6565, 0.6544, 0.6467, 0.6346, 0.6304, 0.6261, 0.6258, 0.6206, 0.6134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc264212", "doc1736708", "doc336518", "doc1531603", "doc1736704", "doc1935873", "doc733127", "doc2119808", "doc1508870"], "ranked_scores": [0.6476, 0.5943, 0.5792, 0.5658, 0.5589, 0.5585, 0.5571, 0.5537, 0.5337, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2361509", "doc2306629", "doc1713783", "doc696366", "doc245411", "doc450131", "doc2357458", "doc2083699"], "ranked_scores": [0.6699, 0.5945, 0.4055, 0.398, 0.3826, 0.3784, 0.377, 0.3756, 0.3708, 0.3697], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc57975", "doc601133", "doc376241", "doc376238", "doc1153924", "doc864555", "doc1345740", "doc390322", "doc376243"], "ranked_scores": [0.5781, 0.5302, 0.518, 0.513, 0.4985, 0.4906, 0.4868, 0.4633, 0.4624, 0.4617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc1986437", "doc1333905", "doc2465656", "doc546881", "doc860546", "doc1160263", "doc134196", "doc588578", "doc1584862"], "ranked_scores": [0.6884, 0.6866, 0.6672, 0.6562, 0.649, 0.6419, 0.6372, 0.6326, 0.6316, 0.6242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc807", "doc221817", "doc2361509", "doc2391797", "doc312607", "doc877974", "doc2676752", "doc2335293", "doc2621492", "doc500342"], "ranked_scores": [0.5209, 0.5002, 0.4969, 0.4671, 0.4573, 0.4567, 0.4533, 0.4501, 0.4479, 0.4442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc88931", "doc88934", "doc2015719", "doc2624067", "doc88933", "doc127031", "doc88974", "doc1763997", "doc175560"], "ranked_scores": [0.6538, 0.6445, 0.6412, 0.6277, 0.6188, 0.6123, 0.6041, 0.5841, 0.5708, 0.5707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21350", "doc21368", "doc338813", "doc1455509", "doc338818", "doc1738086", "doc21363", "doc21378", "doc21339", "doc338810"], "ranked_scores": [0.5447, 0.5213, 0.5154, 0.4999, 0.4953, 0.4923, 0.4857, 0.4769, 0.4758, 0.4755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108559", "doc2563559", "doc1791044", "doc18273", "doc911115", "doc63590", "doc1774519", "doc108456", "doc63585", "doc376565"], "ranked_scores": [0.7208, 0.7027, 0.6771, 0.6648, 0.6648, 0.6648, 0.6573, 0.6554, 0.6534, 0.6493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1670303", "doc355540", "doc7161", "doc1183356", "doc656863", "doc1273458", "doc1335520", "doc915991", "doc933773"], "ranked_scores": [0.6889, 0.6027, 0.5984, 0.5947, 0.5523, 0.5493, 0.5485, 0.5426, 0.5384, 0.5357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1735215", "doc751726", "doc1260422", "doc1826212", "doc2653657", "doc455756", "doc4611", "doc1526452", "doc2015875", "doc1452587"], "ranked_scores": [0.5156, 0.4563, 0.4364, 0.4352, 0.4282, 0.4134, 0.4006, 0.3999, 0.3986, 0.3979], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc2634368", "doc642762", "doc705226", "doc2057552", "doc980993", "doc1038435", "doc190281", "doc2631871", "doc2125026", "doc2639996"], "ranked_scores": [0.5691, 0.5666, 0.5655, 0.5555, 0.5261, 0.5166, 0.5124, 0.5056, 0.5035, 0.5002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36460", "doc1618376", "doc1618372", "doc36467", "doc2622759", "doc36485", "doc2396125", "doc2622778", "doc1256783"], "ranked_scores": [0.7395, 0.7331, 0.6983, 0.6705, 0.6696, 0.6564, 0.6445, 0.6217, 0.5934, 0.5864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106332", "doc388464", "doc973089", "doc2832", "doc337547", "doc298160", "doc106355", "doc703719", "doc2060101", "doc703721"], "ranked_scores": [0.7541, 0.7538, 0.7475, 0.7464, 0.7277, 0.7218, 0.7217, 0.7217, 0.7147, 0.7104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc108887", "doc1373324", "doc596021", "doc2167590", "doc1119808", "doc729661", "doc729573", "doc1520499"], "ranked_scores": [0.8041, 0.8006, 0.7752, 0.7462, 0.7458, 0.7449, 0.7318, 0.7253, 0.7223, 0.7072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430994", "doc1430993", "doc1504263", "doc1431001", "doc5734", "doc77971", "doc77973", "doc2355916", "doc1880724"], "ranked_scores": [0.6107, 0.5486, 0.5245, 0.5157, 0.5013, 0.4495, 0.4492, 0.3897, 0.3759, 0.3753], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-pq-m64-n8": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc57247", "doc57242", "doc751998", "doc1104254", "doc63804", "doc3001", "doc751967", "doc2040327"], "ranked_scores": [0.8287, 0.7563, 0.7466, 0.7435, 0.7071, 0.6445, 0.6419, 0.6356, 0.6294, 0.627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1749973", "doc2292349", "doc357235", "doc345111", "doc1664486", "doc357255", "doc2136789", "doc2345266", "doc914411"], "ranked_scores": [0.725, 0.6507, 0.6498, 0.6137, 0.6101, 0.5893, 0.5801, 0.5795, 0.5766, 0.5689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc377466", "doc21829", "doc2285692", "doc21832", "doc2019171", "doc776142", "doc2613405", "doc69778"], "ranked_scores": [0.8197, 0.7598, 0.7036, 0.7012, 0.6855, 0.6828, 0.6781, 0.6781, 0.676, 0.6754], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc146101", "doc1177870", "doc453091", "doc1007260", "doc1247565", "doc415323", "doc26481", "doc658301", "doc2317442"], "ranked_scores": [0.7162, 0.7105, 0.7096, 0.696, 0.682, 0.6779, 0.6773, 0.6733, 0.6669, 0.6645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc887635", "doc559423", "doc2165920", "doc1812661", "doc1812660", "doc1741706", "doc1741702", "doc1812659", "doc2165905", "doc1366765"], "ranked_scores": [0.7696, 0.7675, 0.7654, 0.7654, 0.7542, 0.751, 0.749, 0.7487, 0.7481, 0.7424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1324046", "doc27538", "doc2085928", "doc540358", "doc1386925", "doc27535", "doc1852503", "doc1021718", "doc1407409"], "ranked_scores": [0.6597, 0.5751, 0.5714, 0.5707, 0.5547, 0.5444, 0.5372, 0.521, 0.5185, 0.5171], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc77634", "doc101332", "doc119665", "doc422133", "doc293491", "doc349747", "doc825186", "doc1328113", "doc54270"], "ranked_scores": [0.7602, 0.7494, 0.7488, 0.7454, 0.7424, 0.7274, 0.7175, 0.7166, 0.716, 0.7134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc278641", "doc520684", "doc1798668", "doc520687", "doc1017147", "doc101561", "doc1456780", "doc2107778", "doc1486663"], "ranked_scores": [0.7968, 0.6025, 0.5949, 0.5824, 0.5788, 0.5731, 0.5593, 0.554, 0.5481, 0.5475], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc61045", "doc1376346", "doc61043", "doc627159", "doc928962", "doc491925", "doc1376345", "doc1231969"], "ranked_scores": [0.7459, 0.7401, 0.7275, 0.7258, 0.6707, 0.618, 0.5868, 0.5527, 0.5526, 0.5467], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc1116765", "doc97421", "doc97445", "doc369237", "doc369276", "doc97442", "doc369234", "doc97430", "doc2083987"], "ranked_scores": [0.8383, 0.7834, 0.7415, 0.7308, 0.6645, 0.6551, 0.6344, 0.6331, 0.6323, 0.6194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1458417", "doc1357070", "doc1612515", "doc2534674", "doc636337", "doc2534676", "doc1458400", "doc1153299"], "ranked_scores": [0.7464, 0.7182, 0.6677, 0.6435, 0.584, 0.5734, 0.5707, 0.556, 0.5549, 0.5433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc437627", "doc1386166", "doc1386116", "doc253608", "doc83863", "doc1984127", "doc66003", "doc1667013", "doc2171547", "doc1386159"], "ranked_scores": [0.7503, 0.7266, 0.6955, 0.692, 0.6817, 0.6768, 0.6677, 0.6499, 0.6431, 0.6332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc106355", "doc703719", "doc106333", "doc388464", "doc703714", "doc703721", "doc106357", "doc1445498", "doc703702"], "ranked_scores": [0.8272, 0.7927, 0.7916, 0.7886, 0.7705, 0.77, 0.7591, 0.7582, 0.7536, 0.7489], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7106", "doc7119", "doc697071", "doc7091", "doc7108", "doc692559", "doc7099", "doc7120", "doc7116"], "ranked_scores": [0.7956, 0.7705, 0.753, 0.7503, 0.7463, 0.7349, 0.7284, 0.7278, 0.7244, 0.7104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc1443647", "doc1169637", "doc1740481", "doc107878", "doc2033842", "doc1859220", "doc2093563", "doc854693"], "ranked_scores": [0.7301, 0.6253, 0.5747, 0.5717, 0.5705, 0.5644, 0.5631, 0.5593, 0.5536, 0.5507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc244386", "doc750407", "doc2018288", "doc750416", "doc648344", "doc187232", "doc220990", "doc648335", "doc2420483"], "ranked_scores": [0.6289, 0.6052, 0.5765, 0.5763, 0.5671, 0.5635, 0.5514, 0.5501, 0.5472, 0.5304], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc382236", "doc24903", "doc468490", "doc30773", "doc300567", "doc1380356", "doc24925", "doc1786046", "doc416774"], "ranked_scores": [0.7367, 0.7279, 0.7217, 0.7179, 0.6826, 0.6699, 0.6689, 0.6679, 0.6555, 0.655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc36393", "doc2483632", "doc2009369", "doc2127006", "doc750416", "doc2274222", "doc648335", "doc648364", "doc1104361"], "ranked_scores": [0.7072, 0.6542, 0.6521, 0.6249, 0.595, 0.5911, 0.548, 0.5457, 0.5448, 0.5409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56897", "doc1102442", "doc56921", "doc56903", "doc2091597", "doc2313854", "doc2509996", "doc2408092", "doc1685439"], "ranked_scores": [0.782, 0.7486, 0.7261, 0.7255, 0.7046, 0.652, 0.6398, 0.6375, 0.6292, 0.6133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc137908", "doc352904", "doc80067", "doc80074", "doc80078", "doc80151", "doc345632", "doc1912506", "doc345642", "doc80154"], "ranked_scores": [0.7579, 0.7521, 0.7484, 0.7405, 0.7399, 0.7186, 0.7131, 0.7089, 0.7056, 0.6873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240293", "doc1248717", "doc2353712", "doc498654", "doc506841", "doc18814", "doc732015", "doc2240291", "doc1945762"], "ranked_scores": [0.7787, 0.6467, 0.6366, 0.6301, 0.6182, 0.6061, 0.6053, 0.6007, 0.5949, 0.5893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc207464", "doc99377", "doc2376934", "doc1858452", "doc474060", "doc131786", "doc721916", "doc474073", "doc863698"], "ranked_scores": [0.7481, 0.7089, 0.6795, 0.6732, 0.6643, 0.6621, 0.6586, 0.6537, 0.6486, 0.6454], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1287918", "doc698039", "doc1878861", "doc162716", "doc447411", "doc698075", "doc1471934"], "ranked_scores": [0.8579, 0.7768, 0.7706, 0.4829, 0.4609, 0.4439, 0.4296, 0.421, 0.4162, 0.4132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc1199221", "doc57940", "doc57946", "doc721746", "doc81655", "doc57948", "doc2115402", "doc1390300", "doc1390312"], "ranked_scores": [0.7455, 0.7089, 0.7025, 0.6885, 0.6807, 0.6658, 0.661, 0.5941, 0.5801, 0.5714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1612364", "doc22149", "doc1936829", "doc1368159", "doc1428083", "doc866703", "doc751410", "doc1723101"], "ranked_scores": [0.8001, 0.6987, 0.6329, 0.6147, 0.595, 0.5863, 0.5797, 0.5794, 0.5374, 0.5259], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc851269", "doc64318", "doc64317", "doc64314", "doc971992", "doc1376793", "doc1385345", "doc1683659", "doc1385349"], "ranked_scores": [0.7622, 0.7594, 0.7584, 0.7569, 0.7401, 0.737, 0.7355, 0.7346, 0.7292, 0.7253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc638932", "doc1520311", "doc1334192", "doc437678", "doc539428", "doc437685", "doc539419", "doc437677", "doc1520213", "doc1520222"], "ranked_scores": [0.773, 0.7573, 0.7315, 0.7212, 0.721, 0.7114, 0.7078, 0.7059, 0.6968, 0.6931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc720105", "doc938718", "doc1314979", "doc4611", "doc1315001", "doc1314852", "doc877823", "doc1314944", "doc1726816"], "ranked_scores": [0.5424, 0.4972, 0.4866, 0.4755, 0.4657, 0.4579, 0.4567, 0.4485, 0.4425, 0.4282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc1445420", "doc645564", "doc24934", "doc2390440", "doc645572", "doc725581", "doc1801894", "doc1464195", "doc1597244"], "ranked_scores": [0.5586, 0.5444, 0.4973, 0.4874, 0.4616, 0.4583, 0.4469, 0.4436, 0.4419, 0.4401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1283940", "doc672552", "doc238798", "doc1074209", "doc317197", "doc758677", "doc611282", "doc2034127"], "ranked_scores": [0.8377, 0.7419, 0.5616, 0.5578, 0.5445, 0.5325, 0.523, 0.5225, 0.5137, 0.5067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1410020", "doc530778", "doc1394743", "doc1840635", "doc324530", "doc2142521", "doc996399", "doc28582"], "ranked_scores": [0.8514, 0.7695, 0.7106, 0.6751, 0.6658, 0.6533, 0.6501, 0.649, 0.6403, 0.6306], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc402145", "doc2429823", "doc1185579", "doc660271", "doc2527260", "doc1030288", "doc515771", "doc94371", "doc2194194"], "ranked_scores": [0.7315, 0.7136, 0.7005, 0.673, 0.6719, 0.6584, 0.657, 0.651, 0.6507, 0.6504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc105758", "doc105763", "doc830308", "doc2355469", "doc1729412", "doc849003", "doc1534825", "doc737771"], "ranked_scores": [0.7897, 0.7276, 0.7014, 0.6811, 0.6646, 0.6548, 0.6535, 0.65, 0.645, 0.6438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107022", "doc358938", "doc2224155", "doc2107018", "doc324540", "doc1927002", "doc2107033", "doc52414", "doc628470", "doc53643"], "ranked_scores": [0.7829, 0.7739, 0.7679, 0.7573, 0.7568, 0.7502, 0.7443, 0.7384, 0.725, 0.7174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc313364", "doc768322", "doc42101", "doc1192046", "doc435076", "doc435075", "doc211230", "doc465988", "doc1921625"], "ranked_scores": [0.7231, 0.6862, 0.6779, 0.6731, 0.6634, 0.6599, 0.6583, 0.6558, 0.6538, 0.6458], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc336518", "doc1508870", "doc733127", "doc2085567", "doc264212", "doc1531603", "doc1736704", "doc1736708", "doc2448623"], "ranked_scores": [0.6276, 0.5991, 0.5731, 0.5613, 0.5585, 0.5397, 0.5391, 0.5277, 0.5166, 0.5148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc2019605", "doc2361509", "doc2144435", "doc1538025", "doc245411", "doc311498", "doc2083699", "doc2119024"], "ranked_scores": [0.716, 0.6501, 0.4961, 0.4918, 0.4736, 0.4503, 0.4367, 0.4334, 0.4332, 0.4314], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc601133", "doc376241", "doc2043743", "doc57975", "doc1345740", "doc864555", "doc225655", "doc390322", "doc376243"], "ranked_scores": [0.6279, 0.5715, 0.567, 0.5291, 0.5259, 0.5168, 0.4961, 0.4938, 0.4932, 0.4928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986437", "doc1333905", "doc546881", "doc1986449", "doc134196", "doc2465656", "doc1160263", "doc588578", "doc1584862", "doc2117093"], "ranked_scores": [0.7118, 0.6819, 0.6818, 0.6772, 0.67, 0.6604, 0.6439, 0.6386, 0.6215, 0.6156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2361509", "doc312607", "doc878338", "doc2391797", "doc2316721", "doc2334133", "doc2621492", "doc1218368", "doc190844", "doc890682"], "ranked_scores": [0.5309, 0.5041, 0.4899, 0.4793, 0.4774, 0.4753, 0.4717, 0.4668, 0.4661, 0.4633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc88934", "doc107246", "doc1763997", "doc2624067", "doc2015719", "doc779563", "doc1452752", "doc88931", "doc399027"], "ranked_scores": [0.6825, 0.6288, 0.6249, 0.6235, 0.6213, 0.6193, 0.6062, 0.5991, 0.5958, 0.5877], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338818", "doc338813", "doc21350", "doc21368", "doc698075", "doc1455509", "doc21363", "doc1798523", "doc1308445", "doc1455511"], "ranked_scores": [0.5492, 0.5491, 0.5374, 0.5313, 0.5175, 0.5169, 0.5131, 0.5114, 0.5014, 0.5003], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18274", "doc18264"], "ranked_ids": ["doc108559", "doc108456", "doc2563559", "doc18273", "doc911115", "doc63590", "doc1791044", "doc2072948", "doc88505", "doc63585"], "ranked_scores": [0.7293, 0.7031, 0.6847, 0.6828, 0.6828, 0.6828, 0.6705, 0.6293, 0.6256, 0.6242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc7161", "doc1670303", "doc1948176", "doc7166", "doc7163", "doc1272096", "doc688749", "doc1183356"], "ranked_scores": [0.723, 0.6464, 0.6463, 0.5917, 0.5752, 0.5551, 0.5516, 0.5239, 0.5225, 0.5136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.525, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc2653657", "doc1735215", "doc1260422", "doc751726", "doc1826212", "doc751729", "doc455756", "doc2015875", "doc751714", "doc751719"], "ranked_scores": [0.5821, 0.5626, 0.5384, 0.5341, 0.5245, 0.5114, 0.4828, 0.4432, 0.4397, 0.4378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc190281", "doc2057552", "doc1170390", "doc980993", "doc2483577", "doc2634368", "doc2639996", "doc642762", "doc1170391"], "ranked_scores": [0.5743, 0.5422, 0.5366, 0.5269, 0.5252, 0.5211, 0.5201, 0.5095, 0.5062, 0.5054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36460", "doc36463", "doc36467", "doc1618376", "doc1618372", "doc2622759", "doc2396125", "doc36485", "doc2622778", "doc1256783"], "ranked_scores": [0.7738, 0.7403, 0.7194, 0.7079, 0.6852, 0.6824, 0.661, 0.65, 0.6444, 0.6187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2832", "doc106355", "doc703719", "doc106332", "doc973089", "doc106333", "doc337547", "doc703714", "doc106357", "doc703721"], "ranked_scores": [0.7501, 0.7432, 0.7417, 0.7403, 0.7382, 0.7144, 0.7138, 0.7136, 0.7135, 0.7125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373323", "doc729573", "doc729661", "doc108887", "doc1119808", "doc1373324", "doc2393669", "doc91119", "doc596021"], "ranked_scores": [0.8339, 0.8228, 0.7794, 0.7789, 0.7783, 0.774, 0.7565, 0.7313, 0.7216, 0.7185], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1431001", "doc1430994", "doc77976", "doc1430993", "doc1504263", "doc5734", "doc77971", "doc77973", "doc1972282", "doc2079848"], "ranked_scores": [0.6195, 0.5975, 0.5581, 0.5422, 0.5148, 0.4983, 0.4208, 0.4006, 0.364, 0.357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-notrunc-atanh": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc57232", "doc751998", "doc57247", "doc1665946", "doc1254733", "doc1254764", "doc1395336", "doc1698346"], "ranked_scores": [601.0, 585.0, 583.0, 562.0, 548.0, 533.0, 532.0, 530.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc1749973", "doc63538", "doc2112811", "doc1506785", "doc345111", "doc2461160", "doc1952665", "doc63542", "doc2136789"], "ranked_scores": [611.0, 565.0, 559.0, 556.0, 550.0, 548.0, 546.0, 544.0, 541.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc1675505", "doc69765", "doc69767", "doc243667", "doc2285692", "doc660012", "doc278091", "doc21906", "doc1393773"], "ranked_scores": [571.0, 570.0, 568.0, 563.0, 549.0, 547.0, 546.0, 542.0, 538.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc415323", "doc404141", "doc564708", "doc564709", "doc1678115", "doc591223", "doc726012", "doc453161", "doc986835"], "ranked_scores": [547.0, 543.0, 539.0, 537.0, 533.0, 532.0, 528.0, 527.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1366769", "doc887635", "doc1812659", "doc1812653", "doc1812661", "doc1366744", "doc2165905", "doc387897", "doc338868"], "ranked_scores": [590.0, 584.0, 578.0, 573.0, 570.0, 565.0, 563.0, 563.0, 562.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc540358", "doc1727553", "doc1770477", "doc1478919", "doc27529", "doc1407767", "doc1021718", "doc1585937", "doc27538", "doc1852504"], "ranked_scores": [547.0, 528.0, 526.0, 521.0, 521.0, 517.0, 515.0, 513.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc864822", "doc77634", "doc54270", "doc653285", "doc1480727", "doc208541", "doc1328113", "doc1953211", "doc273559", "doc2134247"], "ranked_scores": [581.0, 576.0, 574.0, 574.0, 574.0, 569.0, 569.0, 562.0, 558.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc1486663", "doc2096499", "doc1595692", "doc520684", "doc1017147", "doc29764", "doc29765", "doc966365"], "ranked_scores": [582.0, 540.0, 536.0, 525.0, 524.0, 521.0, 520.0, 516.0, 511.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61045", "doc61036", "doc1376346", "doc13999", "doc1612682", "doc61043", "doc829494", "doc2083822", "doc1581506"], "ranked_scores": [606.0, 591.0, 590.0, 568.0, 560.0, 551.0, 545.0, 545.0, 531.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2084014", "doc2083995", "doc2380009", "doc2004921", "doc97442", "doc2071107", "doc369270", "doc369234", "doc1992466"], "ranked_scores": [585.0, 576.0, 565.0, 559.0, 558.0, 558.0, 552.0, 551.0, 547.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc122351", "doc2648883", "doc562696", "doc1311119", "doc33196", "doc1590438", "doc64791", "doc1164435", "doc1999887"], "ranked_scores": [557.0, 542.0, 541.0, 534.0, 527.0, 527.0, 526.0, 526.0, 524.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc1984127", "doc1386116", "doc83863", "doc2372621", "doc1780375", "doc2254480", "doc66003", "doc1133242", "doc1386166"], "ranked_scores": [561.0, 553.0, 550.0, 549.0, 547.0, 542.0, 540.0, 538.0, 537.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703706", "doc703705", "doc1887731", "doc427621", "doc703736", "doc106372", "doc337506", "doc106338", "doc703702"], "ranked_scores": [575.0, 562.0, 560.0, 558.0, 558.0, 557.0, 557.0, 556.0, 554.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7091", "doc7099", "doc7112", "doc7106", "doc7119", "doc7116", "doc7120", "doc692559", "doc1694554", "doc7093"], "ranked_scores": [589.0, 577.0, 572.0, 566.0, 564.0, 561.0, 543.0, 543.0, 540.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc2569900", "doc1169637", "doc90808", "doc1057032", "doc1891830", "doc1254817", "doc2093563", "doc82127", "doc82130"], "ranked_scores": [609.0, 553.0, 553.0, 538.0, 535.0, 529.0, 527.0, 526.0, 525.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc409226", "doc897", "doc2018288", "doc244368", "doc439366", "doc428400", "doc750416", "doc428406", "doc919332"], "ranked_scores": [527.0, 521.0, 520.0, 518.0, 514.0, 509.0, 507.0, 505.0, 502.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc24903", "doc468490", "doc1380357", "doc651946", "doc1824654", "doc30773", "doc416774", "doc239811", "doc894422"], "ranked_scores": [560.0, 548.0, 544.0, 539.0, 538.0, 533.0, 532.0, 528.0, 525.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1902615", "doc2225375", "doc2483632", "doc36402", "doc73739", "doc573905", "doc1497378", "doc58892", "doc402317", "doc23412"], "ranked_scores": [534.0, 530.0, 529.0, 528.0, 528.0, 524.0, 519.0, 518.0, 514.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc2510026", "doc873481", "doc1102442", "doc873480", "doc873479", "doc2313864", "doc1601611", "doc952849"], "ranked_scores": [578.0, 570.0, 552.0, 551.0, 550.0, 545.0, 545.0, 544.0, 543.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc345642", "doc80074", "doc439513", "doc80151", "doc80154", "doc137908", "doc2557673", "doc863660", "doc80067", "doc596891"], "ranked_scores": [571.0, 569.0, 561.0, 558.0, 553.0, 548.0, 547.0, 546.0, 543.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc506841", "doc2240291", "doc2174234", "doc1248717", "doc180079", "doc629517", "doc1018572", "doc719057"], "ranked_scores": [604.0, 529.0, 528.0, 519.0, 518.0, 517.0, 515.0, 515.0, 514.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc725659", "doc261069", "doc864645", "doc2036045", "doc1682464", "doc2480872", "doc675067", "doc513535", "doc2376934"], "ranked_scores": [578.0, 556.0, 548.0, 540.0, 538.0, 534.0, 532.0, 531.0, 530.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc308346", "doc192542", "doc119586", "doc273662", "doc1682561", "doc1219639", "doc74858"], "ranked_scores": [624.0, 561.0, 560.0, 512.0, 506.0, 504.0, 500.0, 500.0, 498.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc57946", "doc37890", "doc1489505", "doc57948", "doc1199221", "doc2389179", "doc57940", "doc721746", "doc2389178"], "ranked_scores": [535.0, 535.0, 534.0, 530.0, 529.0, 528.0, 528.0, 523.0, 522.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc1368159", "doc1936829", "doc1187141", "doc2193668", "doc2114608", "doc765127", "doc1448736", "doc861483"], "ranked_scores": [612.0, 542.0, 532.0, 528.0, 526.0, 525.0, 523.0, 522.0, 519.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc851269", "doc971992", "doc64314", "doc41305", "doc64317", "doc1376793", "doc64318", "doc1683659", "doc35524"], "ranked_scores": [607.0, 582.0, 577.0, 576.0, 575.0, 568.0, 561.0, 561.0, 560.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4118, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc437668", "doc1321883", "doc539428", "doc252389", "doc437667", "doc1520213", "doc1977978", "doc1520211", "doc1520311"], "ranked_scores": [565.0, 565.0, 563.0, 561.0, 559.0, 559.0, 557.0, 556.0, 553.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc754076", "doc1315064", "doc1315083", "doc1694648", "doc1385395", "doc2384757", "doc2526412", "doc2430938", "doc552702"], "ranked_scores": [557.0, 532.0, 531.0, 521.0, 516.0, 511.0, 507.0, 506.0, 505.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1212031", "doc24939", "doc773669", "doc587116", "doc170955", "doc602735", "doc1445420", "doc585415", "doc1801894", "doc542891"], "ranked_scores": [506.0, 503.0, 500.0, 499.0, 498.0, 498.0, 496.0, 493.0, 492.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc781344", "doc758677", "doc534490", "doc114471", "doc1154850", "doc317197", "doc2316727", "doc87191"], "ranked_scores": [585.0, 569.0, 536.0, 534.0, 524.0, 520.0, 520.0, 517.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394755", "doc1394760", "doc1394758", "doc785116", "doc2370519", "doc1991598", "doc2259504", "doc25697"], "ranked_scores": [612.0, 590.0, 571.0, 562.0, 560.0, 560.0, 557.0, 555.0, 555.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1373330", "doc402145", "doc294704", "doc2449643", "doc1119808", "doc368654", "doc499894", "doc6858", "doc84492", "doc368643"], "ranked_scores": [544.0, 538.0, 535.0, 534.0, 530.0, 530.0, 530.0, 530.0, 530.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105763", "doc105758", "doc1729412", "doc105759", "doc1270352", "doc543176", "doc849003", "doc171833", "doc881797"], "ranked_scores": [575.0, 546.0, 546.0, 537.0, 533.0, 525.0, 524.0, 523.0, 522.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc2224155", "doc606253", "doc358938", "doc6540", "doc172405", "doc324540", "doc2107033", "doc1477591", "doc4147"], "ranked_scores": [578.0, 568.0, 561.0, 557.0, 556.0, 555.0, 554.0, 551.0, 551.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2587564", "doc736126", "doc2502216", "doc378301", "doc768322", "doc2288928", "doc313354", "doc420336", "doc435075", "doc435076"], "ranked_scores": [531.0, 526.0, 526.0, 520.0, 519.0, 518.0, 516.0, 515.0, 513.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2119808", "doc336518", "doc2665803", "doc2448623", "doc264212", "doc2042102", "doc733127", "doc878338", "doc1935873"], "ranked_scores": [554.0, 542.0, 531.0, 529.0, 527.0, 516.0, 514.0, 513.0, 504.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1245931", "doc1962174", "doc159492", "doc1728777", "doc2414537", "doc1094361", "doc1548640", "doc1512040", "doc357631"], "ranked_scores": [536.0, 512.0, 511.0, 509.0, 508.0, 496.0, 495.0, 495.0, 493.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc261351", "doc1345740", "doc2265144", "doc57975", "doc864555", "doc1493586", "doc1041502", "doc2035909", "doc601133", "doc1055373"], "ranked_scores": [513.0, 510.0, 505.0, 500.0, 498.0, 493.0, 490.0, 488.0, 488.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588578", "doc1160263", "doc1584862", "doc663467", "doc61233", "doc1792210", "doc1943842", "doc294604", "doc1433613", "doc588612"], "ranked_scores": [561.0, 556.0, 554.0, 543.0, 540.0, 539.0, 539.0, 538.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1370451", "doc201173", "doc845380", "doc1877808", "doc2316721", "doc845377", "doc459774", "doc1319077", "doc201181", "doc221817"], "ranked_scores": [543.0, 534.0, 522.0, 522.0, 520.0, 519.0, 517.0, 513.0, 511.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc2015719", "doc1452752", "doc88931", "doc127040", "doc1763997", "doc127031", "doc779563", "doc2624067", "doc175560"], "ranked_scores": [599.0, 588.0, 586.0, 576.0, 575.0, 563.0, 563.0, 562.0, 558.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc1923941", "doc338818", "doc338815", "doc21340", "doc1455508", "doc963332", "doc746693", "doc1836919", "doc308175", "doc2267530"], "ranked_scores": [523.0, 521.0, 520.0, 518.0, 515.0, 514.0, 513.0, 509.0, 508.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc1491857", "doc63590", "doc911115", "doc18273", "doc18274", "doc323321", "doc43450", "doc2003302", "doc63585"], "ranked_scores": [565.0, 563.0, 561.0, 561.0, 561.0, 560.0, 558.0, 555.0, 554.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc1670303", "doc2298808", "doc1524979", "doc2482938", "doc915991", "doc1997397", "doc7161", "doc933773"], "ranked_scores": [561.0, 539.0, 518.0, 515.0, 510.0, 504.0, 502.0, 501.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc404242", "doc1826212", "doc753576", "doc1244692", "doc83875", "doc1841145", "doc951306", "doc2365901", "doc807"], "ranked_scores": [514.0, 503.0, 501.0, 494.0, 492.0, 490.0, 490.0, 490.0, 489.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc642762", "doc2639996", "doc1932389", "doc2548869", "doc1564158", "doc868658", "doc1451760", "doc662025"], "ranked_scores": [556.0, 538.0, 536.0, 528.0, 522.0, 520.0, 520.0, 520.0, 513.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1927669", "doc761123", "doc1874159", "doc1256783", "doc2657970", "doc874861", "doc207271", "doc1926786", "doc417406"], "ranked_scores": [558.0, 546.0, 543.0, 531.0, 530.0, 528.0, 527.0, 527.0, 526.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106355", "doc869916", "doc1804263", "doc106372", "doc703736", "doc436998", "doc703719", "doc2877", "doc1390073"], "ranked_scores": [544.0, 541.0, 541.0, 540.0, 539.0, 539.0, 538.0, 538.0, 536.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc108892", "doc1373324", "doc643072", "doc1220654", "doc1373323", "doc108887", "doc2234638", "doc873559", "doc550879"], "ranked_scores": [598.0, 569.0, 565.0, 564.0, 562.0, 559.0, 559.0, 558.0, 556.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc77971", "doc1504263", "doc1430993", "doc2079848", "doc2332984", "doc77973", "doc2039201", "doc857632", "doc1334550"], "ranked_scores": [568.0, 558.0, 557.0, 542.0, 517.0, 513.0, 510.0, 505.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512-atanh": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57232", "doc57226", "doc751998", "doc57247", "doc1665946", "doc1698346", "doc1254764", "doc3001", "doc57248"], "ranked_scores": [414.0, 397.0, 395.0, 374.0, 362.0, 360.0, 360.0, 356.0, 355.0, 354.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc1749973", "doc63538", "doc2112811", "doc1506785", "doc1952665", "doc2185118", "doc2292349", "doc2521983", "doc2136789"], "ranked_scores": [399.0, 380.0, 376.0, 374.0, 362.0, 361.0, 359.0, 358.0, 356.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc1675505", "doc69765", "doc812322", "doc69767", "doc243667", "doc2285692", "doc2019171", "doc761186", "doc21906", "doc1085571"], "ranked_scores": [379.0, 377.0, 376.0, 375.0, 365.0, 363.0, 362.0, 361.0, 361.0, 360.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc404141", "doc415323", "doc539263", "doc564708", "doc1007260", "doc1678115", "doc1996497", "doc564709", "doc1247565"], "ranked_scores": [363.0, 363.0, 361.0, 358.0, 358.0, 357.0, 356.0, 355.0, 354.0, 352.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812659", "doc2165920", "doc887635", "doc1366769", "doc387897", "doc2165905", "doc1741704", "doc2372195", "doc1812661", "doc559423"], "ranked_scores": [383.0, 380.0, 378.0, 377.0, 371.0, 370.0, 369.0, 369.0, 369.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc540358", "doc27538", "doc1407767", "doc1770477", "doc1478919", "doc1852504", "doc1692291", "doc1685757", "doc1727553", "doc1021718"], "ranked_scores": [369.0, 357.0, 357.0, 357.0, 357.0, 355.0, 354.0, 353.0, 353.0, 351.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc54270", "doc864822", "doc1328113", "doc1480727", "doc77634", "doc653285", "doc1526230", "doc2134247", "doc208541", "doc273559"], "ranked_scores": [390.0, 389.0, 384.0, 384.0, 381.0, 379.0, 376.0, 375.0, 375.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1595692", "doc1486663", "doc1798668", "doc2096499", "doc1017147", "doc966365", "doc231271", "doc38721", "doc29765"], "ranked_scores": [378.0, 357.0, 357.0, 352.0, 349.0, 343.0, 343.0, 340.0, 340.0, 340.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc829494", "doc61043", "doc1612682", "doc13999", "doc2083822", "doc988606"], "ranked_scores": [406.0, 396.0, 394.0, 385.0, 374.0, 370.0, 370.0, 367.0, 354.0, 354.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2084014", "doc2380009", "doc2083995", "doc97442", "doc2004921", "doc2071107", "doc369270", "doc1992466", "doc369237"], "ranked_scores": [388.0, 384.0, 378.0, 373.0, 372.0, 371.0, 371.0, 367.0, 365.0, 365.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc122351", "doc33193", "doc2648883", "doc2634491", "doc33196", "doc64791", "doc562696", "doc1590438", "doc2199352", "doc908573"], "ranked_scores": [368.0, 365.0, 364.0, 354.0, 352.0, 352.0, 349.0, 346.0, 346.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1386116", "doc253608", "doc1984127", "doc2372621", "doc1133242", "doc83863", "doc2278168", "doc1780375", "doc66003", "doc2537823"], "ranked_scores": [375.0, 374.0, 370.0, 369.0, 365.0, 363.0, 363.0, 363.0, 362.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703706", "doc427621", "doc703736", "doc106372", "doc703714", "doc106338", "doc337506", "doc703702", "doc703711"], "ranked_scores": [391.0, 374.0, 374.0, 374.0, 374.0, 372.0, 371.0, 371.0, 371.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7091", "doc7099", "doc7106", "doc7112", "doc7119", "doc7116", "doc692559", "doc7093", "doc1694554", "doc7120"], "ranked_scores": [393.0, 385.0, 377.0, 372.0, 370.0, 365.0, 363.0, 361.0, 358.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc2569900", "doc90808", "doc82130", "doc82127", "doc840074", "doc2093563", "doc1091030", "doc1891830"], "ranked_scores": [404.0, 367.0, 366.0, 359.0, 356.0, 355.0, 352.0, 350.0, 349.0, 348.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc409226", "doc244368", "doc802395", "doc2018288", "doc439366", "doc428400", "doc269387", "doc428406", "doc2420503"], "ranked_scores": [356.0, 348.0, 344.0, 341.0, 339.0, 339.0, 338.0, 337.0, 335.0, 333.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc1380357", "doc651946", "doc24903", "doc1824654", "doc563699", "doc651957", "doc239811", "doc398772"], "ranked_scores": [368.0, 365.0, 364.0, 364.0, 363.0, 359.0, 357.0, 356.0, 355.0, 354.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2225375", "doc36402", "doc573905", "doc58892", "doc402317", "doc2483632", "doc1497378", "doc1902615", "doc536387", "doc1482058"], "ranked_scores": [358.0, 358.0, 355.0, 355.0, 351.0, 351.0, 350.0, 348.0, 342.0, 341.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc952849", "doc1102442", "doc1601611", "doc56909", "doc2439294", "doc2313864", "doc873479", "doc873480"], "ranked_scores": [385.0, 379.0, 367.0, 365.0, 363.0, 363.0, 362.0, 362.0, 361.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc345642", "doc80074", "doc2557673", "doc80151", "doc439513", "doc2076427", "doc596891", "doc80067", "doc137908", "doc559711"], "ranked_scores": [382.0, 381.0, 375.0, 375.0, 374.0, 371.0, 368.0, 368.0, 367.0, 365.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc506841", "doc629517", "doc2353712", "doc2197028", "doc2240291", "doc2174234", "doc2574040", "doc1248717", "doc1018572"], "ranked_scores": [405.0, 353.0, 351.0, 351.0, 350.0, 350.0, 347.0, 347.0, 346.0, 344.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc725659", "doc864645", "doc261069", "doc26462", "doc1682464", "doc131786", "doc764184", "doc26460", "doc2517376"], "ranked_scores": [384.0, 366.0, 365.0, 362.0, 361.0, 359.0, 358.0, 358.0, 356.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc2173547", "doc192542", "doc308346", "doc119586", "doc470536", "doc273662", "doc802928"], "ranked_scores": [416.0, 376.0, 370.0, 337.0, 335.0, 334.0, 327.0, 327.0, 326.0, 326.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc37890", "doc57946", "doc1199221", "doc81655", "doc122351", "doc57948", "doc2389178", "doc2115402", "doc57940", "doc721746"], "ranked_scores": [362.0, 355.0, 355.0, 355.0, 350.0, 350.0, 349.0, 348.0, 345.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc1368159", "doc1936829", "doc2193668", "doc1448736", "doc1187141", "doc1741593", "doc1224325", "doc765127"], "ranked_scores": [402.0, 357.0, 357.0, 354.0, 353.0, 352.0, 351.0, 346.0, 345.0, 345.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc851269", "doc971992", "doc64314", "doc64317", "doc1376793", "doc41305", "doc64318", "doc35524", "doc41356"], "ranked_scores": [407.0, 389.0, 384.0, 383.0, 383.0, 378.0, 376.0, 375.0, 373.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4306, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc539428", "doc437668", "doc252389", "doc1977978", "doc1520211", "doc1520213", "doc1321883", "doc437677", "doc1739769", "doc437667"], "ranked_scores": [379.0, 379.0, 376.0, 375.0, 374.0, 373.0, 373.0, 372.0, 370.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc754076", "doc1315064", "doc1694648", "doc1315083", "doc2526412", "doc1385395", "doc552702", "doc1603040", "doc1314979"], "ranked_scores": [375.0, 356.0, 354.0, 348.0, 345.0, 344.0, 338.0, 336.0, 335.0, 334.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc587116", "doc531512", "doc602735", "doc773669", "doc170955", "doc1728777", "doc585415", "doc795696", "doc1212031", "doc1449851"], "ranked_scores": [341.0, 341.0, 337.0, 337.0, 336.0, 334.0, 334.0, 333.0, 332.0, 332.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc534490", "doc758677", "doc781344", "doc114471", "doc611287", "doc317197", "doc611282", "doc1154850"], "ranked_scores": [392.0, 387.0, 360.0, 357.0, 357.0, 353.0, 345.0, 345.0, 344.0, 342.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394755", "doc1394760", "doc785116", "doc28582", "doc1394758", "doc876038", "doc1635999", "doc324530"], "ranked_scores": [407.0, 394.0, 384.0, 379.0, 378.0, 376.0, 376.0, 374.0, 373.0, 373.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1119808", "doc402145", "doc294704", "doc1837771", "doc1373330", "doc2499695", "doc368654", "doc1373324", "doc499894", "doc2449643"], "ranked_scores": [361.0, 360.0, 358.0, 358.0, 357.0, 357.0, 356.0, 355.0, 355.0, 355.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc105763", "doc1729412", "doc105759", "doc849003", "doc1270352", "doc543176", "doc8477", "doc719006"], "ranked_scores": [378.0, 366.0, 363.0, 362.0, 356.0, 352.0, 351.0, 350.0, 349.0, 348.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc2224155", "doc358938", "doc172405", "doc606253", "doc2107018", "doc2107022", "doc6540", "doc3668", "doc6531"], "ranked_scores": [391.0, 382.0, 382.0, 381.0, 378.0, 376.0, 375.0, 373.0, 372.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc2587564", "doc420336", "doc435075", "doc378301", "doc768322", "doc313354", "doc2502216", "doc2288928", "doc211230"], "ranked_scores": [352.0, 352.0, 352.0, 351.0, 351.0, 351.0, 350.0, 348.0, 346.0, 344.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc336518", "doc2119808", "doc2448623", "doc2665803", "doc264212", "doc1658558", "doc2042102", "doc2636635", "doc878338"], "ranked_scores": [368.0, 357.0, 357.0, 355.0, 351.0, 348.0, 343.0, 343.0, 343.0, 342.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1962174", "doc159492", "doc1245931", "doc1548640", "doc1541761", "doc1512040", "doc1156527", "doc2414537", "doc1162080"], "ranked_scores": [353.0, 349.0, 347.0, 341.0, 335.0, 333.0, 331.0, 331.0, 331.0, 330.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc57975", "doc1345740", "doc2265144", "doc261351", "doc864555", "doc376241", "doc1493586", "doc2502630", "doc601133", "doc1296606"], "ranked_scores": [346.0, 345.0, 345.0, 345.0, 339.0, 333.0, 330.0, 329.0, 329.0, 328.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588578", "doc1160263", "doc1584862", "doc1792210", "doc294604", "doc61233", "doc663467", "doc1119214", "doc1943842", "doc1986449"], "ranked_scores": [381.0, 375.0, 371.0, 367.0, 365.0, 360.0, 357.0, 355.0, 353.0, 352.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1370451", "doc1877808", "doc201173", "doc845377", "doc1319077", "doc845380", "doc1105537", "doc190844", "doc173076", "doc2316721"], "ranked_scores": [355.0, 352.0, 348.0, 345.0, 344.0, 342.0, 340.0, 338.0, 337.0, 336.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc2015719", "doc88931", "doc127040", "doc1452752", "doc1763997", "doc2624067", "doc779563", "doc127031", "doc175560"], "ranked_scores": [399.0, 395.0, 387.0, 387.0, 384.0, 382.0, 378.0, 378.0, 377.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338815", "doc963332", "doc746693", "doc1923941", "doc1836919", "doc353043", "doc2267531", "doc308175", "doc1455508", "doc338818"], "ranked_scores": [348.0, 345.0, 344.0, 343.0, 339.0, 338.0, 337.0, 337.0, 336.0, 335.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc2003302", "doc323321", "doc63585", "doc43450", "doc108480", "doc18274", "doc1906610", "doc1491857", "doc911115"], "ranked_scores": [379.0, 378.0, 377.0, 376.0, 374.0, 371.0, 371.0, 370.0, 370.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc1528217", "doc1524979", "doc1670303", "doc2482938", "doc580244", "doc1347235", "doc2298808", "doc7161"], "ranked_scores": [372.0, 361.0, 345.0, 343.0, 342.0, 342.0, 342.0, 341.0, 340.0, 338.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc404242", "doc4611", "doc951306", "doc807", "doc1841145", "doc1826212", "doc1260420", "doc1244692", "doc753576", "doc1602743"], "ranked_scores": [341.0, 337.0, 336.0, 332.0, 332.0, 331.0, 328.0, 326.0, 326.0, 324.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc642762", "doc1185713", "doc1564158", "doc2639996", "doc2548869", "doc1451760", "doc15890", "doc868658", "doc1932389"], "ranked_scores": [376.0, 358.0, 355.0, 349.0, 348.0, 348.0, 347.0, 346.0, 346.0, 344.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc761123", "doc2657970", "doc1618376", "doc1927669", "doc207271", "doc2258745", "doc2362801", "doc427398", "doc2633722"], "ranked_scores": [370.0, 365.0, 357.0, 357.0, 357.0, 356.0, 355.0, 355.0, 354.0, 353.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106355", "doc703719", "doc869916", "doc106372", "doc427621", "doc703736", "doc35719", "doc106357", "doc703721", "doc211896"], "ranked_scores": [364.0, 363.0, 362.0, 360.0, 360.0, 360.0, 359.0, 359.0, 359.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc108892", "doc2234638", "doc643072", "doc1373324", "doc1373323", "doc873559", "doc1220654", "doc108887", "doc1119808"], "ranked_scores": [403.0, 390.0, 386.0, 385.0, 383.0, 380.0, 379.0, 377.0, 375.0, 375.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1504263", "doc77971", "doc1430993", "doc2332984", "doc77973", "doc2079848", "doc857632", "doc2039201", "doc347002"], "ranked_scores": [384.0, 376.0, 370.0, 359.0, 345.0, 342.0, 341.0, 340.0, 339.0, 335.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-atanh": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc57232", "doc1665946", "doc751998", "doc57948", "doc2569915", "doc1254764", "doc1163498", "doc3001"], "ranked_scores": [211.0, 197.0, 197.0, 187.0, 187.0, 186.0, 184.0, 181.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc2112811", "doc63538", "doc1749973", "doc255050", "doc1952665", "doc1506785", "doc2136789", "doc2308785", "doc2461160"], "ranked_scores": [202.0, 193.0, 191.0, 185.0, 183.0, 182.0, 182.0, 181.0, 181.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc1675505", "doc812322", "doc69767", "doc69765", "doc2285692", "doc21829", "doc660012", "doc1085571", "doc21841", "doc761186"], "ranked_scores": [194.0, 188.0, 187.0, 186.0, 184.0, 183.0, 183.0, 182.0, 182.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc564708", "doc415323", "doc643498", "doc1678115", "doc1247565", "doc884614", "doc2317442", "doc564709", "doc726012"], "ranked_scores": [186.0, 185.0, 185.0, 184.0, 183.0, 183.0, 182.0, 181.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc887635", "doc1812653", "doc1812659", "doc2165920", "doc1812661", "doc1435310", "doc1741704", "doc1366769", "doc387897", "doc559423"], "ranked_scores": [196.0, 191.0, 188.0, 188.0, 186.0, 186.0, 185.0, 184.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1770477", "doc1407767", "doc540358", "doc27536", "doc2034534", "doc1852504", "doc540404", "doc1628841", "doc27529", "doc381292"], "ranked_scores": [190.0, 186.0, 184.0, 184.0, 184.0, 183.0, 183.0, 182.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc54270", "doc864822", "doc2134247", "doc1953211", "doc2134206", "doc273559", "doc1480727", "doc653285", "doc613963", "doc77634"], "ranked_scores": [197.0, 194.0, 193.0, 193.0, 192.0, 192.0, 189.0, 189.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1486663", "doc1798668", "doc1017147", "doc29765", "doc1456780", "doc1595692", "doc231271", "doc38721", "doc966365"], "ranked_scores": [195.0, 186.0, 186.0, 183.0, 180.0, 179.0, 179.0, 179.0, 178.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc61043", "doc829494", "doc1612682", "doc13999", "doc142184", "doc988607"], "ranked_scores": [206.0, 200.0, 200.0, 196.0, 189.0, 186.0, 186.0, 183.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2084014", "doc2083995", "doc2380009", "doc369270", "doc2071107", "doc2071086", "doc369237", "doc369234", "doc97442"], "ranked_scores": [199.0, 198.0, 194.0, 190.0, 190.0, 189.0, 186.0, 186.0, 184.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc122351", "doc95291", "doc2199352", "doc33196", "doc33193", "doc2648883", "doc1029757", "doc2634491", "doc2263202", "doc311119"], "ranked_scores": [190.0, 178.0, 178.0, 177.0, 177.0, 176.0, 175.0, 175.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc2372621", "doc369618", "doc1386116", "doc253608", "doc1984127", "doc225047", "doc53439", "doc2278168", "doc595818", "doc66003"], "ranked_scores": [187.0, 184.0, 184.0, 181.0, 180.0, 178.0, 178.0, 177.0, 177.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc337506", "doc106372", "doc703714", "doc703711", "doc703736", "doc106338", "doc1471942", "doc1887731", "doc703702"], "ranked_scores": [196.0, 191.0, 188.0, 188.0, 188.0, 188.0, 187.0, 187.0, 187.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7091", "doc7119", "doc7099", "doc7116", "doc7112", "doc692559", "doc7093", "doc7108", "doc7120"], "ranked_scores": [196.0, 193.0, 192.0, 190.0, 189.0, 184.0, 183.0, 181.0, 178.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc82130", "doc2569900", "doc787600", "doc1057032", "doc90808", "doc82127", "doc1891830", "doc787615"], "ranked_scores": [203.0, 189.0, 187.0, 186.0, 185.0, 184.0, 182.0, 179.0, 179.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc409226", "doc207871", "doc269387", "doc897", "doc428406", "doc802395", "doc1186883", "doc750416", "doc428400", "doc453118"], "ranked_scores": [175.0, 174.0, 173.0, 171.0, 170.0, 170.0, 170.0, 170.0, 169.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc468490", "doc90322", "doc1380357", "doc416774", "doc24903", "doc563699", "doc1824654", "doc239811", "doc398772", "doc651946"], "ranked_scores": [188.0, 185.0, 185.0, 184.0, 182.0, 180.0, 179.0, 178.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1497378", "doc1902615", "doc36402", "doc58892", "doc2483632", "doc650150", "doc2659217", "doc536387", "doc558085", "doc573905"], "ranked_scores": [181.0, 179.0, 179.0, 176.0, 175.0, 175.0, 175.0, 174.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc2439294", "doc1088133", "doc2510026", "doc1601611", "doc2318634", "doc2313864", "doc873480", "doc952849"], "ranked_scores": [197.0, 189.0, 186.0, 186.0, 185.0, 184.0, 184.0, 183.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80074", "doc345642", "doc1189628", "doc2557673", "doc439513", "doc559711", "doc137908", "doc863660", "doc2076427", "doc596891"], "ranked_scores": [194.0, 190.0, 189.0, 189.0, 188.0, 188.0, 186.0, 186.0, 186.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2197028", "doc506841", "doc732087", "doc2174234", "doc2240291", "doc2574040", "doc1270352", "doc171833", "doc2353712"], "ranked_scores": [206.0, 181.0, 180.0, 178.0, 178.0, 175.0, 175.0, 173.0, 173.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc1682464", "doc26462", "doc261069", "doc725659", "doc746306", "doc1880842", "doc2036045", "doc764184"], "ranked_scores": [192.0, 185.0, 184.0, 184.0, 183.0, 183.0, 182.0, 181.0, 181.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc2173547", "doc192542", "doc119586", "doc74858", "doc2173544", "doc308346", "doc1682561"], "ranked_scores": [211.0, 185.0, 183.0, 177.0, 175.0, 172.0, 172.0, 171.0, 170.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc37890", "doc2540212", "doc57940", "doc2389179", "doc57948", "doc57946", "doc2115402", "doc87191"], "ranked_scores": [181.0, 180.0, 178.0, 176.0, 175.0, 175.0, 175.0, 175.0, 173.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1936829", "doc1187141", "doc1962033", "doc2357495", "doc1368159", "doc1741593", "doc1205818", "doc2286850", "doc751435"], "ranked_scores": [206.0, 178.0, 178.0, 178.0, 177.0, 176.0, 176.0, 175.0, 174.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc971992", "doc1376793", "doc851269", "doc2072856", "doc64314", "doc35524", "doc35513", "doc2072861", "doc64318"], "ranked_scores": [205.0, 194.0, 194.0, 194.0, 191.0, 190.0, 188.0, 188.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1977978", "doc252389", "doc1520222", "doc437678", "doc437685", "doc437668", "doc1321883", "doc1520275", "doc1520254", "doc437694"], "ranked_scores": [202.0, 196.0, 195.0, 193.0, 193.0, 192.0, 190.0, 190.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc2526412", "doc1385395", "doc1315064", "doc754076", "doc1315083", "doc2384757", "doc2522537", "doc1314979", "doc1778743"], "ranked_scores": [192.0, 179.0, 179.0, 179.0, 178.0, 175.0, 173.0, 172.0, 172.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc543039", "doc2558036", "doc1894178", "doc27298", "doc587116", "doc24939", "doc2401371", "doc531512", "doc773669", "doc966112"], "ranked_scores": [177.0, 172.0, 172.0, 171.0, 171.0, 171.0, 170.0, 170.0, 169.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc758677", "doc114471", "doc781344", "doc1154850", "doc534490", "doc1061142", "doc1784440", "doc95310"], "ranked_scores": [194.0, 190.0, 185.0, 182.0, 180.0, 176.0, 175.0, 173.0, 173.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394758", "doc1394755", "doc28582", "doc2259504", "doc38710", "doc409319", "doc465257", "doc783808"], "ranked_scores": [202.0, 196.0, 191.0, 191.0, 191.0, 189.0, 188.0, 188.0, 188.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc368654", "doc368643", "doc2499695", "doc499894", "doc1119808", "doc1373324", "doc294704", "doc6858", "doc1373330", "doc402145"], "ranked_scores": [185.0, 185.0, 183.0, 183.0, 182.0, 182.0, 182.0, 181.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105763", "doc105739", "doc1729412", "doc8477", "doc1270352", "doc1858032", "doc1223275", "doc1587280", "doc719006", "doc719078"], "ranked_scores": [183.0, 182.0, 180.0, 179.0, 177.0, 176.0, 176.0, 174.0, 174.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc4147", "doc2224155", "doc52414", "doc3668", "doc2107033", "doc773043", "doc2107022", "doc606253", "doc2166568"], "ranked_scores": [201.0, 195.0, 195.0, 194.0, 193.0, 191.0, 191.0, 190.0, 189.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc420336", "doc2646161", "doc313364", "doc1098357", "doc2502216", "doc2587562", "doc435075", "doc2587564", "doc378301", "doc768322"], "ranked_scores": [183.0, 178.0, 178.0, 176.0, 176.0, 176.0, 176.0, 176.0, 176.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc733127", "doc2119808", "doc15890", "doc2665803", "doc336518", "doc264212", "doc2448623", "doc2042102", "doc2636635", "doc2465505"], "ranked_scores": [183.0, 183.0, 180.0, 179.0, 177.0, 176.0, 176.0, 172.0, 172.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1962174", "doc93287", "doc1002584", "doc159492", "doc602735", "doc1245931", "doc1094361", "doc1162080", "doc2144435", "doc720754"], "ranked_scores": [180.0, 175.0, 175.0, 175.0, 173.0, 172.0, 170.0, 170.0, 170.0, 168.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc57975", "doc864555", "doc2265144", "doc1345740", "doc1400528", "doc1493586", "doc564961", "doc261351", "doc2048015", "doc376241"], "ranked_scores": [180.0, 176.0, 175.0, 175.0, 172.0, 171.0, 171.0, 170.0, 169.0, 169.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588578", "doc1160263", "doc1792210", "doc1119214", "doc1943842", "doc61233", "doc1467762", "doc1584862", "doc294604", "doc1975694"], "ranked_scores": [192.0, 192.0, 191.0, 187.0, 186.0, 184.0, 183.0, 183.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1370451", "doc1877808", "doc2308080", "doc1105537", "doc190844", "doc845380", "doc2316721", "doc201173", "doc848379", "doc872070"], "ranked_scores": [185.0, 180.0, 175.0, 174.0, 173.0, 173.0, 173.0, 172.0, 171.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc2015719", "doc88931", "doc1452752", "doc779563", "doc175560", "doc2624067", "doc127040", "doc1763997", "doc127031"], "ranked_scores": [203.0, 202.0, 198.0, 193.0, 193.0, 193.0, 191.0, 190.0, 190.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338815", "doc746693", "doc963332", "doc21340", "doc2184940", "doc498147", "doc1836919", "doc1923941", "doc340624", "doc353043"], "ranked_scores": [182.0, 179.0, 173.0, 173.0, 172.0, 172.0, 170.0, 170.0, 170.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2003302", "doc193844", "doc108480", "doc1906610", "doc43450", "doc323321", "doc108508", "doc1491857", "doc63585", "doc18274"], "ranked_scores": [193.0, 193.0, 191.0, 190.0, 190.0, 189.0, 188.0, 187.0, 186.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc7161", "doc2298808", "doc1528217", "doc580244", "doc2482938", "doc1347235", "doc2502101", "doc1273458"], "ranked_scores": [187.0, 187.0, 178.0, 178.0, 174.0, 174.0, 174.0, 172.0, 172.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc404242", "doc4611", "doc1244692", "doc1260420", "doc807", "doc2587477", "doc296216", "doc776139", "doc293526", "doc776137"], "ranked_scores": [177.0, 173.0, 172.0, 171.0, 171.0, 169.0, 169.0, 169.0, 168.0, 168.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc868658", "doc1222389", "doc642762", "doc2548869", "doc15890", "doc920736", "doc1451760", "doc1932389"], "ranked_scores": [188.0, 185.0, 184.0, 183.0, 183.0, 182.0, 179.0, 178.0, 177.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618376", "doc2258745", "doc2362801", "doc1926782", "doc1927669", "doc2258693", "doc2245700", "doc2329255", "doc417445"], "ranked_scores": [187.0, 187.0, 185.0, 185.0, 183.0, 183.0, 183.0, 183.0, 183.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc703719", "doc106355", "doc35719", "doc211896", "doc106372", "doc1332302", "doc973089", "doc2832", "doc1804263", "doc703736"], "ranked_scores": [189.0, 188.0, 185.0, 184.0, 183.0, 183.0, 183.0, 183.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc108892", "doc873559", "doc2234638", "doc1373324", "doc643072", "doc1373323", "doc2339886", "doc108887", "doc935127"], "ranked_scores": [196.0, 195.0, 195.0, 195.0, 193.0, 192.0, 191.0, 190.0, 189.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc2079848", "doc2388767", "doc857632", "doc1714121", "doc1267063", "doc969155"], "ranked_scores": [196.0, 195.0, 187.0, 184.0, 178.0, 177.0, 176.0, 174.0, 174.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-atanh": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57232", "doc57226", "doc1665946", "doc751998", "doc1254764", "doc2173547", "doc1163498", "doc3001", "doc57948"], "ranked_scores": [107.0, 101.0, 100.0, 97.0, 97.0, 96.0, 94.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc1506785", "doc1952665", "doc1911979", "doc502099", "doc2136789", "doc2461160", "doc63538", "doc1942575", "doc2521983"], "ranked_scores": [107.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc1675505", "doc2074523", "doc524514", "doc69765", "doc761186", "doc660012", "doc243667", "doc377466", "doc69767"], "ranked_scores": [102.0, 101.0, 100.0, 100.0, 99.0, 99.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc415323", "doc1678115", "doc564708", "doc1402781", "doc726012", "doc884614", "doc1996497", "doc690618", "doc453144"], "ranked_scores": [97.0, 97.0, 96.0, 96.0, 96.0, 95.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc887635", "doc1812659", "doc2165920", "doc1812653", "doc1121527", "doc1812661", "doc1435310", "doc1366769", "doc387897", "doc559423"], "ranked_scores": [107.0, 106.0, 103.0, 102.0, 101.0, 101.0, 101.0, 101.0, 101.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1852504", "doc1407767", "doc27536", "doc1478919", "doc1770477", "doc1852503", "doc1852518", "doc1852527", "doc27538", "doc738831"], "ranked_scores": [101.0, 100.0, 99.0, 98.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc54270", "doc864822", "doc1953211", "doc273559", "doc2134247", "doc1480727", "doc2134206", "doc77634", "doc1328113", "doc613963"], "ranked_scores": [105.0, 103.0, 102.0, 101.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1489607", "doc1017147", "doc1959162", "doc231271", "doc29759", "doc2210110", "doc38721", "doc873479", "doc873480"], "ranked_scores": [95.0, 95.0, 92.0, 92.0, 92.0, 92.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc1376346", "doc61036", "doc61045", "doc61043", "doc988607", "doc1612682", "doc2083822", "doc829494", "doc1044670"], "ranked_scores": [103.0, 102.0, 101.0, 100.0, 96.0, 95.0, 95.0, 94.0, 93.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2083995", "doc97421", "doc2084014", "doc2405271", "doc369270", "doc369237", "doc2380009", "doc369234", "doc2071028", "doc369236"], "ranked_scores": [102.0, 102.0, 101.0, 99.0, 99.0, 98.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc122351", "doc908573", "doc562696", "doc1311119", "doc2263202", "doc64791", "doc233794", "doc1948854", "doc33193", "doc33196"], "ranked_scores": [94.0, 93.0, 92.0, 91.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc2372621", "doc369618", "doc253608", "doc225047", "doc83863", "doc2225375", "doc2665658", "doc759547", "doc489894", "doc875841"], "ranked_scores": [94.0, 92.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0, 91.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc337506", "doc703701", "doc106332", "doc211929", "doc211896", "doc1471942", "doc106338", "doc703728", "doc703702", "doc703719"], "ranked_scores": [101.0, 100.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7091", "doc7106", "doc7116", "doc7119", "doc7099", "doc692559", "doc7112", "doc7096", "doc7108", "doc7120"], "ranked_scores": [104.0, 102.0, 100.0, 98.0, 98.0, 96.0, 95.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1057032", "doc2569900", "doc1169637", "doc2093563", "doc82130", "doc82127", "doc2646391", "doc2667180", "doc840074"], "ranked_scores": [105.0, 99.0, 98.0, 95.0, 93.0, 93.0, 92.0, 90.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc750416", "doc2018288", "doc428406", "doc2093591", "doc919340", "doc428400", "doc1759626", "doc244368", "doc376427", "doc897"], "ranked_scores": [91.0, 89.0, 89.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc651946", "doc468490", "doc90322", "doc416774", "doc24903", "doc1824654", "doc1380357", "doc651957", "doc30773", "doc563699"], "ranked_scores": [99.0, 98.0, 98.0, 97.0, 97.0, 95.0, 95.0, 94.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1497378", "doc1902615", "doc2013112", "doc402317", "doc36402", "doc58892", "doc536387", "doc1482058", "doc536398", "doc750416"], "ranked_scores": [99.0, 99.0, 94.0, 93.0, 93.0, 92.0, 92.0, 90.0, 90.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc2510026", "doc2313854", "doc469134", "doc2313875", "doc2222024", "doc2562070", "doc720105", "doc952849"], "ranked_scores": [96.0, 95.0, 94.0, 94.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc559711", "doc80074", "doc2076427", "doc1189628", "doc137908", "doc596891", "doc439513", "doc6964", "doc80151", "doc80067"], "ranked_scores": [102.0, 101.0, 100.0, 99.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5641, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc1270352", "doc506841", "doc2197028", "doc1781006", "doc2174234", "doc400631", "doc719057", "doc86071"], "ranked_scores": [108.0, 93.0, 93.0, 93.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc1880842", "doc261069", "doc1204806", "doc1682464", "doc26461", "doc26460", "doc727075", "doc26462", "doc725659"], "ranked_scores": [107.0, 101.0, 101.0, 99.0, 98.0, 98.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc2173547", "doc2173544", "doc1587280", "doc74858", "doc211935", "doc2341977", "doc446477"], "ranked_scores": [109.0, 99.0, 99.0, 92.0, 91.0, 89.0, 88.0, 87.0, 87.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1199221", "doc2389179", "doc81655", "doc57946", "doc37890", "doc490395", "doc721746", "doc2389178", "doc57940", "doc2027228"], "ranked_scores": [94.0, 93.0, 93.0, 92.0, 90.0, 90.0, 90.0, 90.0, 89.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1187141", "doc1205818", "doc1448736", "doc1936829", "doc830104", "doc2077366", "doc2286850", "doc356961", "doc742717"], "ranked_scores": [100.0, 95.0, 94.0, 92.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc971992", "doc607926", "doc1385353", "doc851269", "doc456580", "doc824422", "doc1376793", "doc1686260", "doc64317"], "ranked_scores": [103.0, 98.0, 97.0, 96.0, 96.0, 95.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1977978", "doc1321884", "doc1520222", "doc437677", "doc437685", "doc1520275", "doc1520244", "doc1520254", "doc252389", "doc437678"], "ranked_scores": [105.0, 104.0, 103.0, 103.0, 102.0, 101.0, 101.0, 100.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc754076", "doc1385395", "doc1315064", "doc866490", "doc2203239", "doc552697", "doc1315083", "doc285566", "doc469702"], "ranked_scores": [95.0, 95.0, 91.0, 90.0, 89.0, 88.0, 88.0, 87.0, 87.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc531512", "doc2558036", "doc587116", "doc524130", "doc2676807", "doc1894178", "doc2528590", "doc543039", "doc964756", "doc602735"], "ranked_scores": [91.0, 91.0, 89.0, 89.0, 88.0, 88.0, 87.0, 87.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc758677", "doc781344", "doc53465", "doc317197", "doc114471", "doc534490", "doc2660672", "doc1784440", "doc609671"], "ranked_scores": [95.0, 95.0, 94.0, 93.0, 93.0, 92.0, 91.0, 91.0, 90.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc2259504", "doc465257", "doc2370519", "doc204171", "doc430825", "doc233547", "doc28582", "doc2508414", "doc327463"], "ranked_scores": [101.0, 99.0, 98.0, 95.0, 95.0, 94.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc643072", "doc294704", "doc1373323", "doc1373324", "doc1119808", "doc2393669", "doc368643", "doc402145", "doc460823", "doc868419"], "ranked_scores": [98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc719006", "doc105739", "doc105759", "doc105763", "doc1858032", "doc1729412", "doc543176", "doc591463", "doc719060", "doc881796"], "ranked_scores": [97.0, 93.0, 93.0, 92.0, 91.0, 91.0, 91.0, 91.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc636206", "doc2107033", "doc2224155", "doc4147", "doc324540", "doc926314", "doc52414", "doc606253", "doc773043"], "ranked_scores": [105.0, 103.0, 100.0, 99.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc420336", "doc1487858", "doc2352487", "doc2288928", "doc412168", "doc435075", "doc435076", "doc435081", "doc707796", "doc720207"], "ranked_scores": [95.0, 91.0, 91.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc15890", "doc2465505", "doc733127", "doc2119808", "doc336518", "doc2636635", "doc627432", "doc518394", "doc520689"], "ranked_scores": [95.0, 91.0, 90.0, 89.0, 88.0, 88.0, 88.0, 88.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1291616", "doc357631", "doc157039", "doc1548640", "doc93287", "doc159492", "doc2179555", "doc170931", "doc696366", "doc759590"], "ranked_scores": [88.0, 88.0, 88.0, 88.0, 88.0, 87.0, 87.0, 87.0, 87.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1345740", "doc864555", "doc376241", "doc57975", "doc2048015", "doc2175230", "doc567776", "doc261351", "doc2352487", "doc564961"], "ranked_scores": [91.0, 91.0, 90.0, 89.0, 89.0, 89.0, 88.0, 88.0, 86.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1119214", "doc588578", "doc1160263", "doc1844590", "doc1589174", "doc1792210", "doc294604", "doc1333905", "doc1986437", "doc2465656"], "ranked_scores": [103.0, 99.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1370451", "doc2316721", "doc2334138", "doc2334137", "doc845380", "doc1877808", "doc190844", "doc201173", "doc645602", "doc936624"], "ranked_scores": [99.0, 92.0, 92.0, 92.0, 92.0, 90.0, 90.0, 90.0, 90.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc88934", "doc127040", "doc1763997", "doc127031", "doc175560", "doc779563", "doc1343239", "doc1452752", "doc88931"], "ranked_scores": [101.0, 100.0, 99.0, 99.0, 99.0, 98.0, 97.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338815", "doc963332", "doc498147", "doc212860", "doc1336590", "doc1836919", "doc746693", "doc1533829", "doc1923941", "doc2262127"], "ranked_scores": [96.0, 95.0, 92.0, 91.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108508", "doc193844", "doc1491857", "doc2003302", "doc323321", "doc1906610", "doc1491868", "doc2590203", "doc63585", "doc43450"], "ranked_scores": [101.0, 101.0, 100.0, 100.0, 100.0, 97.0, 97.0, 97.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc355540", "doc2502101", "doc7161", "doc2298808", "doc2482938", "doc299691", "doc1528217", "doc1299060", "doc1347235", "doc386637"], "ranked_scores": [97.0, 91.0, 91.0, 90.0, 89.0, 88.0, 88.0, 87.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc404242", "doc293526", "doc4611", "doc50097", "doc776173", "doc78091", "doc21844", "doc776137", "doc2193668", "doc83875"], "ranked_scores": [90.0, 90.0, 89.0, 89.0, 88.0, 88.0, 87.0, 87.0, 86.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc531809", "doc1932389", "doc662025", "doc15890", "doc1801894", "doc642762", "doc868658", "doc980993"], "ranked_scores": [98.0, 96.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc1618376", "doc2329255", "doc1926782", "doc2258693", "doc2258745", "doc36467", "doc2362801", "doc2671424", "doc2258683", "doc2543936"], "ranked_scores": [98.0, 97.0, 97.0, 97.0, 97.0, 97.0, 97.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc703719", "doc35719", "doc106355", "doc1390073", "doc172053", "doc1804263", "doc284003", "doc337547", "doc427621", "doc869916"], "ranked_scores": [95.0, 95.0, 95.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc2234638", "doc1373323", "doc108887", "doc626438", "doc873559", "doc1373324", "doc934719", "doc729572", "doc550879"], "ranked_scores": [103.0, 100.0, 99.0, 98.0, 98.0, 98.0, 97.0, 96.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1430993", "doc1504263", "doc2548332", "doc969155", "doc531580", "doc418974", "doc335679", "doc417733"], "ranked_scores": [99.0, 96.0, 93.0, 92.0, 90.0, 90.0, 89.0, 88.0, 87.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64-atanh": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc2173547", "doc57242", "doc1254764", "doc57948", "doc57232", "doc1254733", "doc1665946", "doc751998", "doc81655"], "ranked_scores": [53.0, 52.0, 52.0, 50.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2112811", "doc2521983", "doc2292349", "doc63543", "doc1506785", "doc1952665", "doc1117624", "doc63542", "doc2308785", "doc855132"], "ranked_scores": [52.0, 52.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc524514", "doc2074523", "doc69765", "doc660012", "doc69767", "doc761186", "doc1675505", "doc243667", "doc69768"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc564708", "doc1177870", "doc690618", "doc773043", "doc1996497", "doc579105", "doc726012", "doc965461", "doc914411"], "ranked_scores": [49.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812653", "doc1812659", "doc887635", "doc387897", "doc2450178", "doc70976", "doc866525", "doc1435310", "doc2165920", "doc2171152"], "ranked_scores": [56.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1852504", "doc1852518", "doc1407767", "doc1852527", "doc1021718", "doc27536", "doc2034534", "doc27529", "doc738831", "doc27538"], "ranked_scores": [53.0, 52.0, 52.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc864822", "doc273559", "doc529465", "doc1480727", "doc54270", "doc613963", "doc1328113", "doc1953211", "doc216986", "doc856725"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc38710", "doc2210110", "doc1595692", "doc873480", "doc873479", "doc29764", "doc520683", "doc540731", "doc625773"], "ranked_scores": [50.0, 50.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc61036", "doc61045", "doc1612682", "doc2083822", "doc829494", "doc61054", "doc13999", "doc61043", "doc988607"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2405271", "doc2405244", "doc369270", "doc1992466", "doc369237", "doc1902500", "doc2055431", "doc2380009", "doc369236", "doc97421"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc1104251", "doc260645", "doc233794", "doc908573", "doc781344", "doc447411", "doc56398", "doc562696", "doc64791", "doc86108"], "ranked_scores": [51.0, 49.0, 49.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc2485855", "doc1386166", "doc2665658", "doc66003", "doc437627", "doc1034008", "doc489894", "doc759547", "doc802395"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106352", "doc703701", "doc703706", "doc106332", "doc1824656", "doc337506", "doc211929", "doc703702", "doc337555", "doc703719"], "ranked_scores": [54.0, 53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7091", "doc7119", "doc7112", "doc7120", "doc7116", "doc7108", "doc670570", "doc7096", "doc7099"], "ranked_scores": [53.0, 53.0, 52.0, 50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc2569900", "doc2252228", "doc787596", "doc844175", "doc1357000", "doc1057032", "doc155438", "doc155440", "doc787600"], "ranked_scores": [53.0, 52.0, 49.0, 48.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc244368", "doc439366", "doc919340", "doc330463", "doc1486450", "doc1904094", "doc624943", "doc2009369", "doc917792"], "ranked_scores": [48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc300567", "doc468490", "doc651946", "doc1734041", "doc563699", "doc416774", "doc30773", "doc24903", "doc30774"], "ranked_scores": [50.0, 50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1902615", "doc1497378", "doc536387", "doc2203117", "doc2450178", "doc2659217", "doc2305740", "doc2235407", "doc602739", "doc887635"], "ranked_scores": [53.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc2214893", "doc56921", "doc873481", "doc56909", "doc952849", "doc2313854", "doc1102442", "doc346637", "doc82127"], "ranked_scores": [51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc2076427", "doc1168954", "doc1149597", "doc559711", "doc299592", "doc345642", "doc80074", "doc596891", "doc61227", "doc80067"], "ranked_scores": [52.0, 52.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3816, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc1270352", "doc2279199", "doc1878861", "doc2240293", "doc1935458", "doc355130", "doc1313601", "doc506841"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc638689", "doc2036045", "doc138447", "doc1204806", "doc2517390", "doc1576987", "doc2376956", "doc26481", "doc725659"], "ranked_scores": [52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc2173547", "doc1104251", "doc1055238", "doc2341977", "doc2040327", "doc2173544", "doc551209"], "ranked_scores": [54.0, 50.0, 50.0, 49.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57940", "doc1199221", "doc57946", "doc81655", "doc122351", "doc2389179", "doc282412", "doc284042", "doc311119", "doc551209"], "ranked_scores": [52.0, 49.0, 49.0, 49.0, 49.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc830104", "doc2036707", "doc1448736", "doc320235", "doc1982515", "doc2114608", "doc2445605", "doc751435", "doc884430"], "ranked_scores": [49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc971992", "doc1385353", "doc41305", "doc456580", "doc35522", "doc35524", "doc35525", "doc607926", "doc824758"], "ranked_scores": [54.0, 54.0, 52.0, 51.0, 51.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc1321884", "doc1520300", "doc252389", "doc1520244", "doc1977978", "doc1520254", "doc1520275", "doc1520278", "doc2545097"], "ranked_scores": [57.0, 55.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1986433", "doc1385395", "doc2558251", "doc1778743", "doc367417", "doc388281", "doc754076", "doc952661", "doc812329"], "ranked_scores": [48.0, 47.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2558036", "doc587116", "doc524130", "doc531512", "doc2335293", "doc1386686", "doc24939", "doc2676807", "doc543039", "doc58964"], "ranked_scores": [54.0, 51.0, 49.0, 49.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc758677", "doc317197", "doc53465", "doc53464", "doc1069317", "doc2660672", "doc1585586", "doc1376157", "doc311119", "doc781344"], "ranked_scores": [51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc465257", "doc87294", "doc28582", "doc430825", "doc29764", "doc1635999", "doc233547", "doc783808", "doc327463", "doc233596"], "ranked_scores": [58.0, 54.0, 54.0, 53.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc368654", "doc2449643", "doc402145", "doc294704", "doc499894", "doc108893", "doc1373324", "doc368643", "doc2393669", "doc868419"], "ranked_scores": [50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105758", "doc105763", "doc719006", "doc543176", "doc505032", "doc105739", "doc1248717", "doc1239504", "doc1354717", "doc566026"], "ranked_scores": [47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2162858", "doc6531", "doc2107022", "doc2166568", "doc4147", "doc2224155", "doc358938", "doc324540", "doc606253", "doc88173"], "ranked_scores": [55.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2288928", "doc42101", "doc1487858", "doc435076", "doc707796", "doc420336", "doc435081", "doc435084", "doc550451", "doc705952"], "ranked_scores": [48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2636762", "doc1952697", "doc627432", "doc2119808", "doc264212", "doc1508870", "doc688403", "doc633767", "doc920086"], "ranked_scores": [52.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc2118467", "doc448867", "doc142930", "doc859040", "doc775913", "doc1512044", "doc383147", "doc567112", "doc93287", "doc60315"], "ranked_scores": [49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1456780", "doc864555", "doc1493586", "doc1229449", "doc2175230", "doc327730", "doc2035909", "doc57975", "doc671892", "doc768172"], "ranked_scores": [49.0, 48.0, 47.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1589174", "doc577385", "doc588578", "doc1119214", "doc1584862", "doc1333905", "doc588612", "doc663467", "doc61233"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc266717", "doc190844", "doc681964", "doc2334137", "doc201166", "doc2334138", "doc848379", "doc2361509", "doc806", "doc994525"], "ranked_scores": [48.0, 47.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc127040", "doc127031", "doc2015719", "doc779563", "doc1763997", "doc175560", "doc88931", "doc1524150", "doc884729", "doc88934"], "ranked_scores": [53.0, 51.0, 51.0, 51.0, 50.0, 49.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc963332", "doc498147", "doc746693", "doc57247", "doc61568", "doc751998", "doc1390312", "doc1923927", "doc1455508", "doc212860"], "ranked_scores": [51.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc43450", "doc193844", "doc1994393", "doc2003302", "doc108508", "doc1491868", "doc38710", "doc1491857", "doc323321", "doc484979"], "ranked_scores": [53.0, 53.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc355540", "doc2502101", "doc1192026", "doc1273458", "doc1705674", "doc7165", "doc2298808", "doc7161", "doc824006", "doc930753"], "ranked_scores": [52.0, 49.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc2587477", "doc293526", "doc2193668", "doc78091", "doc938300", "doc1826212", "doc2015875", "doc404242", "doc50097", "doc83875"], "ranked_scores": [48.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc868658", "doc1222389", "doc705226", "doc2402770", "doc1519779", "doc642762", "doc785515", "doc531809", "doc662025", "doc732015"], "ranked_scores": [53.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618376", "doc1314900", "doc2622770", "doc2395649", "doc1926783", "doc427398", "doc2362801", "doc2671424", "doc36463"], "ranked_scores": [51.0, 51.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc1390073", "doc337555", "doc703719", "doc427621", "doc492764", "doc869916", "doc752669", "doc260672", "doc284003"], "ranked_scores": [50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc22149", "doc873559", "doc643072", "doc1606329", "doc427061", "doc1373335", "doc702815", "doc2234638", "doc934719", "doc1703993"], "ranked_scores": [50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc1504263", "doc2332984", "doc2079848", "doc750911", "doc531580", "doc77976", "doc244368", "doc369237", "doc77973"], "ranked_scores": [51.0, 50.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-32-atanh": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc57242", "doc81655", "doc1609886", "doc1254764", "doc1219625", "doc57948", "doc86433", "doc866703"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2521983", "doc1952665", "doc63543", "doc626440", "doc497737", "doc502099", "doc63538", "doc758444", "doc63542", "doc650883"], "ranked_scores": [29.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc660012", "doc1201849", "doc1058398", "doc1675530", "doc2074523", "doc21871", "doc524514", "doc2372303", "doc69767"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1996495", "doc1247565", "doc1402781", "doc1678113", "doc564709", "doc1996497", "doc232625", "doc2431531", "doc453153", "doc415323"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc387897", "doc1812659", "doc887635", "doc1121527", "doc1234227", "doc1812653", "doc2165907", "doc2171152", "doc2165920", "doc88439"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1852504", "doc1407767", "doc1770477", "doc1321876", "doc1973848", "doc1852518", "doc2109883", "doc2545104", "doc27536", "doc27538"], "ranked_scores": [26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1953211", "doc1328113", "doc77640", "doc864822", "doc54270", "doc2095396", "doc216986", "doc2499695", "doc273559", "doc529465"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc2015675", "doc38710", "doc597628", "doc2210110", "doc540731", "doc520683", "doc365042", "doc530780", "doc966365", "doc594646"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1376346", "doc829494", "doc1612682", "doc13999", "doc61045", "doc2105047", "doc61054", "doc2083822", "doc61043", "doc61036"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc369237", "doc1570656", "doc1523430", "doc369270", "doc2405271", "doc1389346", "doc333675", "doc369236", "doc973765", "doc660236"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc908573", "doc418129", "doc698043", "doc33193", "doc1458400", "doc260668", "doc1612515", "doc732087", "doc751954", "doc751967"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc66003", "doc2254465", "doc1386166", "doc437627", "doc1111696", "doc83863", "doc1386120", "doc374002", "doc2372621", "doc7108"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc35719", "doc703701", "doc106332", "doc298160", "doc337506", "doc703731", "doc703706", "doc714665", "doc703719", "doc973089"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7091", "doc7120", "doc7108", "doc1694559", "doc7119", "doc7112", "doc7096", "doc7116", "doc670570"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc2569900", "doc1335520", "doc1209437", "doc1833160", "doc1357000", "doc1057032", "doc2252228", "doc191638", "doc90807", "doc930061"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc369270", "doc2009369", "doc2010467", "doc2384634", "doc690618", "doc2677869", "doc338868", "doc750414", "doc430860", "doc750416"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1734041", "doc300567", "doc2202506", "doc416774", "doc1550148", "doc1686189", "doc30774", "doc90322", "doc1831403", "doc651946"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc650150", "doc1902615", "doc2340753", "doc590470", "doc1485638", "doc1393796", "doc2395516", "doc1497378", "doc938300", "doc963099"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc2214893", "doc2510026", "doc1400297", "doc26394", "doc873480", "doc2144660", "doc2313854", "doc873479", "doc56897"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc847439", "doc1168954", "doc367220", "doc299592", "doc80078", "doc61227", "doc80154", "doc439513", "doc2514393", "doc2557673"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc380173", "doc2174234", "doc1935458", "doc1170390", "doc1519779", "doc72413", "doc400631", "doc187847", "doc868658", "doc2353712"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc2517390", "doc727075", "doc369270", "doc1568962", "doc1682464", "doc638689", "doc2517371", "doc2480872", "doc56898"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc184591", "doc2574334", "doc1104251", "doc102097", "doc1055238", "doc698033", "doc698043", "doc737252", "doc786083", "doc751967"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc17330", "doc1308445", "doc779483", "doc284042", "doc1698346", "doc551209", "doc703723", "doc781344", "doc905614", "doc953506"], "ranked_scores": [29.0, 27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc884430", "doc1866245", "doc751425", "doc1431001", "doc1845104", "doc369291", "doc466241", "doc61036", "doc906768", "doc97421"], "ranked_scores": [28.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc41305", "doc41356", "doc1385353", "doc456580", "doc971992", "doc1769462", "doc2487655", "doc2658416", "doc607926", "doc674940"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437677", "doc1321871", "doc1321924", "doc1520254", "doc1520278", "doc1520222", "doc1520244", "doc437685", "doc1977978", "doc1520300"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc2048678", "doc1385395", "doc1603040", "doc866490", "doc866437", "doc485243", "doc866442", "doc97152", "doc97182", "doc97154"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2676807", "doc1386686", "doc2000096", "doc1713783", "doc1348556", "doc1597410", "doc2391797", "doc2335293", "doc531512", "doc2676763"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc1069317", "doc53464", "doc317197", "doc1376157", "doc1283940", "doc1346601", "doc53465", "doc758677", "doc534490", "doc651760"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc430825", "doc87294", "doc2370519", "doc233547", "doc1685439", "doc1088161", "doc465257", "doc2508414", "doc29764", "doc873480"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc499894", "doc613963", "doc2449643", "doc11639", "doc2393669", "doc515771", "doc626438", "doc935115", "doc974518", "doc765389"], "ranked_scores": [29.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105758", "doc719006", "doc1534829", "doc1289342", "doc1516597", "doc1464212", "doc849003", "doc1729412", "doc580220", "doc946247"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107022", "doc926314", "doc358938", "doc52414", "doc6531", "doc2162858", "doc99377", "doc2224155", "doc53643", "doc4147"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1152526", "doc2623672", "doc595818", "doc1487858", "doc1260115", "doc35524", "doc41305", "doc369618", "doc768322", "doc851269"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2317442", "doc224101", "doc2665803", "doc725659", "doc264212", "doc415323", "doc392155", "doc688403", "doc650883", "doc698895"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc457119", "doc2118467", "doc1877808", "doc2486395", "doc645602", "doc641498", "doc604235", "doc86433", "doc775913", "doc827507"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc2502630", "doc840951", "doc1400528", "doc144160", "doc2031737", "doc1539817", "doc2265144", "doc80490", "doc57975", "doc864555"], "ranked_scores": [29.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1117614", "doc61233", "doc577385", "doc1189653", "doc1467762", "doc476498", "doc2507704", "doc588578", "doc663467", "doc588612"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc201181", "doc1668974", "doc190844", "doc266717", "doc2655469", "doc377067", "doc645600", "doc979054", "doc645561", "doc965461"], "ranked_scores": [26.0, 26.0, 26.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc1763997", "doc1524150", "doc1634190", "doc1343239", "doc127040", "doc2015724", "doc2624067", "doc88934", "doc779563", "doc872601"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc963332", "doc212860", "doc2267531", "doc1798523", "doc1174737", "doc1993044", "doc1630632", "doc413930", "doc2588387", "doc61568"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108508", "doc2418769", "doc1491857", "doc193844", "doc1491868", "doc193828", "doc63585", "doc43450", "doc34092", "doc98742"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc2306629", "doc93287", "doc824006", "doc203256", "doc758677", "doc360990", "doc369151", "doc447411", "doc86469", "doc586538"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc78091", "doc452024", "doc243667", "doc738832", "doc324148", "doc293526", "doc662025", "doc296216", "doc7112", "doc692580"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc785515", "doc2133572", "doc2439860", "doc868658", "doc1090888", "doc717117", "doc1321778", "doc507218", "doc2570574", "doc920736"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618376", "doc1062301", "doc1314900", "doc36463", "doc1618372", "doc36402", "doc877131", "doc80948", "doc893144"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1390073", "doc337555", "doc35719", "doc1804263", "doc1332302", "doc427621", "doc1757458", "doc973089", "doc703719", "doc869916"], "ranked_scores": [28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc22149", "doc934719", "doc832023", "doc1151104", "doc1373335", "doc398839", "doc751425", "doc471007", "doc729572", "doc750195"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc729273", "doc703715", "doc2079848", "doc211896", "doc969155", "doc2173529", "doc531580", "doc621928", "doc540363"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-notrunc-atanh": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc57226", "doc57242", "doc751998", "doc1665946", "doc57232", "doc1104254", "doc1163498", "doc2116209", "doc2040327"], "ranked_scores": [609.0, 606.0, 601.0, 599.0, 592.0, 573.0, 554.0, 545.0, 541.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc2112811", "doc63543", "doc1952699", "doc1749973", "doc345111", "doc2461162", "doc474276", "doc1268295", "doc502099"], "ranked_scores": [553.0, 544.0, 538.0, 535.0, 534.0, 525.0, 524.0, 521.0, 520.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21832", "doc21829", "doc377466", "doc21831", "doc365459", "doc1393796", "doc69767", "doc21841", "doc812322"], "ranked_scores": [580.0, 567.0, 565.0, 561.0, 556.0, 553.0, 548.0, 548.0, 548.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc94024", "doc872601", "doc161015", "doc1911408", "doc415358", "doc2525766", "doc453161", "doc565706", "doc536608"], "ranked_scores": [553.0, 548.0, 547.0, 546.0, 546.0, 546.0, 546.0, 546.0, 546.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc1812659", "doc338868", "doc2165905", "doc559430", "doc559423", "doc1055719", "doc1366757", "doc1741706", "doc1812660"], "ranked_scores": [594.0, 583.0, 581.0, 581.0, 575.0, 574.0, 571.0, 571.0, 570.0, 570.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1770477", "doc361696", "doc27536", "doc1279689", "doc754593", "doc27538", "doc361702", "doc1021718", "doc738831"], "ranked_scores": [554.0, 541.0, 534.0, 533.0, 531.0, 529.0, 529.0, 528.0, 526.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc579128", "doc77634", "doc119665", "doc856725", "doc620637", "doc422133", "doc101332", "doc54270", "doc925929", "doc208541"], "ranked_scores": [596.0, 594.0, 592.0, 588.0, 588.0, 586.0, 577.0, 576.0, 576.0, 573.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc2096499", "doc29764", "doc1486663", "doc278641", "doc966365", "doc625773", "doc101561", "doc520683"], "ranked_scores": [615.0, 555.0, 546.0, 545.0, 542.0, 541.0, 541.0, 539.0, 536.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61054", "doc61043", "doc61045", "doc967500", "doc627159", "doc401103", "doc903105", "doc2022943"], "ranked_scores": [631.0, 565.0, 563.0, 561.0, 554.0, 517.0, 517.0, 514.0, 514.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc97445", "doc1116765", "doc97442", "doc2084014", "doc369234", "doc1329011", "doc152483", "doc214269"], "ranked_scores": [575.0, 565.0, 555.0, 552.0, 550.0, 539.0, 534.0, 527.0, 527.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc86108", "doc2680676", "doc1153299", "doc2634491", "doc988735", "doc600774", "doc2234151", "doc261941"], "ranked_scores": [606.0, 549.0, 539.0, 538.0, 538.0, 529.0, 528.0, 528.0, 527.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc83863", "doc437627", "doc2372621", "doc1604550", "doc2254475", "doc253608", "doc1133242", "doc50107", "doc83872"], "ranked_scores": [565.0, 548.0, 547.0, 546.0, 538.0, 534.0, 534.0, 533.0, 533.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703736", "doc106372", "doc703706", "doc427621", "doc703721", "doc106355", "doc106357", "doc703719", "doc703705"], "ranked_scores": [599.0, 588.0, 587.0, 583.0, 582.0, 577.0, 577.0, 576.0, 574.0, 573.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7112", "doc7091", "doc1599042", "doc7116", "doc692559", "doc692580", "doc7099", "doc7119", "doc1377683"], "ranked_scores": [568.0, 556.0, 555.0, 552.0, 546.0, 544.0, 540.0, 540.0, 538.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc1443647", "doc82127", "doc82130", "doc90808", "doc1877670", "doc2115479", "doc2247113", "doc2422832"], "ranked_scores": [602.0, 534.0, 534.0, 530.0, 522.0, 519.0, 514.0, 513.0, 507.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc2018288", "doc1185427", "doc750416", "doc897", "doc187232", "doc2659217", "doc1186883", "doc750407", "doc2148672"], "ranked_scores": [532.0, 526.0, 524.0, 514.0, 514.0, 513.0, 512.0, 502.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc24903", "doc1380357", "doc30773", "doc651957", "doc468490", "doc1824654", "doc651946", "doc1734041", "doc416774"], "ranked_scores": [573.0, 561.0, 560.0, 553.0, 543.0, 542.0, 539.0, 538.0, 535.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2225375", "doc2483632", "doc573905", "doc2258933", "doc2009369", "doc2041368", "doc1825428", "doc750416", "doc2127006"], "ranked_scores": [549.0, 534.0, 532.0, 530.0, 522.0, 519.0, 519.0, 518.0, 516.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc1102442", "doc56897", "doc2313864", "doc1601611", "doc2509989", "doc2299192", "doc2144660", "doc2313854"], "ranked_scores": [596.0, 589.0, 580.0, 575.0, 570.0, 565.0, 552.0, 547.0, 542.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc345632", "doc847439", "doc596891", "doc345642", "doc80100", "doc80151", "doc80154", "doc2252385", "doc1912506", "doc1640863"], "ranked_scores": [573.0, 566.0, 566.0, 563.0, 563.0, 561.0, 558.0, 553.0, 551.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc1248717", "doc2240289", "doc1177572", "doc1487821", "doc2353712", "doc2240293", "doc1313601", "doc732018"], "ranked_scores": [623.0, 535.0, 523.0, 509.0, 500.0, 497.0, 496.0, 494.0, 492.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc721916", "doc26444", "doc863698", "doc513535", "doc1617231", "doc675067", "doc727075", "doc725659", "doc1096264", "doc796735"], "ranked_scores": [552.0, 547.0, 539.0, 537.0, 531.0, 523.0, 522.0, 522.0, 521.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc337483", "doc192542", "doc1407977", "doc119586", "doc273662", "doc460917", "doc74858"], "ranked_scores": [642.0, 570.0, 556.0, 510.0, 507.0, 506.0, 505.0, 502.0, 496.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc282412", "doc57948", "doc1199221", "doc2389178", "doc721746", "doc37895", "doc57940", "doc1006143", "doc64791"], "ranked_scores": [544.0, 538.0, 532.0, 529.0, 526.0, 525.0, 523.0, 523.0, 520.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1128302", "doc2060827", "doc536374", "doc751435", "doc2059265", "doc879199", "doc2217346", "doc2114608", "doc323921"], "ranked_scores": [627.0, 538.0, 537.0, 534.0, 533.0, 531.0, 528.0, 523.0, 521.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64314", "doc64316", "doc2426900", "doc64317", "doc64318", "doc1376793", "doc971992", "doc35524", "doc2072856", "doc851269"], "ranked_scores": [569.0, 568.0, 552.0, 550.0, 548.0, 547.0, 547.0, 543.0, 536.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.5013, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5013, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc2545031", "doc1520311", "doc1334192", "doc587518", "doc437656", "doc437677", "doc1520222", "doc2045075", "doc1978008", "doc437678"], "ranked_scores": [563.0, 562.0, 562.0, 559.0, 558.0, 558.0, 558.0, 554.0, 554.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc1315064", "doc97184", "doc1315001", "doc671969", "doc877823", "doc469702", "doc1315015", "doc552702"], "ranked_scores": [529.0, 492.0, 487.0, 487.0, 486.0, 482.0, 482.0, 480.0, 478.0, 477.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc645564", "doc1728777", "doc1801894", "doc645602", "doc170955", "doc2666461", "doc24939", "doc1449831", "doc2557673", "doc966112"], "ranked_scores": [502.0, 498.0, 498.0, 496.0, 489.0, 487.0, 487.0, 486.0, 486.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1082535", "doc216330", "doc611282", "doc114471", "doc172947", "doc611287", "doc317197", "doc371079"], "ranked_scores": [585.0, 570.0, 536.0, 536.0, 534.0, 531.0, 519.0, 519.0, 517.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1635999", "doc28581", "doc1394755", "doc324530", "doc2486654", "doc1007190", "doc25697", "doc783808"], "ranked_scores": [630.0, 586.0, 576.0, 572.0, 567.0, 566.0, 562.0, 561.0, 561.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc11655", "doc990522", "doc402145", "doc2449643", "doc515771", "doc990514", "doc1030289", "doc11659", "doc2194194", "doc2499695"], "ranked_scores": [561.0, 555.0, 549.0, 549.0, 549.0, 548.0, 545.0, 531.0, 530.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc719006", "doc830308", "doc391459", "doc2355469", "doc171833", "doc1729412", "doc849003", "doc105751"], "ranked_scores": [596.0, 560.0, 556.0, 556.0, 552.0, 552.0, 551.0, 550.0, 545.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc606253", "doc628470", "doc53643", "doc2107033", "doc358938", "doc52414", "doc2107018", "doc2500959", "doc1698080"], "ranked_scores": [591.0, 590.0, 575.0, 571.0, 570.0, 569.0, 567.0, 562.0, 561.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2288928", "doc2599866", "doc313354", "doc70904", "doc435075", "doc2217446", "doc435078", "doc465988", "doc2032387", "doc42101"], "ranked_scores": [538.0, 535.0, 532.0, 532.0, 530.0, 529.0, 525.0, 524.0, 518.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc264212", "doc2119808", "doc191143", "doc15890", "doc1508870", "doc336518", "doc2665803", "doc518266", "doc393485", "doc733127"], "ranked_scores": [541.0, 537.0, 521.0, 520.0, 511.0, 511.0, 511.0, 508.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc159492", "doc2352380", "doc1130168", "doc245411", "doc1962174", "doc2179035", "doc2083699", "doc946285"], "ranked_scores": [572.0, 534.0, 532.0, 511.0, 507.0, 506.0, 504.0, 502.0, 501.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc376241", "doc57975", "doc376243", "doc601133", "doc1345740", "doc2326766", "doc864555", "doc2449727", "doc1055373", "doc824947"], "ranked_scores": [496.0, 496.0, 494.0, 491.0, 491.0, 486.0, 485.0, 485.0, 481.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc1986437", "doc1333905", "doc294604", "doc182888", "doc663467", "doc2465656", "doc134196", "doc1972860", "doc536273"], "ranked_scores": [575.0, 561.0, 555.0, 553.0, 550.0, 550.0, 550.0, 543.0, 540.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc807", "doc1892012", "doc2316721", "doc877974", "doc845380", "doc2391797", "doc221817", "doc2361509", "doc190844", "doc681964"], "ranked_scores": [540.0, 538.0, 533.0, 524.0, 514.0, 514.0, 508.0, 508.0, 507.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc2015719", "doc88931", "doc2624067", "doc107246", "doc1763997", "doc127042", "doc2061559", "doc127031", "doc88973"], "ranked_scores": [582.0, 574.0, 569.0, 568.0, 557.0, 557.0, 545.0, 542.0, 540.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338815", "doc338818", "doc338810", "doc21340", "doc21350", "doc1455511", "doc21378", "doc1455508", "doc338813", "doc353043"], "ranked_scores": [527.0, 514.0, 513.0, 507.0, 505.0, 501.0, 499.0, 497.0, 497.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc323321", "doc2003302", "doc108480", "doc18274", "doc108477", "doc63585", "doc911130", "doc1325435", "doc193828", "doc391398"], "ranked_scores": [570.0, 569.0, 548.0, 540.0, 538.0, 535.0, 535.0, 535.0, 533.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc2298808", "doc203256", "doc586538", "doc1130696", "doc1670303", "doc2163101", "doc1982070", "doc32611"], "ranked_scores": [572.0, 529.0, 525.0, 517.0, 516.0, 512.0, 507.0, 507.0, 506.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc2653657", "doc455756", "doc1526452", "doc1587500", "doc1260422", "doc1735215", "doc1826212", "doc1587502", "doc2295957"], "ranked_scores": [497.0, 484.0, 472.0, 471.0, 465.0, 464.0, 462.0, 462.0, 460.0, 458.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1185713", "doc1258664", "doc705226", "doc2057552", "doc2639996", "doc2634368", "doc1564173", "doc980993", "doc531809", "doc2631871"], "ranked_scores": [541.0, 528.0, 522.0, 517.0, 515.0, 515.0, 511.0, 507.0, 505.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618376", "doc36463", "doc1874159", "doc36460", "doc1618372", "doc2671424", "doc36485", "doc207271", "doc2396125"], "ranked_scores": [598.0, 553.0, 538.0, 536.0, 535.0, 523.0, 512.0, 511.0, 510.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106355", "doc703719", "doc106357", "doc703736", "doc703721", "doc106372", "doc427621", "doc1136889", "doc1332302"], "ranked_scores": [589.0, 571.0, 568.0, 566.0, 564.0, 563.0, 561.0, 560.0, 558.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc1373324", "doc643072", "doc1119808", "doc1373323", "doc1606329", "doc1220654", "doc2393669", "doc108892", "doc108887"], "ranked_scores": [588.0, 578.0, 568.0, 563.0, 560.0, 554.0, 551.0, 551.0, 550.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77976", "doc77973", "doc77971", "doc1504263", "doc1431001", "doc405830", "doc2223012", "doc1430994", "doc671577"], "ranked_scores": [533.0, 531.0, 515.0, 508.0, 506.0, 501.0, 500.0, 498.0, 495.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512-atanh": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc57242", "doc751998", "doc1665946", "doc57232", "doc1104254", "doc2040327", "doc1163498", "doc439756"], "ranked_scores": [404.0, 396.0, 393.0, 392.0, 391.0, 371.0, 370.0, 365.0, 362.0, 352.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2112811", "doc63538", "doc1952699", "doc63543", "doc502099", "doc1749973", "doc2136789", "doc2473154", "doc1952697", "doc474276"], "ranked_scores": [370.0, 360.0, 357.0, 353.0, 352.0, 349.0, 349.0, 347.0, 346.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69768", "doc69767", "doc21829", "doc21832", "doc451953", "doc2526400", "doc1675505", "doc365451", "doc377466"], "ranked_scores": [388.0, 371.0, 371.0, 370.0, 367.0, 366.0, 364.0, 363.0, 362.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc453161", "doc440112", "doc658301", "doc161015", "doc1911408", "doc2525766", "doc565706", "doc536608", "doc415358"], "ranked_scores": [374.0, 371.0, 365.0, 365.0, 363.0, 363.0, 363.0, 363.0, 363.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc338868", "doc559430", "doc2165905", "doc1812659", "doc387897", "doc2171164", "doc559423", "doc1366769", "doc887635"], "ranked_scores": [397.0, 390.0, 390.0, 386.0, 386.0, 381.0, 380.0, 378.0, 377.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1770477", "doc361696", "doc27538", "doc1279689", "doc27536", "doc2034534", "doc459410", "doc1021718", "doc738831"], "ranked_scores": [372.0, 369.0, 366.0, 364.0, 363.0, 360.0, 357.0, 357.0, 356.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc119665", "doc579128", "doc620637", "doc856725", "doc925929", "doc349744", "doc101332", "doc422133", "doc1829626"], "ranked_scores": [403.0, 402.0, 400.0, 397.0, 394.0, 391.0, 391.0, 390.0, 390.0, 388.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc2096499", "doc1486663", "doc625773", "doc520684", "doc278641", "doc29764", "doc520683", "doc1798668", "doc966365"], "ranked_scores": [402.0, 359.0, 355.0, 355.0, 355.0, 354.0, 354.0, 353.0, 350.0, 345.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc61043", "doc1376346", "doc61045", "doc967500", "doc627159", "doc1750156", "doc1325273", "doc633767"], "ranked_scores": [418.0, 377.0, 374.0, 374.0, 368.0, 345.0, 345.0, 341.0, 338.0, 338.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc1116765", "doc97445", "doc2004921", "doc97442", "doc2084014", "doc369234", "doc214269", "doc2083995", "doc2268982"], "ranked_scores": [378.0, 367.0, 366.0, 364.0, 358.0, 355.0, 351.0, 345.0, 344.0, 344.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1153299", "doc2680676", "doc562696", "doc727789", "doc86108", "doc447411", "doc2234151", "doc261941"], "ranked_scores": [409.0, 368.0, 361.0, 361.0, 360.0, 360.0, 358.0, 358.0, 357.0, 357.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc83872", "doc2372621", "doc437627", "doc83863", "doc253608", "doc2254475", "doc1604550", "doc50107", "doc1984114"], "ranked_scores": [373.0, 364.0, 363.0, 363.0, 363.0, 360.0, 358.0, 356.0, 356.0, 354.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc106357", "doc703721", "doc703706", "doc703705", "doc427621", "doc703719", "doc106355", "doc703736", "doc106372"], "ranked_scores": [411.0, 395.0, 393.0, 392.0, 387.0, 386.0, 385.0, 385.0, 385.0, 384.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7091", "doc7112", "doc1599042", "doc7116", "doc692559", "doc7108", "doc7099", "doc7119", "doc692580"], "ranked_scores": [385.0, 379.0, 374.0, 372.0, 370.0, 370.0, 365.0, 362.0, 361.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc82127", "doc1443647", "doc90808", "doc82130", "doc2115479", "doc1877670", "doc490060", "doc2422832"], "ranked_scores": [408.0, 366.0, 357.0, 351.0, 347.0, 344.0, 343.0, 342.0, 342.0, 341.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc2018288", "doc2659217", "doc750416", "doc2148672", "doc1185427", "doc187232", "doc897", "doc750407", "doc1186883"], "ranked_scores": [355.0, 348.0, 348.0, 346.0, 345.0, 345.0, 344.0, 344.0, 343.0, 341.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc1380357", "doc24903", "doc30773", "doc651957", "doc468490", "doc2202499", "doc300567", "doc1824654", "doc416774"], "ranked_scores": [382.0, 379.0, 372.0, 371.0, 367.0, 365.0, 364.0, 361.0, 359.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc2483632", "doc2225375", "doc2009369", "doc573905", "doc2277317", "doc750416", "doc2127006", "doc2041368", "doc919340"], "ranked_scores": [365.0, 362.0, 353.0, 353.0, 347.0, 345.0, 345.0, 344.0, 344.0, 343.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc1102442", "doc56897", "doc2313864", "doc1601611", "doc2408092", "doc2509989", "doc2299192", "doc2144660"], "ranked_scores": [396.0, 387.0, 383.0, 381.0, 377.0, 366.0, 363.0, 361.0, 360.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80100", "doc345632", "doc847439", "doc596891", "doc80151", "doc80078", "doc80148", "doc345642", "doc1391659", "doc1640863"], "ranked_scores": [381.0, 377.0, 375.0, 372.0, 371.0, 369.0, 367.0, 366.0, 362.0, 362.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc2174234", "doc2240289", "doc2353712", "doc2240293", "doc1313601", "doc732018", "doc397020", "doc556388"], "ranked_scores": [417.0, 362.0, 359.0, 341.0, 340.0, 335.0, 334.0, 332.0, 331.0, 331.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc721916", "doc26444", "doc513535", "doc727075", "doc863698", "doc1617231", "doc2517390", "doc1652400", "doc725659", "doc675067"], "ranked_scores": [370.0, 364.0, 361.0, 355.0, 354.0, 354.0, 352.0, 351.0, 349.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc192542", "doc337483", "doc273662", "doc802928", "doc1407977", "doc346463", "doc119586"], "ranked_scores": [415.0, 369.0, 365.0, 341.0, 341.0, 339.0, 339.0, 333.0, 333.0, 332.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc57946", "doc2389178", "doc57940", "doc64791", "doc2389179", "doc721746", "doc1199221", "doc57948", "doc727789"], "ranked_scores": [357.0, 353.0, 353.0, 349.0, 347.0, 346.0, 345.0, 345.0, 345.0, 343.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc751435", "doc1128302", "doc765127", "doc1612364", "doc1919472", "doc2060827", "doc536374", "doc2357495", "doc879199"], "ranked_scores": [418.0, 357.0, 355.0, 350.0, 348.0, 347.0, 346.0, 346.0, 346.0, 346.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc64314", "doc2426900", "doc971992", "doc64317", "doc35524", "doc1376793", "doc456580", "doc1385353", "doc64318"], "ranked_scores": [372.0, 370.0, 369.0, 369.0, 368.0, 364.0, 362.0, 361.0, 361.0, 360.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc437677", "doc437639", "doc587518", "doc2545031", "doc1334192", "doc2045075", "doc1321914", "doc437678", "doc437656"], "ranked_scores": [381.0, 379.0, 378.0, 377.0, 375.0, 374.0, 373.0, 372.0, 372.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1314979", "doc1315064", "doc1315015", "doc1694648", "doc552702", "doc97184", "doc1315097", "doc1778592", "doc877823"], "ranked_scores": [360.0, 337.0, 328.0, 328.0, 325.0, 325.0, 325.0, 324.0, 323.0, 321.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc645602", "doc1449831", "doc1728777", "doc645564", "doc1801894", "doc24939", "doc2557673", "doc2179035", "doc345642", "doc737601"], "ranked_scores": [339.0, 336.0, 335.0, 334.0, 329.0, 328.0, 327.0, 326.0, 326.0, 326.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc1082535", "doc114471", "doc611282", "doc1982070", "doc216330", "doc1253410", "doc611287", "doc1298637"], "ranked_scores": [387.0, 375.0, 359.0, 352.0, 352.0, 347.0, 346.0, 342.0, 342.0, 341.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc2486654", "doc1394755", "doc1635999", "doc1394760", "doc25697", "doc412475", "doc868589", "doc783808"], "ranked_scores": [419.0, 389.0, 379.0, 378.0, 375.0, 370.0, 370.0, 369.0, 369.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc11655", "doc990522", "doc402145", "doc1030289", "doc2449643", "doc990514", "doc515771", "doc1030288", "doc2429823", "doc1185579"], "ranked_scores": [370.0, 367.0, 365.0, 364.0, 356.0, 354.0, 351.0, 350.0, 350.0, 349.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc830308", "doc105756", "doc1729412", "doc2355469", "doc171833", "doc391459", "doc719006", "doc1587280", "doc849003"], "ranked_scores": [393.0, 377.0, 375.0, 368.0, 368.0, 367.0, 366.0, 365.0, 361.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc606253", "doc2224155", "doc358938", "doc628470", "doc52414", "doc2107033", "doc2107018", "doc53643", "doc1698080", "doc2500959"], "ranked_scores": [396.0, 392.0, 382.0, 379.0, 378.0, 376.0, 373.0, 373.0, 372.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2288928", "doc2599866", "doc313354", "doc465988", "doc70904", "doc2217446", "doc435075", "doc435078", "doc2032387", "doc2498492"], "ranked_scores": [360.0, 360.0, 357.0, 357.0, 354.0, 351.0, 350.0, 347.0, 345.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc264212", "doc15890", "doc336518", "doc191143", "doc733127", "doc1508870", "doc2636762", "doc2665803", "doc518266"], "ranked_scores": [359.0, 357.0, 349.0, 344.0, 341.0, 339.0, 339.0, 337.0, 336.0, 334.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc159492", "doc1548640", "doc946285", "doc245411", "doc2352380", "doc1130168", "doc1577006", "doc2357458", "doc303260"], "ranked_scores": [385.0, 354.0, 346.0, 342.0, 340.0, 337.0, 334.0, 334.0, 333.0, 332.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc376243", "doc57975", "doc376241", "doc1055373", "doc1345740", "doc512672", "doc2449727", "doc864555", "doc601133", "doc824947"], "ranked_scores": [333.0, 332.0, 332.0, 332.0, 330.0, 321.0, 321.0, 321.0, 320.0, 320.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc1333905", "doc1986437", "doc1972860", "doc663467", "doc536273", "doc294604", "doc1943842", "doc182888", "doc1991515"], "ranked_scores": [389.0, 373.0, 372.0, 370.0, 368.0, 365.0, 365.0, 363.0, 362.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1892012", "doc877974", "doc2316721", "doc2391797", "doc807", "doc966112", "doc845380", "doc221817", "doc1370451", "doc2361509"], "ranked_scores": [357.0, 352.0, 352.0, 351.0, 350.0, 339.0, 338.0, 337.0, 335.0, 333.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc2624067", "doc107246", "doc88931", "doc2015719", "doc127042", "doc1763997", "doc399027", "doc127040", "doc127031"], "ranked_scores": [388.0, 377.0, 375.0, 375.0, 372.0, 362.0, 362.0, 361.0, 361.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338815", "doc338818", "doc1390312", "doc282412", "doc21340", "doc353043", "doc1455511", "doc21363", "doc338810", "doc57946"], "ranked_scores": [356.0, 345.0, 339.0, 334.0, 331.0, 331.0, 330.0, 330.0, 330.0, 330.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc2003302", "doc323321", "doc108477", "doc18274", "doc911130", "doc2040435", "doc108480", "doc1924612", "doc63585", "doc782194"], "ranked_scores": [380.0, 377.0, 364.0, 363.0, 361.0, 359.0, 358.0, 358.0, 357.0, 354.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc355540", "doc32611", "doc2298808", "doc586538", "doc1982070", "doc203256", "doc7161", "doc1930877", "doc2163101"], "ranked_scores": [380.0, 349.0, 346.0, 345.0, 344.0, 341.0, 340.0, 337.0, 335.0, 334.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc2653657", "doc4611", "doc1526452", "doc455756", "doc1735215", "doc1176070", "doc1244692", "doc1826212", "doc1823034", "doc2613792"], "ranked_scores": [329.0, 329.0, 321.0, 318.0, 312.0, 308.0, 307.0, 307.0, 305.0, 305.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1185713", "doc2634368", "doc1258664", "doc2057552", "doc705226", "doc2639996", "doc980993", "doc1564173", "doc531809", "doc785515"], "ranked_scores": [357.0, 353.0, 351.0, 346.0, 341.0, 340.0, 337.0, 335.0, 334.0, 334.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618376", "doc36463", "doc1874159", "doc36460", "doc1618372", "doc2671424", "doc36485", "doc1395334", "doc207271"], "ranked_scores": [405.0, 368.0, 357.0, 352.0, 352.0, 350.0, 343.0, 343.0, 339.0, 337.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc106355", "doc1136889", "doc106357", "doc703721", "doc703719", "doc703736", "doc106372", "doc1332302", "doc703714"], "ranked_scores": [392.0, 381.0, 381.0, 381.0, 379.0, 377.0, 377.0, 374.0, 374.0, 372.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc626438", "doc1119808", "doc643072", "doc1373323", "doc2393669", "doc729573", "doc1606329", "doc108892", "doc1119544"], "ranked_scores": [389.0, 387.0, 379.0, 377.0, 373.0, 366.0, 363.0, 362.0, 361.0, 360.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc77976", "doc77973", "doc1504263", "doc1430994", "doc77971", "doc1431001", "doc2223012", "doc2432006", "doc655666"], "ranked_scores": [347.0, 345.0, 341.0, 337.0, 334.0, 333.0, 331.0, 329.0, 326.0, 324.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-atanh": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57247", "doc751998", "doc1665946", "doc57242", "doc57232", "doc1104254", "doc1163498", "doc2040327", "doc1219625"], "ranked_scores": [206.0, 198.0, 196.0, 195.0, 194.0, 190.0, 182.0, 182.0, 180.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1952699", "doc2112811", "doc2473154", "doc63543", "doc1952697", "doc345111", "doc1952665", "doc2033252", "doc63542"], "ranked_scores": [180.0, 180.0, 178.0, 174.0, 174.0, 173.0, 172.0, 172.0, 172.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc812322", "doc21829", "doc21871", "doc2285692", "doc21832", "doc69768", "doc1675505", "doc1743887", "doc21831"], "ranked_scores": [189.0, 188.0, 187.0, 187.0, 187.0, 186.0, 186.0, 185.0, 185.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1007260", "doc453161", "doc986835", "doc415323", "doc1996497", "doc392061", "doc1678115", "doc1247565", "doc78548", "doc94024"], "ranked_scores": [190.0, 188.0, 187.0, 187.0, 186.0, 186.0, 185.0, 184.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc2165905", "doc387897", "doc338868", "doc1366757", "doc887635", "doc1366769", "doc1741706", "doc682295", "doc866296"], "ranked_scores": [212.0, 204.0, 204.0, 203.0, 200.0, 199.0, 199.0, 199.0, 196.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc540358", "doc361696", "doc27529", "doc27538", "doc1770477", "doc361702", "doc2034534", "doc27536", "doc1021718", "doc1478919"], "ranked_scores": [187.0, 186.0, 186.0, 186.0, 184.0, 182.0, 181.0, 179.0, 177.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc422133", "doc856725", "doc77634", "doc579135", "doc293522", "doc119665", "doc54270", "doc1397232", "doc825186", "doc349744"], "ranked_scores": [203.0, 202.0, 198.0, 196.0, 196.0, 195.0, 195.0, 194.0, 194.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc29764", "doc278641", "doc2096501", "doc896716", "doc625773", "doc1373009", "doc80268", "doc1798668"], "ranked_scores": [205.0, 184.0, 183.0, 180.0, 179.0, 179.0, 178.0, 177.0, 177.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc1376346", "doc61045", "doc61043", "doc2032351", "doc627159", "doc1231969", "doc2360720", "doc967500"], "ranked_scores": [211.0, 189.0, 188.0, 180.0, 179.0, 178.0, 177.0, 174.0, 173.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc2084014", "doc1116765", "doc369234", "doc97445", "doc2083995", "doc369220", "doc152483", "doc97442"], "ranked_scores": [190.0, 186.0, 186.0, 183.0, 183.0, 181.0, 180.0, 178.0, 177.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc2680676", "doc447411", "doc651760", "doc1446034", "doc1948854", "doc509898", "doc1311119", "doc988735"], "ranked_scores": [208.0, 189.0, 186.0, 186.0, 186.0, 185.0, 184.0, 184.0, 183.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc83872", "doc50109", "doc2254475", "doc595818", "doc2372621", "doc398870", "doc83863", "doc83864", "doc437627"], "ranked_scores": [188.0, 187.0, 183.0, 182.0, 182.0, 181.0, 181.0, 181.0, 181.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703706", "doc703705", "doc106355", "doc703719", "doc106357", "doc703728", "doc427621", "doc703721", "doc703736"], "ranked_scores": [210.0, 201.0, 199.0, 197.0, 196.0, 196.0, 196.0, 195.0, 194.0, 193.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7112", "doc7091", "doc7119", "doc1599042", "doc7116", "doc692580", "doc7108", "doc27102", "doc7099"], "ranked_scores": [194.0, 192.0, 190.0, 189.0, 187.0, 186.0, 186.0, 181.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc90808", "doc854693", "doc82127", "doc1443647", "doc2240923", "doc1859220", "doc890256", "doc1527545"], "ranked_scores": [202.0, 184.0, 179.0, 173.0, 172.0, 171.0, 171.0, 171.0, 171.0, 170.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc1185427", "doc897", "doc269387", "doc750407", "doc2659217", "doc1186883", "doc2420503", "doc404160", "doc750416", "doc906433"], "ranked_scores": [181.0, 178.0, 178.0, 176.0, 175.0, 174.0, 173.0, 170.0, 168.0, 168.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc1380357", "doc30773", "doc1686189", "doc468490", "doc24903", "doc2202499", "doc300567", "doc1734041", "doc651957"], "ranked_scores": [194.0, 193.0, 188.0, 187.0, 186.0, 186.0, 185.0, 185.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2225375", "doc36402", "doc573905", "doc2258933", "doc2009369", "doc2041368", "doc1825428", "doc2277317", "doc1722932", "doc73739"], "ranked_scores": [187.0, 184.0, 182.0, 178.0, 176.0, 175.0, 174.0, 174.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc2313864", "doc873481", "doc1102442", "doc56897", "doc952849", "doc2144660", "doc2509989", "doc2408092", "doc1601611"], "ranked_scores": [199.0, 195.0, 192.0, 189.0, 189.0, 186.0, 185.0, 183.0, 182.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80078", "doc80151", "doc80100", "doc80067", "doc847439", "doc439513", "doc1391659", "doc1640863", "doc80148", "doc345632"], "ranked_scores": [196.0, 191.0, 190.0, 189.0, 186.0, 185.0, 185.0, 184.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc2174234", "doc629517", "doc2240293", "doc2240289", "doc1313601", "doc18814", "doc2010420", "doc732096"], "ranked_scores": [217.0, 188.0, 177.0, 175.0, 175.0, 175.0, 174.0, 173.0, 172.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc721916", "doc675067", "doc2036045", "doc863686", "doc261069", "doc261064", "doc474060", "doc513535", "doc764184"], "ranked_scores": [180.0, 178.0, 176.0, 175.0, 175.0, 175.0, 174.0, 174.0, 174.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc802928", "doc102096", "doc192542", "doc1475979", "doc460917", "doc1779634", "doc337483", "doc930149"], "ranked_scores": [209.0, 191.0, 180.0, 179.0, 179.0, 176.0, 176.0, 173.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc57946", "doc57940", "doc1390300", "doc1199221", "doc2389178", "doc721746", "doc727789", "doc64791", "doc1501334"], "ranked_scores": [184.0, 183.0, 181.0, 181.0, 180.0, 180.0, 179.0, 178.0, 177.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc536374", "doc751435", "doc1919472", "doc1128302", "doc2060827", "doc561914", "doc323921", "doc2067181", "doc765127"], "ranked_scores": [212.0, 183.0, 182.0, 180.0, 180.0, 179.0, 179.0, 177.0, 176.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc64316", "doc1376793", "doc971992", "doc64314", "doc64317", "doc2426900", "doc1385345", "doc64318", "doc35524", "doc456580"], "ranked_scores": [196.0, 192.0, 191.0, 190.0, 190.0, 187.0, 185.0, 184.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4306, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc2545097", "doc1321914", "doc587518", "doc539428", "doc1334192", "doc437639", "doc437656", "doc437677", "doc437678", "doc539406"], "ranked_scores": [194.0, 191.0, 191.0, 191.0, 190.0, 190.0, 188.0, 187.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc2593884", "doc1314979", "doc1315001", "doc1328955", "doc1315015", "doc1315064", "doc1315097", "doc303261", "doc2010353"], "ranked_scores": [178.0, 171.0, 168.0, 168.0, 168.0, 165.0, 164.0, 164.0, 163.0, 162.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc645602", "doc645564", "doc773669", "doc2179035", "doc1728777", "doc1561656", "doc890682", "doc22149", "doc966112", "doc488007"], "ranked_scores": [170.0, 170.0, 169.0, 168.0, 168.0, 166.0, 166.0, 165.0, 165.0, 165.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc1082535", "doc611282", "doc43069", "doc2140403", "doc371078", "doc114471", "doc611287", "doc317197"], "ranked_scores": [188.0, 186.0, 178.0, 174.0, 173.0, 173.0, 172.0, 172.0, 172.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc2486654", "doc430825", "doc1394755", "doc2509989", "doc868589", "doc324530", "doc1007190", "doc783808", "doc25697"], "ranked_scores": [216.0, 196.0, 195.0, 194.0, 189.0, 188.0, 188.0, 187.0, 187.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc11655", "doc1030289", "doc990522", "doc2194194", "doc1185579", "doc1030288", "doc402145", "doc2429823", "doc515771", "doc990514"], "ranked_scores": [186.0, 182.0, 181.0, 178.0, 177.0, 176.0, 176.0, 175.0, 174.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105756", "doc391459", "doc105759", "doc830308", "doc8477", "doc105758", "doc1729412", "doc171833", "doc719006"], "ranked_scores": [202.0, 198.0, 191.0, 191.0, 189.0, 188.0, 187.0, 187.0, 186.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc606253", "doc2224155", "doc69722", "doc2107018", "doc1698080", "doc172405", "doc1927002", "doc52414", "doc2107033"], "ranked_scores": [203.0, 203.0, 200.0, 199.0, 192.0, 192.0, 190.0, 190.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2599866", "doc412172", "doc2498480", "doc2498492", "doc465988", "doc313365", "doc70904", "doc412168", "doc313354", "doc435075"], "ranked_scores": [179.0, 178.0, 178.0, 178.0, 177.0, 177.0, 176.0, 175.0, 175.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc191143", "doc336518", "doc2119808", "doc264212", "doc733127", "doc15890", "doc307978", "doc642762", "doc393485", "doc59550"], "ranked_scores": [182.0, 180.0, 177.0, 176.0, 175.0, 174.0, 174.0, 173.0, 172.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc946285", "doc1548640", "doc1283940", "doc2352380", "doc1384376", "doc2179035", "doc696366", "doc2676763", "doc357631"], "ranked_scores": [192.0, 173.0, 172.0, 169.0, 169.0, 168.0, 168.0, 168.0, 166.0, 166.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc1055373", "doc376241", "doc376243", "doc824947", "doc57975", "doc864555", "doc512672", "doc1345740", "doc1293555", "doc376238"], "ranked_scores": [172.0, 171.0, 169.0, 169.0, 168.0, 168.0, 166.0, 166.0, 163.0, 163.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc663467", "doc1972860", "doc1333905", "doc1986437", "doc588578", "doc1943842", "doc2465656", "doc536273", "doc61233"], "ranked_scores": [191.0, 186.0, 185.0, 185.0, 184.0, 182.0, 181.0, 181.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc2391797", "doc2316721", "doc877974", "doc1892012", "doc2258986", "doc190844", "doc807", "doc966112", "doc878338"], "ranked_scores": [181.0, 179.0, 177.0, 177.0, 176.0, 175.0, 174.0, 173.0, 171.0, 170.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc107246", "doc2624067", "doc2015719", "doc952400", "doc723700", "doc127042", "doc1935824", "doc88931", "doc994525"], "ranked_scores": [190.0, 190.0, 190.0, 186.0, 182.0, 181.0, 181.0, 180.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc338818", "doc586601", "doc338815", "doc1390300", "doc21347", "doc119586", "doc21363", "doc1455511", "doc21350", "doc413930"], "ranked_scores": [176.0, 175.0, 174.0, 172.0, 172.0, 171.0, 171.0, 171.0, 171.0, 170.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc323321", "doc2003302", "doc18274", "doc108480", "doc1791044", "doc63585", "doc2012361", "doc1924612", "doc2040435", "doc782194"], "ranked_scores": [200.0, 197.0, 193.0, 188.0, 184.0, 184.0, 184.0, 182.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc2298808", "doc355540", "doc1982070", "doc7161", "doc1930877", "doc1816074", "doc32611", "doc64791", "doc913113"], "ranked_scores": [200.0, 189.0, 180.0, 174.0, 174.0, 173.0, 172.0, 172.0, 170.0, 170.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc2653657", "doc2430938", "doc1826212", "doc1526452", "doc1587500", "doc2010388", "doc1585290", "doc162716", "doc455756", "doc4611"], "ranked_scores": [169.0, 159.0, 158.0, 158.0, 157.0, 157.0, 157.0, 157.0, 156.0, 156.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1185713", "doc1564173", "doc705226", "doc1519779", "doc2057552", "doc2125026", "doc2631871", "doc2634368", "doc980993", "doc2007762"], "ranked_scores": [182.0, 178.0, 176.0, 175.0, 171.0, 171.0, 170.0, 169.0, 169.0, 168.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618376", "doc1874159", "doc36463", "doc36460", "doc2671424", "doc2445368", "doc207271", "doc1395334", "doc1618372"], "ranked_scores": [211.0, 191.0, 182.0, 181.0, 179.0, 176.0, 175.0, 173.0, 172.0, 172.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc106357", "doc35719", "doc703736", "doc703721", "doc106372", "doc703719", "doc106355", "doc1471934", "doc106333", "doc703701"], "ranked_scores": [192.0, 191.0, 191.0, 190.0, 190.0, 190.0, 189.0, 189.0, 188.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc2393669", "doc729573", "doc1373323", "doc626438", "doc1119808", "doc643072", "doc108892", "doc1606329", "doc1220654"], "ranked_scores": [199.0, 198.0, 196.0, 196.0, 195.0, 190.0, 190.0, 185.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1430994", "doc1287918", "doc801039", "doc77976", "doc2223012", "doc326591", "doc1431001", "doc460823", "doc655666"], "ranked_scores": [174.0, 172.0, 170.0, 169.0, 169.0, 168.0, 167.0, 165.0, 165.0, 165.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-atanh": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc751998", "doc1665946", "doc57242", "doc57247", "doc57232", "doc1254733", "doc1989499", "doc2116209", "doc717374"], "ranked_scores": [104.0, 101.0, 99.0, 98.0, 98.0, 96.0, 94.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2033252", "doc63538", "doc1149306", "doc310191", "doc474276", "doc63543", "doc2136789", "doc1117624", "doc2292349", "doc2664641"], "ranked_scores": [91.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc21831", "doc21871", "doc2285692", "doc21829", "doc69768", "doc1675505", "doc21856", "doc21832", "doc812322"], "ranked_scores": [100.0, 98.0, 98.0, 98.0, 97.0, 96.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1402781", "doc1521481", "doc161015", "doc2525766", "doc1911408", "doc536608", "doc986835", "doc565706", "doc453161", "doc415358"], "ranked_scores": [92.0, 92.0, 92.0, 92.0, 92.0, 92.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc1812661", "doc2165905", "doc2165920", "doc1366757", "doc1366769", "doc387897", "doc887635", "doc1366744", "doc2171164", "doc338868"], "ranked_scores": [107.0, 107.0, 104.0, 103.0, 103.0, 103.0, 103.0, 102.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc540358", "doc27536", "doc1501431", "doc172858", "doc27529", "doc1692291", "doc361702", "doc27538", "doc459410", "doc540363"], "ranked_scores": [102.0, 95.0, 94.0, 94.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc825186", "doc1829626", "doc856725", "doc349744", "doc2139234", "doc1397232", "doc579128", "doc579135", "doc77640"], "ranked_scores": [106.0, 104.0, 104.0, 104.0, 104.0, 102.0, 102.0, 101.0, 101.0, 101.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc29764", "doc278641", "doc520684", "doc2096501", "doc38721", "doc896716", "doc581881", "doc625773", "doc80268"], "ranked_scores": [101.0, 92.0, 91.0, 90.0, 89.0, 89.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc1376346", "doc61054", "doc2032351", "doc2360720", "doc1976860", "doc61043", "doc627159", "doc61045", "doc2195756"], "ranked_scores": [101.0, 95.0, 93.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc2084014", "doc97421", "doc2071107", "doc97442", "doc1116765", "doc152483", "doc2083995", "doc369220", "doc97445"], "ranked_scores": [102.0, 101.0, 99.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc458222", "doc2680676", "doc447411", "doc2540212", "doc95291", "doc16766", "doc1446034", "doc2378343", "doc651760"], "ranked_scores": [101.0, 99.0, 98.0, 98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc2372621", "doc168169", "doc83864", "doc83872", "doc437627", "doc1984127", "doc398870", "doc595818", "doc759547", "doc83863"], "ranked_scores": [93.0, 93.0, 93.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703705", "doc703706", "doc1246069", "doc427621", "doc106332", "doc106355", "doc703719", "doc703728", "doc2846", "doc388464"], "ranked_scores": [105.0, 104.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7120", "doc7119", "doc7091", "doc697071", "doc1599042", "doc934401", "doc126136", "doc1751639", "doc683357", "doc7116"], "ranked_scores": [95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc487275", "doc90819", "doc82130", "doc90808", "doc2033842", "doc114242", "doc683218", "doc1315097"], "ranked_scores": [106.0, 92.0, 91.0, 90.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc1185427", "doc269387", "doc750407", "doc897", "doc1186883", "doc938302", "doc648355", "doc2659217", "doc490514", "doc750416"], "ranked_scores": [94.0, 94.0, 92.0, 91.0, 90.0, 90.0, 87.0, 86.0, 86.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc651957", "doc1786034", "doc1380357", "doc90322", "doc24903", "doc1786046", "doc30773", "doc563701", "doc416774", "doc468490"], "ranked_scores": [95.0, 95.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc573905", "doc2225375", "doc36393", "doc648355", "doc2483632", "doc1825428", "doc750416", "doc2127006", "doc2274222"], "ranked_scores": [96.0, 95.0, 93.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc1601611", "doc2313864", "doc873481", "doc2408092", "doc1876325", "doc1102442", "doc2678215", "doc2509989", "doc873480"], "ranked_scores": [103.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc80100", "doc80154", "doc1640863", "doc847439", "doc80078", "doc596891", "doc1149597", "doc2537202", "doc80067"], "ranked_scores": [101.0, 100.0, 98.0, 97.0, 97.0, 97.0, 97.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc1248717", "doc617309", "doc397020", "doc108788", "doc1018577", "doc2240289", "doc1313601", "doc2240293", "doc2475623"], "ranked_scores": [106.0, 92.0, 92.0, 89.0, 88.0, 87.0, 87.0, 87.0, 87.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc261069", "doc26444", "doc725659", "doc2036045", "doc1088162", "doc26467", "doc2289855", "doc638689", "doc920537", "doc26481"], "ranked_scores": [93.0, 91.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0, 89.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc802928", "doc278301", "doc498384", "doc180234", "doc192542", "doc119586", "doc2267530", "doc460917"], "ranked_scores": [107.0, 96.0, 94.0, 91.0, 90.0, 89.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc1390300", "doc1199221", "doc1285744", "doc2389178", "doc282412", "doc371078", "doc57940", "doc727789", "doc964756"], "ranked_scores": [96.0, 94.0, 94.0, 93.0, 93.0, 92.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc2166530", "doc928962", "doc765127", "doc2223012", "doc1128302", "doc1448736", "doc42804", "doc1919472", "doc814675"], "ranked_scores": [110.0, 91.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc971992", "doc64317", "doc1376793", "doc2426900", "doc64316", "doc1385345", "doc1683659", "doc851269", "doc64314", "doc64318"], "ranked_scores": [99.0, 98.0, 98.0, 97.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5641, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc2545097", "doc437639", "doc437668", "doc539428", "doc1334192", "doc1321883", "doc1977978", "doc1520300", "doc437662", "doc2545031"], "ranked_scores": [99.0, 98.0, 98.0, 98.0, 97.0, 96.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc859731", "doc1279689", "doc1315001", "doc1654105", "doc2587477", "doc1314979", "doc2010353", "doc35173", "doc2471264", "doc346463"], "ranked_scores": [90.0, 89.0, 89.0, 89.0, 88.0, 87.0, 87.0, 87.0, 87.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc2203479", "doc2179035", "doc1087169", "doc119508", "doc2281723", "doc1276688", "doc969155", "doc645564", "doc2670725", "doc645602"], "ranked_scores": [85.0, 85.0, 84.0, 84.0, 84.0, 84.0, 84.0, 84.0, 84.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc611282", "doc53464", "doc53465", "doc1082535", "doc611287", "doc1993044", "doc534490", "doc172947", "doc1982070", "doc2199352"], "ranked_scores": [94.0, 94.0, 94.0, 90.0, 90.0, 90.0, 88.0, 87.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc2509989", "doc2486654", "doc430825", "doc1566486", "doc783808", "doc2529675", "doc1007190", "doc785116", "doc868589"], "ranked_scores": [107.0, 98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1030289", "doc11655", "doc990514", "doc2429823", "doc1068708", "doc2527260", "doc599368", "doc599371", "doc868419", "doc990522"], "ranked_scores": [92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105756", "doc105739", "doc1270352", "doc8477", "doc171833", "doc391459", "doc849003", "doc105759", "doc2584848", "doc830308"], "ranked_scores": [104.0, 103.0, 103.0, 101.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc358938", "doc606253", "doc628470", "doc2224155", "doc53643", "doc324540", "doc422936", "doc172405", "doc6531", "doc28935"], "ranked_scores": [102.0, 100.0, 99.0, 99.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc412172", "doc2498480", "doc2599866", "doc313364", "doc465988", "doc313354", "doc412168", "doc313365", "doc2288928", "doc736126"], "ranked_scores": [91.0, 91.0, 91.0, 90.0, 90.0, 89.0, 89.0, 88.0, 88.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc2665803", "doc336518", "doc307978", "doc1498263", "doc2636635", "doc1533390", "doc2370090", "doc191143", "doc627432"], "ranked_scores": [92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1548640", "doc946285", "doc2179035", "doc1563745", "doc1563752", "doc1384376", "doc2068718", "doc2179022", "doc357631"], "ranked_scores": [99.0, 90.0, 89.0, 89.0, 88.0, 88.0, 87.0, 87.0, 87.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc376238", "doc376241", "doc1293555", "doc376243", "doc57975", "doc824947", "doc1055373", "doc512672", "doc601133", "doc776472"], "ranked_scores": [91.0, 89.0, 89.0, 88.0, 87.0, 87.0, 86.0, 85.0, 84.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1972860", "doc1986449", "doc1943842", "doc2241931", "doc588578", "doc536273", "doc1333905", "doc2465656", "doc1991515", "doc2275203"], "ranked_scores": [97.0, 95.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2391797", "doc1105530", "doc2316721", "doc221817", "doc877974", "doc1892012", "doc2107261", "doc807", "doc201170", "doc2501125"], "ranked_scores": [94.0, 91.0, 90.0, 90.0, 89.0, 89.0, 88.0, 88.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2624067", "doc88934", "doc2015719", "doc107246", "doc127031", "doc1301778", "doc723699", "doc1935824", "doc2061559", "doc2015724"], "ranked_scores": [100.0, 96.0, 95.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc413930", "doc889101", "doc21350", "doc1142116", "doc338815", "doc1455511", "doc21340", "doc338818", "doc1053964", "doc717374"], "ranked_scores": [94.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0, 90.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc323321", "doc108480", "doc1924612", "doc108481", "doc18274", "doc1791044", "doc782194", "doc2029100", "doc2003302", "doc2072948"], "ranked_scores": [105.0, 101.0, 101.0, 100.0, 100.0, 100.0, 99.0, 98.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc7165", "doc2298808", "doc32611", "doc1082535", "doc586538", "doc355540", "doc1948176", "doc1130696", "doc1670303", "doc1982070"], "ranked_scores": [103.0, 97.0, 93.0, 93.0, 92.0, 92.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc2057552", "doc1093057", "doc1735215", "doc276042", "doc455756", "doc1826212", "doc1840131", "doc369227", "doc221817", "doc2316721"], "ranked_scores": [86.0, 84.0, 84.0, 84.0, 84.0, 83.0, 83.0, 83.0, 82.0, 82.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1185713", "doc2631871", "doc705226", "doc1519779", "doc1809840", "doc1090888", "doc208245", "doc1564173", "doc2373417", "doc785515"], "ranked_scores": [96.0, 90.0, 89.0, 88.0, 87.0, 87.0, 87.0, 87.0, 87.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618376", "doc36463", "doc1618372", "doc207271", "doc2671424", "doc1874159", "doc2445368", "doc256280", "doc2396125"], "ranked_scores": [107.0, 102.0, 95.0, 95.0, 94.0, 92.0, 92.0, 91.0, 90.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc427621", "doc703706", "doc106357", "doc106355", "doc106333", "doc703719", "doc703711", "doc703736", "doc703721"], "ranked_scores": [100.0, 100.0, 100.0, 99.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc1373324", "doc643072", "doc1373323", "doc2393669", "doc1220654", "doc729573", "doc480455", "doc2339886", "doc832023"], "ranked_scores": [103.0, 101.0, 100.0, 98.0, 97.0, 96.0, 95.0, 95.0, 94.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1256783", "doc2432006", "doc2223012", "doc356178", "doc84492", "doc84481", "doc1288281", "doc22149", "doc84475", "doc460823"], "ranked_scores": [91.0, 88.0, 88.0, 87.0, 87.0, 87.0, 86.0, 86.0, 86.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-atanh": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc751998", "doc57247", "doc1665946", "doc57242", "doc57232", "doc698048", "doc698039", "doc1637888", "doc2040334"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc2664641", "doc474276", "doc63542", "doc1149306", "doc2136789", "doc1982515", "doc2292349", "doc63543", "doc1942575", "doc63538"], "ranked_scores": [52.0, 51.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc1675505", "doc21829", "doc2285692", "doc21831", "doc69768", "doc812322", "doc2672483", "doc365459", "doc69765"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1086963", "doc1402781", "doc1521481", "doc564728", "doc591224", "doc2307734", "doc1678115", "doc986835", "doc80148", "doc829494"], "ranked_scores": [47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165905", "doc1812661", "doc682295", "doc1366757", "doc1812659", "doc1366744", "doc1214905", "doc2307710", "doc2171164", "doc2307709"], "ranked_scores": [56.0, 55.0, 54.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc361702", "doc1021718", "doc540358", "doc1585937", "doc1501431", "doc172858", "doc738832", "doc2653445", "doc27529", "doc361697"], "ranked_scores": [53.0, 53.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc349744", "doc2134247", "doc349747", "doc579128", "doc856735", "doc856725", "doc1397232", "doc77640", "doc825186"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc581881", "doc101561", "doc1036602", "doc278641", "doc99857", "doc29764", "doc626445", "doc1601162", "doc2096499"], "ranked_scores": [54.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc2032351", "doc2360720", "doc627159", "doc61043", "doc2105047", "doc2071083", "doc357631", "doc58964"], "ranked_scores": [51.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2084014", "doc2004921", "doc97442", "doc97421", "doc152483", "doc97445", "doc97430", "doc97437", "doc2021184", "doc2071107"], "ranked_scores": [53.0, 53.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1153299", "doc458222", "doc1562972", "doc95291", "doc2540212", "doc1838510", "doc509898", "doc651760", "doc86108"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1883243", "doc759547", "doc1984114", "doc1984127", "doc2552606", "doc1974480", "doc50107", "doc595818", "doc758894", "doc985384"], "ranked_scores": [52.0, 50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc2846", "doc703706", "doc703705", "doc106332", "doc1246069", "doc1298513", "doc388464", "doc211896", "doc703728", "doc703736"], "ranked_scores": [52.0, 52.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc591048", "doc7091", "doc7119", "doc683357", "doc7120", "doc485214", "doc695983", "doc57975", "doc7116", "doc697071"], "ranked_scores": [50.0, 49.0, 49.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc487275", "doc90807", "doc2086681", "doc2200447", "doc2620645", "doc621928", "doc317197", "doc2247113", "doc82130", "doc854693"], "ranked_scores": [51.0, 50.0, 49.0, 49.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc938302", "doc1186883", "doc1185427", "doc2018288", "doc2340753", "doc53439", "doc938300", "doc897", "doc977122", "doc688882"], "ranked_scores": [50.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc974653", "doc2623672", "doc300567", "doc563701", "doc1786034", "doc1333507", "doc651957", "doc1786046", "doc1509190", "doc416774"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc573905", "doc2225375", "doc1104361", "doc2274222", "doc36402", "doc1825428", "doc1722932", "doc2396125", "doc376580", "doc73739"], "ranked_scores": [52.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc2313864", "doc873481", "doc1787621", "doc2318634", "doc1806221", "doc2509989", "doc2408092", "doc56902", "doc876844"], "ranked_scores": [51.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc80151", "doc1149597", "doc2215170", "doc847439", "doc80100", "doc1640863", "doc80078", "doc596891", "doc1110589", "doc470479"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2475623", "doc617309", "doc1018577", "doc107878", "doc1098823", "doc108788", "doc1248717", "doc823398", "doc18814"], "ranked_scores": [58.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc725659", "doc1617231", "doc207464", "doc26444", "doc2517390", "doc675035", "doc863686", "doc26481", "doc721916", "doc746306"], "ranked_scores": [48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc2267530", "doc278301", "doc1653053", "doc1395336", "doc2267531", "doc802928", "doc447730", "doc698033"], "ranked_scores": [57.0, 49.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1501334", "doc282412", "doc2389179", "doc1285744", "doc37890", "doc2389178", "doc95310", "doc1451837", "doc1590438", "doc57940"], "ranked_scores": [50.0, 50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc1128302", "doc2223012", "doc331518", "doc2316765", "doc2476432", "doc879199", "doc814675", "doc42804"], "ranked_scores": [55.0, 50.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc2599837", "doc824758", "doc64316", "doc597569", "doc851269", "doc602837", "doc674940", "doc64317", "doc971992", "doc922271"], "ranked_scores": [48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437668", "doc1321883", "doc2545031", "doc539428", "doc1520275", "doc2656944", "doc437639", "doc601744", "doc459280", "doc437662"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc297251", "doc671973", "doc1846050", "doc1279689", "doc2593884", "doc545539", "doc1315097", "doc2526409", "doc720132", "doc523750"], "ranked_scores": [50.0, 49.0, 49.0, 49.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc1376157", "doc282351", "doc1377686", "doc641297", "doc1107701", "doc1156528", "doc1238357", "doc1490491", "doc311498", "doc645564"], "ranked_scores": [47.0, 47.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc611282", "doc611287", "doc53464", "doc53465", "doc2471044", "doc993779", "doc1451837", "doc1982070", "doc611283", "doc2004585"], "ranked_scores": [52.0, 51.0, 50.0, 48.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc2486654", "doc430825", "doc173076", "doc1007190", "doc2167640", "doc1566486", "doc1394760", "doc785116", "doc2529675"], "ranked_scores": [53.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1030289", "doc729661", "doc599371", "doc626438", "doc2366137", "doc2499695", "doc626445", "doc599386", "doc626446", "doc660265"], "ranked_scores": [51.0, 50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105759", "doc105739", "doc391459", "doc105756", "doc830308", "doc849003", "doc1270352", "doc8477", "doc171833", "doc506854"], "ranked_scores": [53.0, 51.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc606253", "doc1602350", "doc358938", "doc32937", "doc422936", "doc61939", "doc56903", "doc716573", "doc623682", "doc628470"], "ranked_scores": [54.0, 53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2498492", "doc313365", "doc412168", "doc1759054", "doc1192046", "doc2288928", "doc465988", "doc412172", "doc707795", "doc736126"], "ranked_scores": [48.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1765392", "doc2448623", "doc2665803", "doc2119808", "doc2636635", "doc333675", "doc336518", "doc1117624", "doc733127", "doc967500"], "ranked_scores": [49.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1577006", "doc1563752", "doc1512025", "doc1563745", "doc1343593", "doc1283940", "doc56398", "doc868658", "doc946285"], "ranked_scores": [51.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc512672", "doc2326766", "doc376241", "doc1322161", "doc1809347", "doc2075016", "doc2031737", "doc698895", "doc840951", "doc523031"], "ranked_scores": [51.0, 51.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1986449", "doc403589", "doc1972860", "doc404917", "doc1812456", "doc2170441", "doc2241931", "doc546869", "doc588621", "doc588578"], "ranked_scores": [50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2391797", "doc1105530", "doc2361509", "doc201181", "doc201170", "doc2501125", "doc807", "doc2665803", "doc312607", "doc596882"], "ranked_scores": [50.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2624067", "doc2015719", "doc127042", "doc2015724", "doc127031", "doc88973", "doc107246", "doc994525", "doc779563", "doc88934"], "ranked_scores": [52.0, 51.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc1395336", "doc21340", "doc1142116", "doc338818", "doc1455511", "doc21368", "doc21350", "doc338810", "doc2486395", "doc642895"], "ranked_scores": [50.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc108480", "doc323321", "doc2185185", "doc2526454", "doc1816786", "doc782194", "doc108481", "doc18264", "doc824006", "doc930758"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc1945404", "doc7165", "doc586538", "doc1934174", "doc1104254", "doc1130696", "doc16766", "doc1132967", "doc2298808", "doc955743"], "ranked_scores": [51.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1093057", "doc150042", "doc2057552", "doc1314964", "doc1348556", "doc1320382", "doc1580688", "doc2660510", "doc1826212", "doc710956"], "ranked_scores": [49.0, 46.0, 45.0, 44.0, 44.0, 44.0, 44.0, 44.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1131204", "doc1185713", "doc1519779", "doc902546", "doc705226", "doc1878861", "doc208245", "doc567776", "doc2085567", "doc453161"], "ranked_scores": [48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618376", "doc36463", "doc1618372", "doc1395334", "doc1618374", "doc2445368", "doc2622759", "doc2657970", "doc36460"], "ranked_scores": [54.0, 52.0, 50.0, 49.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2846", "doc703706", "doc427621", "doc106333", "doc35719", "doc703701", "doc703705", "doc703736", "doc703711", "doc846246"], "ranked_scores": [52.0, 52.0, 52.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc626438", "doc599371", "doc643072", "doc2393669", "doc1373323", "doc1606329", "doc1119808", "doc729573", "doc966365"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1256783", "doc378250", "doc1430994", "doc636346", "doc405830", "doc2432006", "doc2608805", "doc524132", "doc492385", "doc851877"], "ranked_scores": [52.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-32-atanh": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57247", "doc57232", "doc751998", "doc2538901", "doc1125024", "doc57234", "doc57242", "doc586538", "doc698075", "doc698048"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc107206", "doc1342042", "doc1584862", "doc2664641", "doc497737", "doc2479871", "doc1763997", "doc2461162", "doc63542", "doc979054"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc829017", "doc21831", "doc452024", "doc21829", "doc1328955", "doc2613405", "doc1393796", "doc812322", "doc365459", "doc2285692"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc26437", "doc474060", "doc1678115", "doc2344470", "doc2036707", "doc2503779", "doc2439295", "doc26458", "doc764184", "doc864645"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc682295", "doc1382073", "doc1812659", "doc2165906", "doc1812661", "doc2307710", "doc453172", "doc559430", "doc2165905", "doc672961"], "ranked_scores": [31.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc540358", "doc361702", "doc1959244", "doc27529", "doc1021718", "doc1770477", "doc172858", "doc754593", "doc540344", "doc437667"], "ranked_scores": [30.0, 28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc579128", "doc1397232", "doc579135", "doc681775", "doc2162623", "doc349744", "doc349747", "doc438360", "doc856735", "doc725920"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29764", "doc1036602", "doc2107778", "doc761733", "doc278641", "doc520684", "doc675222", "doc896716", "doc928587", "doc99857"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc1557550", "doc2195756", "doc2475878", "doc260672", "doc333847", "doc455756", "doc474073", "doc903109", "doc61043", "doc61036"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2084014", "doc2004921", "doc504736", "doc535996", "doc2083995", "doc97437", "doc97421", "doc563699", "doc936874", "doc97445"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1838510", "doc971351", "doc458222", "doc636346", "doc2240923", "doc737219", "doc868658", "doc95291", "doc81671"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1133242", "doc1984127", "doc1883243", "doc1883237", "doc2294365", "doc1984114", "doc595818", "doc2552606", "doc875841", "doc824758"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703711", "doc285723", "doc938942", "doc446480", "doc703706", "doc593061", "doc874101", "doc752669", "doc703731", "doc703736"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc1173469", "doc683357", "doc7091", "doc57975", "doc1751639", "doc1896773", "doc695983", "doc27102", "doc7120", "doc7096"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc487275", "doc182046", "doc320077", "doc2422832", "doc2185553", "doc2086681", "doc90808", "doc82130", "doc844175"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc874101", "doc2148672", "doc1386166", "doc897", "doc369278", "doc750407", "doc66003", "doc914073", "doc77976", "doc938302"], "ranked_scores": [28.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc1380357", "doc416774", "doc1333507", "doc1380356", "doc974653", "doc2202506", "doc300567", "doc799956", "doc807066", "doc971641"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc573905", "doc1423679", "doc73739", "doc1722932", "doc2396140", "doc376427", "doc36463", "doc54307", "doc77976", "doc901372"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc2144660", "doc213101", "doc876844", "doc1844590", "doc2575700", "doc1943842", "doc8158", "doc346637", "doc2188152", "doc346623"], "ranked_scores": [26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2320": {"relevant_ids": ["doc80067", "doc80074"], "ranked_ids": ["doc1110589", "doc2426396", "doc80078", "doc80089", "doc847439", "doc1640863", "doc2093620", "doc2215170", "doc2557720", "doc367206"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2563044", "doc1248717", "doc108788", "doc2569915", "doc369276", "doc732096", "doc914073", "doc823398", "doc870966"], "ranked_scores": [28.0, 28.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc2144660", "doc131786", "doc1617231", "doc2439295", "doc863686", "doc1629783", "doc920537", "doc863698", "doc638689", "doc675035"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc1923941", "doc2445366", "doc2486654", "doc50848", "doc420626", "doc669209", "doc700971", "doc586601", "doc802928"], "ranked_scores": [28.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc282412", "doc1650958", "doc964756", "doc1199221", "doc1411867", "doc37911", "doc2480317", "doc2216399", "doc57940", "doc57948"], "ranked_scores": [28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc879199", "doc919333", "doc2307750", "doc2155680", "doc765127", "doc2316765", "doc596882", "doc814675", "doc981651"], "ranked_scores": [29.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64318", "doc64317"], "ranked_ids": ["doc2543936", "doc41356", "doc1385353", "doc209865", "doc467715", "doc2361673", "doc456580", "doc922271", "doc602837", "doc64316"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc459280", "doc2545097", "doc2045075", "doc2545031", "doc437668", "doc437632", "doc2656965", "doc601744", "doc437678", "doc539428"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1846050", "doc545539", "doc1315064", "doc297251", "doc1279689", "doc399642", "doc699194", "doc720132", "doc938718", "doc83875"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test698": {"relevant_ids": ["doc24939", "doc24934"], "ranked_ids": ["doc702815", "doc641297", "doc1107701", "doc2179035", "doc1357322", "doc229804", "doc993779", "doc645564", "doc662025", "doc863660"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc611287", "doc2004585", "doc1915960", "doc1169637", "doc611282", "doc53464", "doc1369722", "doc611283", "doc2140403", "doc993779"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc233596", "doc430825", "doc2439294", "doc233547", "doc38710", "doc626260", "doc743529", "doc980993", "doc785116"], "ranked_scores": [29.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc626438", "doc599371", "doc626445", "doc1373324", "doc1731175", "doc599386", "doc2499695", "doc207176", "doc626446", "doc655785"], "ranked_scores": [28.0, 28.0, 28.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105759", "doc105752", "doc60215", "doc105756", "doc737771", "doc2096134", "doc391459", "doc2467789", "doc552697", "doc719076"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc716552", "doc50625", "doc358938", "doc716573", "doc59421", "doc848379", "doc70639", "doc926314", "doc70679"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc550451", "doc2498480", "doc660871", "doc412172", "doc2502101", "doc313354", "doc465988", "doc490514", "doc707795", "doc736126"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc1765392", "doc949124", "doc2041825", "doc1117624", "doc2085567", "doc2562973", "doc1330250", "doc281066", "doc627432", "doc967500"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc645564", "doc1563745", "doc1512025", "doc1563751", "doc1577006", "doc552141", "doc303260", "doc527459", "doc946285", "doc884905"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57975", "doc57977"], "ranked_ids": ["doc2326766", "doc693852", "doc140893", "doc512672", "doc376238", "doc2175230", "doc2544691", "doc376241", "doc667292", "doc635536"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588578", "doc2170441", "doc1943842", "doc1812456", "doc663483", "doc437667", "doc437668", "doc61233", "doc658745", "doc663467"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc2391797", "doc1867627", "doc2501125", "doc201170", "doc1276601", "doc2665803", "doc369151", "doc500342", "doc807", "doc949124"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc994525", "doc127042", "doc107206", "doc106047", "doc1301778", "doc2015719", "doc2624067", "doc2188384", "doc2015724", "doc988607"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test598": {"relevant_ids": ["doc21372", "doc21340"], "ranked_ids": ["doc1026678", "doc81655", "doc2114416", "doc868658", "doc338810", "doc1183356", "doc33191", "doc338809", "doc551897", "doc54026"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc2526454", "doc108480", "doc1816786", "doc2012361", "doc1068154", "doc18274", "doc2040435", "doc2185185", "doc911121"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7161", "doc7166"], "ranked_ids": ["doc1104254", "doc334984", "doc1046884", "doc1934174", "doc1945404", "doc380683", "doc57247", "doc717374", "doc87191", "doc735487"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1312663", "doc1891612", "doc1945756", "doc2480339", "doc2010379", "doc369240", "doc2660510", "doc2569900", "doc548572", "doc645561"], "ranked_scores": [25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc1131204", "doc1185713", "doc705226", "doc1090888", "doc1436063", "doc1519779", "doc2664639", "doc914073", "doc1878861", "doc397020"], "ranked_scores": [27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc1618374", "doc2445368", "doc2233735", "doc2396125", "doc893144", "doc2670026", "doc350535", "doc707801"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc2846", "doc752669", "doc172053", "doc703706", "doc106332", "doc614724", "doc427621", "doc703711", "doc846246", "doc938942"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc729573", "doc643072", "doc1373324", "doc1119808", "doc2393669", "doc1373323", "doc91121", "doc626438", "doc828063", "doc664284"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc2289866", "doc1334550", "doc2608805", "doc317197", "doc369278", "doc2380009", "doc2586142", "doc2432006", "doc599368", "doc77976"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-nstep-2000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc1395336", "doc57242", "doc57232", "doc57247", "doc751998", "doc57248", "doc1254764", "doc1142095"], "ranked_scores": [0.6696, 0.669, 0.6368, 0.6346, 0.6103, 0.5699, 0.567, 0.5597, 0.5409, 0.5398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc1664486", "doc63543", "doc1982515", "doc2345266", "doc497737", "doc1815291", "doc2112811", "doc1749973", "doc1796956"], "ranked_scores": [0.6937, 0.6204, 0.6147, 0.5826, 0.5736, 0.5638, 0.5591, 0.5579, 0.5551, 0.5539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc69778", "doc812322", "doc2285692", "doc2019171", "doc365451", "doc69768", "doc243667", "doc660012"], "ranked_scores": [0.808, 0.7838, 0.699, 0.6935, 0.6931, 0.6718, 0.6626, 0.6454, 0.6423, 0.6287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1570656", "doc564709", "doc1177870", "doc230376", "doc400438", "doc564728", "doc404141", "doc1007260", "doc643498", "doc1402781"], "ranked_scores": [0.5874, 0.5712, 0.5698, 0.5662, 0.5656, 0.5618, 0.5587, 0.5545, 0.5543, 0.5521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc887635", "doc1382123", "doc1812659", "doc559430", "doc1366769", "doc1741707", "doc2307709", "doc751747", "doc1382207"], "ranked_scores": [0.6577, 0.6469, 0.645, 0.6427, 0.6337, 0.6325, 0.6316, 0.6247, 0.6226, 0.6222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1996268", "doc1770477", "doc27538", "doc1021718", "doc1852503", "doc27535", "doc1478919", "doc540358", "doc1279689"], "ranked_scores": [0.6858, 0.5696, 0.5649, 0.5586, 0.5581, 0.5468, 0.5456, 0.5354, 0.5279, 0.5267], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc925929", "doc1526230", "doc1480727", "doc273559", "doc77634", "doc653285", "doc1328113", "doc272763", "doc1340806", "doc579128"], "ranked_scores": [0.6715, 0.6693, 0.6639, 0.6532, 0.6419, 0.6414, 0.6374, 0.6327, 0.632, 0.6273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc440382", "doc966365", "doc278641", "doc2509153", "doc520687", "doc2096499", "doc1486663", "doc2688"], "ranked_scores": [0.6078, 0.6018, 0.5731, 0.5701, 0.5557, 0.5508, 0.5489, 0.5466, 0.5393, 0.5287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61045", "doc61054", "doc61036", "doc1376346", "doc829494", "doc1376345", "doc1612682", "doc61043", "doc2083822", "doc13999"], "ranked_scores": [0.6822, 0.6752, 0.6469, 0.6317, 0.5439, 0.5277, 0.5117, 0.5098, 0.4951, 0.495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97445", "doc97421", "doc2004921", "doc97430", "doc2083987", "doc1116765", "doc369237", "doc2084014", "doc2083994", "doc2071107"], "ranked_scores": [0.7251, 0.7219, 0.718, 0.7003, 0.6663, 0.6568, 0.656, 0.6525, 0.6466, 0.6322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc2534674", "doc2534676", "doc260668", "doc908573", "doc260645", "doc583523", "doc33196", "doc1458417"], "ranked_scores": [0.6198, 0.5686, 0.5616, 0.5335, 0.5334, 0.5259, 0.5174, 0.5105, 0.5072, 0.5032], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc83863", "doc1386166", "doc66003", "doc437627", "doc1386116", "doc1386159", "doc2537823", "doc1984127", "doc2171547"], "ranked_scores": [0.6638, 0.6526, 0.6365, 0.6288, 0.5982, 0.5884, 0.5799, 0.5756, 0.5677, 0.5675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc1332302", "doc337506", "doc298160", "doc2838", "doc1887731", "doc337547", "doc703728", "doc703711"], "ranked_scores": [0.6569, 0.655, 0.6169, 0.6157, 0.6078, 0.6019, 0.5993, 0.598, 0.5938, 0.5854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7099", "doc7119", "doc7116", "doc7106", "doc692559", "doc526956", "doc1599042", "doc316997"], "ranked_scores": [0.7236, 0.6991, 0.6882, 0.6633, 0.6604, 0.6597, 0.647, 0.6409, 0.6141, 0.6031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc787596", "doc82130", "doc1169637", "doc2252228", "doc854693", "doc2068718", "doc1254817", "doc787615"], "ranked_scores": [0.7327, 0.6367, 0.6019, 0.5866, 0.5794, 0.578, 0.5776, 0.5675, 0.5631, 0.5616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc439366", "doc750416", "doc2018288", "doc750407", "doc428400", "doc2093591", "doc2420483", "doc2013112"], "ranked_scores": [0.5795, 0.562, 0.5378, 0.5307, 0.5292, 0.5123, 0.5057, 0.5052, 0.5042, 0.4885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc30773", "doc563699", "doc1380356", "doc1168119", "doc24903", "doc239811", "doc1824654", "doc416774"], "ranked_scores": [0.7069, 0.6806, 0.6419, 0.6418, 0.6374, 0.6302, 0.6273, 0.6263, 0.6185, 0.6169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc52429", "doc23412", "doc36402", "doc2009369", "doc2504604", "doc1634950", "doc1088751", "doc2225375", "doc2483632", "doc1482058"], "ranked_scores": [0.5624, 0.5603, 0.5557, 0.535, 0.5138, 0.5126, 0.5058, 0.5044, 0.4989, 0.4901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc952849", "doc1601611", "doc2510026", "doc1806221", "doc56903", "doc2439294"], "ranked_scores": [0.7351, 0.7252, 0.7013, 0.6888, 0.6694, 0.6653, 0.6244, 0.6144, 0.6127, 0.6121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80074", "doc80154", "doc80078", "doc137908", "doc2215178", "doc345642", "doc352904", "doc80067", "doc1912506"], "ranked_scores": [0.7463, 0.739, 0.7387, 0.6962, 0.6897, 0.6856, 0.6838, 0.6832, 0.6769, 0.6752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240293", "doc762682", "doc180079", "doc183950", "doc629517", "doc1248717", "doc2353712", "doc18814", "doc2240291"], "ranked_scores": [0.6193, 0.5366, 0.5238, 0.5222, 0.5162, 0.51, 0.5038, 0.4955, 0.4926, 0.4924], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc26461", "doc2376934", "doc207464", "doc764184", "doc26458", "doc224101", "doc675035", "doc131786"], "ranked_scores": [0.7156, 0.649, 0.6371, 0.6346, 0.6289, 0.6219, 0.6211, 0.6171, 0.6089, 0.6033], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1572538", "doc1464212", "doc1272206", "doc446492", "doc1587280", "doc1552106", "doc1427193"], "ranked_scores": [0.7616, 0.5182, 0.5106, 0.4827, 0.48, 0.473, 0.4729, 0.4715, 0.4625, 0.4606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc37895", "doc721746", "doc57946", "doc57948", "doc57940", "doc1101054", "doc57232", "doc1489505"], "ranked_scores": [0.6071, 0.5724, 0.5618, 0.5578, 0.5259, 0.5182, 0.5012, 0.4819, 0.4799, 0.4752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc2193668", "doc1962033", "doc1612364", "doc1612520", "doc1224325", "doc1936829", "doc1741593"], "ranked_scores": [0.6857, 0.5832, 0.5481, 0.4868, 0.4857, 0.4719, 0.46, 0.4531, 0.448, 0.4329], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc971992", "doc64318", "doc64314", "doc922271", "doc64317", "doc851269", "doc467715", "doc456580", "doc1683659"], "ranked_scores": [0.6081, 0.5661, 0.5529, 0.5524, 0.5468, 0.5417, 0.5368, 0.5335, 0.5323, 0.5316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.525, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc638932", "doc437685", "doc437667", "doc1520300", "doc1520244", "doc539419", "doc539428", "doc1520211", "doc1520219"], "ranked_scores": [0.6758, 0.6528, 0.6456, 0.6421, 0.6397, 0.6389, 0.6382, 0.6368, 0.6363, 0.6331], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc754076", "doc866436", "doc1315064", "doc671985", "doc1385395", "doc552720", "doc2558251", "doc2349886"], "ranked_scores": [0.5792, 0.5265, 0.5177, 0.5132, 0.5021, 0.4738, 0.467, 0.4605, 0.4574, 0.418], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc1894178", "doc602735", "doc1212031", "doc585415", "doc27298", "doc488007", "doc1445420", "doc524130", "doc2558036"], "ranked_scores": [0.4894, 0.441, 0.4326, 0.4089, 0.4085, 0.3949, 0.394, 0.3908, 0.387, 0.3784], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc2179022", "doc53465", "doc2306629", "doc435057", "doc2179035", "doc2660672", "doc93287", "doc781344", "doc1346601"], "ranked_scores": [0.7181, 0.5583, 0.5449, 0.529, 0.5176, 0.5145, 0.4961, 0.4863, 0.4842, 0.4756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1787621", "doc28582", "doc1007190", "doc1857677", "doc152998", "doc2486654", "doc28581", "doc1394755"], "ranked_scores": [0.7564, 0.7037, 0.6352, 0.634, 0.6252, 0.6146, 0.6023, 0.5989, 0.596, 0.596], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1837759", "doc84492", "doc368643", "doc1837771", "doc2451212", "doc1119808", "doc2339886", "doc1373323", "doc643072", "doc1373324"], "ranked_scores": [0.5884, 0.5869, 0.5827, 0.5808, 0.5804, 0.5753, 0.5718, 0.5682, 0.566, 0.5577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc1729412", "doc105763", "doc2355469", "doc946247", "doc1405971", "doc105758", "doc1572538", "doc105756"], "ranked_scores": [0.6651, 0.6228, 0.6066, 0.5974, 0.5907, 0.5849, 0.5827, 0.5736, 0.5711, 0.5709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107022", "doc2111513", "doc2107018", "doc358938", "doc4147", "doc2399996", "doc1927002", "doc172405", "doc52414", "doc1294814"], "ranked_scores": [0.6328, 0.6253, 0.6191, 0.6056, 0.6007, 0.5959, 0.587, 0.5824, 0.5781, 0.5736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435078", "doc2646161", "doc435076", "doc1921625", "doc378301", "doc2587564", "doc2498492", "doc2352487", "doc435083"], "ranked_scores": [0.6671, 0.6542, 0.6349, 0.6161, 0.6129, 0.6125, 0.6041, 0.604, 0.6023, 0.588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc2665803", "doc733127", "doc336518", "doc15890", "doc2448623", "doc2042102", "doc1498263", "doc518266", "doc1736708"], "ranked_scores": [0.5713, 0.5682, 0.5534, 0.5316, 0.4816, 0.4805, 0.4721, 0.4588, 0.4573, 0.4568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1283940", "doc159492", "doc381154", "doc946285", "doc1245931", "doc1851601", "doc1094361", "doc2419056", "doc2414537", "doc1512025"], "ranked_scores": [0.5061, 0.4781, 0.4731, 0.4709, 0.4666, 0.4631, 0.4505, 0.4502, 0.4482, 0.4447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1345740", "doc261351", "doc367417", "doc2265144", "doc40405", "doc57975", "doc864555", "doc2304461", "doc1423992"], "ranked_scores": [0.5855, 0.5595, 0.5508, 0.5365, 0.5084, 0.5043, 0.4983, 0.4965, 0.4963, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc1975694", "doc1333905", "doc1271924", "doc1986433", "doc1467762", "doc1730288", "doc1943842", "doc588578"], "ranked_scores": [0.6206, 0.5933, 0.5544, 0.5538, 0.5229, 0.504, 0.4919, 0.4895, 0.4893, 0.4886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc2188384", "doc221817", "doc1105530", "doc2142524", "doc201173", "doc2378781", "doc2316721", "doc1370451", "doc1490491"], "ranked_scores": [0.4943, 0.4698, 0.4638, 0.4638, 0.4582, 0.4429, 0.4382, 0.4299, 0.423, 0.4211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88974", "doc127031", "doc127040", "doc2015719", "doc779563", "doc1452752", "doc2624067", "doc88973"], "ranked_scores": [0.6996, 0.6653, 0.6541, 0.6446, 0.6312, 0.6188, 0.6179, 0.6114, 0.6044, 0.5863], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc1798523", "doc212860", "doc653731", "doc1144972", "doc21340", "doc1142095", "doc1637888", "doc905614", "doc698075"], "ranked_scores": [0.4929, 0.4723, 0.4578, 0.4504, 0.4476, 0.4414, 0.4321, 0.4297, 0.4297, 0.4283], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc911115", "doc18273", "doc63590", "doc193844", "doc108456", "doc376565", "doc2072948", "doc108559", "doc389941", "doc354084"], "ranked_scores": [0.7195, 0.7195, 0.7195, 0.6973, 0.689, 0.6265, 0.6028, 0.5961, 0.5942, 0.5915], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1839188", "doc355540", "doc1816051", "doc1670303", "doc1930877", "doc46245", "doc299691", "doc1816074", "doc1945404"], "ranked_scores": [0.5955, 0.5472, 0.5335, 0.4934, 0.4787, 0.4772, 0.4753, 0.4651, 0.4629, 0.454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc2193668", "doc753576", "doc1260422", "doc1962033", "doc951306", "doc2015875", "doc1574683", "doc902657"], "ranked_scores": [0.5082, 0.4869, 0.4706, 0.4645, 0.3953, 0.3873, 0.3844, 0.3827, 0.3823, 0.3697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc642762", "doc2639996", "doc1874808", "doc2011376", "doc1222389", "doc374355", "doc2125026", "doc1185713"], "ranked_scores": [0.5636, 0.5606, 0.5284, 0.4852, 0.4801, 0.4796, 0.4787, 0.4711, 0.4598, 0.4566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc2622778", "doc36460", "doc1618372", "doc2622759", "doc2396125", "doc36485", "doc1926783"], "ranked_scores": [0.7317, 0.7107, 0.6821, 0.6736, 0.6377, 0.6091, 0.5964, 0.5877, 0.5735, 0.5728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc337547", "doc298160", "doc337506", "doc703714", "doc284003", "doc973089", "doc2832", "doc392476", "doc24299", "doc1390073"], "ranked_scores": [0.613, 0.6037, 0.5953, 0.5946, 0.5824, 0.5693, 0.566, 0.5621, 0.5621, 0.5613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc1373324", "doc729573", "doc626438", "doc2393669", "doc729661", "doc108892", "doc1119808"], "ranked_scores": [0.7436, 0.7374, 0.6898, 0.6819, 0.6758, 0.6754, 0.6743, 0.6669, 0.6624, 0.6516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc1334550", "doc2332984", "doc1430994", "doc1431001", "doc77971", "doc77976", "doc77973", "doc801039"], "ranked_scores": [0.5605, 0.5041, 0.4745, 0.473, 0.4665, 0.4615, 0.4613, 0.4492, 0.4395, 0.413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-4000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc1395336", "doc57242", "doc57232", "doc751998", "doc57248", "doc57247", "doc1254764", "doc1142095"], "ranked_scores": [0.6713, 0.6605, 0.6317, 0.6291, 0.6071, 0.5612, 0.5591, 0.5569, 0.5229, 0.5205], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1664486", "doc1982515", "doc2345266", "doc1749973", "doc1796956", "doc230557", "doc1815291", "doc497737"], "ranked_scores": [0.7004, 0.6255, 0.6092, 0.5914, 0.5893, 0.5799, 0.5787, 0.5736, 0.5724, 0.5707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc2285692", "doc812322", "doc69778", "doc365451", "doc2019171", "doc243667", "doc69768", "doc21856"], "ranked_scores": [0.7748, 0.7504, 0.6721, 0.6719, 0.6558, 0.6418, 0.6418, 0.6261, 0.6192, 0.6064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc1570656", "doc564709", "doc230376", "doc400438", "doc1007260", "doc404141", "doc643498", "doc1402781", "doc453161"], "ranked_scores": [0.5683, 0.5651, 0.5644, 0.5512, 0.5481, 0.5479, 0.5464, 0.5454, 0.5377, 0.533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1812659", "doc887635", "doc1382123", "doc1366769", "doc559430", "doc1741707", "doc2307709", "doc1741704", "doc338868"], "ranked_scores": [0.658, 0.6374, 0.631, 0.6304, 0.6227, 0.6201, 0.6153, 0.6127, 0.605, 0.6046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1996268", "doc1021718", "doc1770477", "doc27538", "doc1852503", "doc2384883", "doc1478919", "doc540358", "doc1324046"], "ranked_scores": [0.6764, 0.5529, 0.5448, 0.5409, 0.5374, 0.5265, 0.5169, 0.5161, 0.5116, 0.5101], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc925929", "doc1480727", "doc273559", "doc653285", "doc77634", "doc1340806", "doc579128", "doc54270", "doc1953211"], "ranked_scores": [0.6728, 0.656, 0.6541, 0.654, 0.6428, 0.642, 0.6386, 0.6299, 0.6277, 0.6227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc966365", "doc1486663", "doc2509153", "doc440382", "doc520687", "doc2096499", "doc278641", "doc2688"], "ranked_scores": [0.6011, 0.566, 0.5588, 0.5417, 0.5371, 0.5364, 0.5354, 0.5257, 0.5226, 0.5016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61045", "doc61036", "doc1376346", "doc829494", "doc61043", "doc1612682", "doc1376345", "doc2083822", "doc13999"], "ranked_scores": [0.6565, 0.655, 0.6496, 0.6142, 0.5182, 0.5072, 0.4993, 0.4912, 0.4779, 0.4748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc97445", "doc2004921", "doc97430", "doc369237", "doc2071107", "doc2084014", "doc2083987", "doc1116765", "doc2083994"], "ranked_scores": [0.7186, 0.7169, 0.713, 0.6726, 0.6532, 0.6512, 0.6472, 0.6465, 0.642, 0.639], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc2534674", "doc908573", "doc2534676", "doc33196", "doc260668", "doc2648883", "doc260645", "doc1999887"], "ranked_scores": [0.6068, 0.5648, 0.5258, 0.5165, 0.5141, 0.4994, 0.4965, 0.4935, 0.4897, 0.4864], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc66003", "doc83863", "doc1386166", "doc437627", "doc2537823", "doc1386116", "doc759547", "doc2171547", "doc1386159"], "ranked_scores": [0.6482, 0.6118, 0.6107, 0.6034, 0.5973, 0.5717, 0.5602, 0.5425, 0.5342, 0.5311], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc1332302", "doc337506", "doc298160", "doc1887731", "doc337547", "doc666653", "doc703728", "doc2838"], "ranked_scores": [0.653, 0.6253, 0.6069, 0.6038, 0.594, 0.5901, 0.5768, 0.5733, 0.5719, 0.5668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7099", "doc7119", "doc7106", "doc7116", "doc692559", "doc526956", "doc1694554", "doc1599042"], "ranked_scores": [0.6998, 0.6803, 0.6728, 0.6481, 0.6338, 0.6335, 0.6311, 0.6085, 0.5941, 0.583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82130", "doc82127", "doc1169637", "doc787596", "doc854693", "doc2068718", "doc1891830", "doc2252228"], "ranked_scores": [0.7161, 0.6028, 0.5734, 0.5675, 0.5651, 0.5639, 0.5637, 0.5593, 0.5511, 0.5456], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc439366", "doc750416", "doc2018288", "doc750407", "doc2420483", "doc1449866", "doc2203152", "doc2013112"], "ranked_scores": [0.5562, 0.5547, 0.5283, 0.5268, 0.5208, 0.4819, 0.4758, 0.4722, 0.472, 0.4689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc30773", "doc1380356", "doc563699", "doc416774", "doc1168119", "doc239811", "doc1380357", "doc24903"], "ranked_scores": [0.6967, 0.674, 0.6451, 0.6311, 0.625, 0.6085, 0.597, 0.5967, 0.5944, 0.5943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc23412", "doc2009369", "doc2483632", "doc52429", "doc1634950", "doc1088751", "doc2225375", "doc2504604", "doc1482058"], "ranked_scores": [0.558, 0.5309, 0.5161, 0.5117, 0.5076, 0.482, 0.4801, 0.4769, 0.4766, 0.4739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc1601611", "doc952849", "doc2510026", "doc2439294", "doc1806221", "doc1685439"], "ranked_scores": [0.7217, 0.716, 0.6932, 0.6757, 0.6431, 0.6395, 0.6271, 0.6117, 0.5935, 0.5929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80154", "doc80074", "doc137908", "doc345642", "doc80078", "doc2215178", "doc352904", "doc80067", "doc1912506"], "ranked_scores": [0.7318, 0.7143, 0.708, 0.684, 0.6758, 0.6593, 0.6519, 0.6499, 0.6436, 0.6341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc2240293", "doc2353712", "doc762682", "doc183950", "doc1248717", "doc629517", "doc2174234", "doc439092"], "ranked_scores": [0.6381, 0.5274, 0.5155, 0.5003, 0.496, 0.4938, 0.4911, 0.4882, 0.4875, 0.4748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc26458", "doc764184", "doc26461", "doc2376934", "doc26460", "doc131786", "doc207464", "doc224101"], "ranked_scores": [0.7238, 0.6513, 0.6264, 0.6244, 0.6234, 0.6144, 0.6018, 0.6017, 0.6007, 0.5936], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1587280", "doc1464212", "doc1272206", "doc1572538", "doc446492", "doc174797", "doc273662"], "ranked_scores": [0.7627, 0.5007, 0.4909, 0.4653, 0.46, 0.4574, 0.4539, 0.4513, 0.4405, 0.44], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc37895", "doc721746", "doc57948", "doc57946", "doc57940", "doc2389179", "doc1101054", "doc1489505"], "ranked_scores": [0.5852, 0.5473, 0.5408, 0.5282, 0.5163, 0.5051, 0.4944, 0.4799, 0.4623, 0.4618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc1962033", "doc1612364", "doc2193668", "doc1224325", "doc1936829", "doc1612520", "doc1741593"], "ranked_scores": [0.6531, 0.5631, 0.5122, 0.4573, 0.4505, 0.4444, 0.4372, 0.4318, 0.4243, 0.4138], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64318", "doc64317", "doc64314", "doc971992", "doc851269", "doc35524", "doc467715", "doc41344", "doc1376793"], "ranked_scores": [0.5876, 0.5474, 0.5371, 0.5358, 0.5346, 0.5242, 0.5127, 0.511, 0.5074, 0.5016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc539428", "doc437685", "doc638932", "doc1520219", "doc437667", "doc1520244", "doc252389", "doc1520300", "doc539419"], "ranked_scores": [0.6659, 0.6444, 0.6435, 0.6428, 0.6391, 0.6353, 0.6338, 0.6279, 0.6277, 0.6276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc866436", "doc1315064", "doc754076", "doc1385395", "doc671985", "doc2558251", "doc552720", "doc877823"], "ranked_scores": [0.5724, 0.514, 0.5033, 0.4942, 0.4798, 0.4537, 0.4469, 0.4366, 0.4301, 0.4058], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc1894178", "doc602735", "doc585415", "doc488007", "doc1212031", "doc2558036", "doc27298", "doc1445420", "doc2161840"], "ranked_scores": [0.4698, 0.4329, 0.4058, 0.3858, 0.3823, 0.3772, 0.377, 0.3696, 0.3595, 0.3483], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2179022", "doc2306629", "doc435057", "doc2179035", "doc2660672", "doc781344", "doc93287", "doc238803"], "ranked_scores": [0.7175, 0.532, 0.5266, 0.5071, 0.4991, 0.488, 0.4742, 0.4708, 0.4597, 0.4537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1787621", "doc1007190", "doc1394755", "doc1394758", "doc996399", "doc2486654", "doc1857677", "doc28582"], "ranked_scores": [0.7452, 0.6944, 0.6187, 0.6105, 0.5985, 0.5966, 0.5917, 0.5805, 0.5798, 0.5762], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1837771", "doc368643", "doc1837759", "doc2451212", "doc2339886", "doc1119808", "doc84492", "doc1373323", "doc643072", "doc1373324"], "ranked_scores": [0.5625, 0.5625, 0.5609, 0.5562, 0.5527, 0.5522, 0.552, 0.5493, 0.5442, 0.5397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc1729412", "doc105763", "doc2355469", "doc1572538", "doc105758", "doc543176", "doc946247", "doc830308"], "ranked_scores": [0.6492, 0.6076, 0.5726, 0.5717, 0.5666, 0.5563, 0.5549, 0.5495, 0.5487, 0.5484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc2107022", "doc4147", "doc358938", "doc2107018", "doc1927002", "doc172405", "doc1294814", "doc2224155", "doc606253"], "ranked_scores": [0.609, 0.6034, 0.5898, 0.5894, 0.5851, 0.5787, 0.5745, 0.569, 0.5678, 0.5665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435078", "doc1921625", "doc2646161", "doc2587564", "doc435076", "doc378301", "doc2352487", "doc2498492", "doc736126"], "ranked_scores": [0.6352, 0.6248, 0.6001, 0.5975, 0.5948, 0.5935, 0.5817, 0.5805, 0.5762, 0.5595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2119808", "doc733127", "doc336518", "doc2448623", "doc2042102", "doc15890", "doc878338", "doc518266", "doc1498263"], "ranked_scores": [0.5581, 0.5478, 0.5323, 0.5276, 0.4813, 0.4659, 0.4589, 0.4413, 0.4411, 0.4353], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1283940", "doc159492", "doc381154", "doc1245931", "doc2419056", "doc946285", "doc1851601", "doc1512025", "doc2414537", "doc448867"], "ranked_scores": [0.4739, 0.4708, 0.4388, 0.4354, 0.4332, 0.4322, 0.4263, 0.4216, 0.4213, 0.4129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1345740", "doc261351", "doc367417", "doc57975", "doc2265144", "doc40405", "doc1423992", "doc2035909", "doc2304461"], "ranked_scores": [0.5781, 0.5379, 0.5363, 0.5181, 0.4913, 0.4785, 0.4774, 0.4708, 0.4697, 0.4668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc1333905", "doc1975694", "doc1271924", "doc294604", "doc588578", "doc1584862", "doc1730288", "doc1986433"], "ranked_scores": [0.6352, 0.5834, 0.5422, 0.5374, 0.5183, 0.5033, 0.5032, 0.5021, 0.486, 0.4854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc221817", "doc2142524", "doc201173", "doc2188384", "doc1105530", "doc1877808", "doc1370451", "doc2316721", "doc681964"], "ranked_scores": [0.466, 0.4446, 0.4421, 0.4251, 0.4212, 0.4212, 0.4161, 0.4091, 0.4084, 0.3909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88974", "doc127040", "doc2015719", "doc127031", "doc779563", "doc1452752", "doc2624067", "doc548704"], "ranked_scores": [0.655, 0.618, 0.6108, 0.6089, 0.6044, 0.6006, 0.577, 0.5721, 0.5694, 0.5567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc338813", "doc1798523", "doc212860", "doc1144972", "doc1637888", "doc653731", "doc2486395", "doc79982", "doc1533829", "doc866703"], "ranked_scores": [0.4693, 0.4663, 0.4442, 0.4198, 0.4184, 0.4159, 0.4114, 0.4034, 0.4027, 0.4024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc63590", "doc18273", "doc911115", "doc108456", "doc323321", "doc376565", "doc1906610", "doc2072948", "doc376580"], "ranked_scores": [0.6864, 0.6823, 0.6823, 0.6823, 0.6417, 0.5736, 0.5729, 0.5677, 0.5583, 0.5577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1839188", "doc1816051", "doc1670303", "doc1816074", "doc1930877", "doc46245", "doc1945404", "doc299691"], "ranked_scores": [0.578, 0.5386, 0.5258, 0.4999, 0.4809, 0.4621, 0.4611, 0.4513, 0.4509, 0.4416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc2193668", "doc753576", "doc951306", "doc1260422", "doc1574683", "doc2015875", "doc2613797", "doc1244692"], "ranked_scores": [0.4765, 0.4738, 0.423, 0.4116, 0.3829, 0.3828, 0.3778, 0.3693, 0.3535, 0.3347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc642762", "doc1185713", "doc2639996", "doc1222389", "doc1874808", "doc1723101", "doc2011376", "doc2634368"], "ranked_scores": [0.5774, 0.5524, 0.5137, 0.4815, 0.478, 0.4616, 0.4559, 0.4502, 0.4484, 0.4391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc2622778", "doc36460", "doc1618372", "doc2396125", "doc2622759", "doc36485", "doc2543936"], "ranked_scores": [0.7083, 0.694, 0.6619, 0.65, 0.6152, 0.5779, 0.5748, 0.5648, 0.5619, 0.5514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc337547", "doc703714", "doc284003", "doc298160", "doc337506", "doc2832", "doc973089", "doc1390073", "doc35719", "doc106332"], "ranked_scores": [0.5774, 0.5773, 0.5691, 0.5613, 0.5589, 0.5474, 0.5416, 0.5367, 0.5329, 0.5269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc626438", "doc1373324", "doc2393669", "doc108892", "doc729661", "doc729573", "doc1119808"], "ranked_scores": [0.7229, 0.7167, 0.6729, 0.6705, 0.6704, 0.6553, 0.6383, 0.6381, 0.634, 0.628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77971", "doc1334550", "doc77976", "doc2332984", "doc77973", "doc1431001", "doc1430994", "doc801039"], "ranked_scores": [0.5646, 0.4885, 0.4575, 0.4526, 0.4522, 0.4489, 0.4433, 0.4285, 0.4258, 0.4012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-6000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc1395336", "doc57242", "doc57232", "doc751998", "doc57248", "doc57247", "doc1713783", "doc1254764"], "ranked_scores": [0.6702, 0.6634, 0.6365, 0.6278, 0.6083, 0.5625, 0.5598, 0.5575, 0.528, 0.521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1664486", "doc2345266", "doc1982515", "doc1749973", "doc1796956", "doc230557", "doc1815291", "doc497737"], "ranked_scores": [0.696, 0.6282, 0.5975, 0.5818, 0.5811, 0.5777, 0.5724, 0.5684, 0.5667, 0.565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc2285692", "doc69778", "doc365451", "doc243667", "doc2019171", "doc69768", "doc21829"], "ranked_scores": [0.7599, 0.744, 0.6747, 0.6686, 0.6462, 0.6406, 0.6299, 0.6271, 0.6057, 0.601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc564709", "doc1570656", "doc230376", "doc1007260", "doc643498", "doc404141", "doc400438", "doc453161", "doc1402781"], "ranked_scores": [0.5708, 0.5658, 0.5569, 0.552, 0.5512, 0.5461, 0.5452, 0.5407, 0.5379, 0.5333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1812659", "doc887635", "doc1382123", "doc1366769", "doc559430", "doc1741707", "doc2307709", "doc338868", "doc1366765"], "ranked_scores": [0.6598, 0.6396, 0.6324, 0.6265, 0.6209, 0.6199, 0.616, 0.6111, 0.6086, 0.6053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1996268", "doc1021718", "doc1770477", "doc1852503", "doc27538", "doc2384883", "doc1478919", "doc540358", "doc172864"], "ranked_scores": [0.673, 0.552, 0.5382, 0.5348, 0.5252, 0.5238, 0.5179, 0.5095, 0.5039, 0.503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc273559", "doc925929", "doc1480727", "doc77634", "doc1340806", "doc653285", "doc579128", "doc54270", "doc1953211"], "ranked_scores": [0.6713, 0.648, 0.6478, 0.6474, 0.6421, 0.6365, 0.6352, 0.6303, 0.6254, 0.6239], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc966365", "doc520684", "doc1486663", "doc2509153", "doc2096499", "doc278641", "doc440382", "doc520687", "doc1798668"], "ranked_scores": [0.5956, 0.5586, 0.5568, 0.5364, 0.5334, 0.5308, 0.5296, 0.5288, 0.5285, 0.5005], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc829494", "doc61043", "doc1612682", "doc1376345", "doc2083822", "doc1971249"], "ranked_scores": [0.6559, 0.6507, 0.6424, 0.6112, 0.51, 0.501, 0.4968, 0.4809, 0.4751, 0.4692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc97445", "doc97430", "doc2071107", "doc369237", "doc2084014", "doc2083987", "doc97442", "doc1116765"], "ranked_scores": [0.7154, 0.7154, 0.7131, 0.673, 0.6538, 0.6527, 0.6415, 0.6363, 0.6346, 0.6326], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc908573", "doc2534674", "doc2534676", "doc33196", "doc2648883", "doc260668", "doc260645", "doc1999887"], "ranked_scores": [0.6061, 0.5667, 0.5135, 0.512, 0.5106, 0.4978, 0.4967, 0.4966, 0.489, 0.4852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc66003", "doc437627", "doc1386166", "doc83863", "doc2537823", "doc1386116", "doc759547", "doc875841", "doc758894"], "ranked_scores": [0.651, 0.6157, 0.6089, 0.6007, 0.5979, 0.569, 0.568, 0.5419, 0.5382, 0.5303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc337506", "doc1332302", "doc1887731", "doc298160", "doc337547", "doc666653", "doc703711", "doc2838"], "ranked_scores": [0.6509, 0.6234, 0.6056, 0.6012, 0.5989, 0.5972, 0.572, 0.5695, 0.5634, 0.5618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7099", "doc7119", "doc692559", "doc7106", "doc7116", "doc526956", "doc1694554", "doc1599042"], "ranked_scores": [0.6927, 0.671, 0.6663, 0.6342, 0.6239, 0.6195, 0.6165, 0.6043, 0.5951, 0.5771], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82127", "doc82130", "doc1169637", "doc854693", "doc787596", "doc2068718", "doc1891830", "doc2252228"], "ranked_scores": [0.7132, 0.5911, 0.5716, 0.5671, 0.5618, 0.5591, 0.5586, 0.5573, 0.5469, 0.5421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc750416", "doc439366", "doc2018288", "doc750407", "doc2013112", "doc536387", "doc1449866", "doc2420483"], "ranked_scores": [0.55, 0.5488, 0.5232, 0.5219, 0.5192, 0.4683, 0.4652, 0.4647, 0.4643, 0.4642], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc30773", "doc1380356", "doc563699", "doc416774", "doc1380357", "doc1168119", "doc239811", "doc24903"], "ranked_scores": [0.6941, 0.6714, 0.6477, 0.6361, 0.6213, 0.6086, 0.596, 0.5954, 0.5933, 0.5918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc23412", "doc2483632", "doc2009369", "doc52429", "doc1634950", "doc1902615", "doc2225375", "doc58892", "doc2504604"], "ranked_scores": [0.5693, 0.5362, 0.5227, 0.519, 0.5158, 0.4848, 0.4835, 0.4809, 0.4801, 0.4799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc1601611", "doc952849", "doc2510026", "doc2439294", "doc1806221", "doc2509996"], "ranked_scores": [0.7149, 0.7127, 0.69, 0.67, 0.6371, 0.632, 0.6256, 0.6119, 0.5856, 0.5828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80154", "doc80074", "doc137908", "doc345642", "doc80078", "doc352904", "doc2215178", "doc80067", "doc1912506"], "ranked_scores": [0.7301, 0.7084, 0.706, 0.6827, 0.6771, 0.6529, 0.648, 0.6464, 0.6375, 0.6255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc2240293", "doc2353712", "doc762682", "doc1248717", "doc2174234", "doc183950", "doc629517", "doc439092"], "ranked_scores": [0.6463, 0.5296, 0.5059, 0.4994, 0.4981, 0.4937, 0.4894, 0.4871, 0.4818, 0.477], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc26458", "doc764184", "doc26461", "doc131786", "doc207464", "doc26460", "doc2376934", "doc224101"], "ranked_scores": [0.7177, 0.6467, 0.6233, 0.6229, 0.6159, 0.5996, 0.5926, 0.5924, 0.5902, 0.5834], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1587280", "doc1272206", "doc1464212", "doc1682561", "doc1572538", "doc446492", "doc273662"], "ranked_scores": [0.7607, 0.4989, 0.4875, 0.4578, 0.4569, 0.4547, 0.4473, 0.4436, 0.4425, 0.4371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc37895", "doc721746", "doc57948", "doc57946", "doc57940", "doc2389179", "doc1101054", "doc57232"], "ranked_scores": [0.5711, 0.5358, 0.5345, 0.5137, 0.5061, 0.4932, 0.4864, 0.4713, 0.4626, 0.4524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc1962033", "doc2193668", "doc1612364", "doc1224325", "doc1936829", "doc1612520", "doc1741593"], "ranked_scores": [0.6426, 0.5572, 0.4955, 0.4555, 0.4449, 0.4446, 0.4352, 0.4228, 0.4188, 0.4177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64318", "doc64317", "doc64314", "doc971992", "doc851269", "doc35524", "doc41344", "doc41305", "doc467715"], "ranked_scores": [0.5814, 0.5467, 0.5405, 0.538, 0.5324, 0.5192, 0.5127, 0.5102, 0.51, 0.5079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc539428", "doc437685", "doc638932", "doc1520219", "doc437667", "doc1520244", "doc252389", "doc1520275", "doc539419"], "ranked_scores": [0.6606, 0.646, 0.6449, 0.6388, 0.6367, 0.6365, 0.6322, 0.6275, 0.6253, 0.6252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc1315064", "doc866436", "doc754076", "doc1385395", "doc671985", "doc2558251", "doc552720", "doc877823"], "ranked_scores": [0.5671, 0.5156, 0.4988, 0.4905, 0.4716, 0.4595, 0.4457, 0.4359, 0.4327, 0.4001], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc1894178", "doc602735", "doc585415", "doc488007", "doc2558036", "doc1212031", "doc27298", "doc2161840", "doc1728777"], "ranked_scores": [0.4542, 0.4254, 0.3996, 0.3734, 0.369, 0.3682, 0.3596, 0.3572, 0.3461, 0.3456], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2179022", "doc2306629", "doc435057", "doc2179035", "doc781344", "doc2660672", "doc1283940", "doc182046"], "ranked_scores": [0.7138, 0.5265, 0.5206, 0.5073, 0.495, 0.4818, 0.4743, 0.4652, 0.4572, 0.4506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1787621", "doc1007190", "doc1394755", "doc1394758", "doc996399", "doc2486654", "doc1857677", "doc152998"], "ranked_scores": [0.7404, 0.6891, 0.613, 0.606, 0.5972, 0.5926, 0.5861, 0.5774, 0.5747, 0.5683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc368643", "doc2451212", "doc1837771", "doc1837759", "doc1119808", "doc1373323", "doc2339886", "doc84492", "doc643072", "doc1373324"], "ranked_scores": [0.5611, 0.5593, 0.5587, 0.5563, 0.5508, 0.5504, 0.5485, 0.5482, 0.5449, 0.5449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc1729412", "doc105763", "doc2355469", "doc830308", "doc105758", "doc1572538", "doc543176", "doc946247"], "ranked_scores": [0.6379, 0.6039, 0.5669, 0.5669, 0.5566, 0.5467, 0.5451, 0.5439, 0.542, 0.535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc2107022", "doc358938", "doc4147", "doc2107018", "doc1927002", "doc1294814", "doc2224155", "doc172405", "doc606253"], "ranked_scores": [0.6027, 0.5963, 0.5915, 0.5872, 0.5813, 0.5789, 0.5787, 0.5781, 0.5775, 0.5709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435078", "doc2587564", "doc2646161", "doc1921625", "doc435076", "doc378301", "doc2352487", "doc2587562", "doc2498492"], "ranked_scores": [0.6224, 0.6151, 0.5953, 0.5892, 0.5869, 0.5776, 0.5683, 0.5639, 0.5579, 0.5552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2119808", "doc336518", "doc733127", "doc2448623", "doc15890", "doc2042102", "doc878338", "doc518266", "doc1498263"], "ranked_scores": [0.5504, 0.5368, 0.5309, 0.5248, 0.4758, 0.4675, 0.4604, 0.4372, 0.4358, 0.4312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc159492", "doc1283940", "doc381154", "doc1245931", "doc2419056", "doc946285", "doc1851601", "doc448867", "doc1512025", "doc2414537"], "ranked_scores": [0.4733, 0.4635, 0.4423, 0.4378, 0.4315, 0.4274, 0.4201, 0.4166, 0.4157, 0.4139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1345740", "doc261351", "doc367417", "doc57975", "doc2265144", "doc40405", "doc1423992", "doc2035909", "doc2304461"], "ranked_scores": [0.5692, 0.5259, 0.5189, 0.5012, 0.4774, 0.4677, 0.4596, 0.456, 0.4541, 0.4502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc1333905", "doc1975694", "doc1271924", "doc294604", "doc1584862", "doc588578", "doc1986433", "doc1730288"], "ranked_scores": [0.6137, 0.5583, 0.5263, 0.52, 0.512, 0.5069, 0.504, 0.4971, 0.4687, 0.4673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc221817", "doc2142524", "doc1877808", "doc1105530", "doc1370451", "doc201173", "doc2188384", "doc2316721", "doc2067045"], "ranked_scores": [0.4725, 0.4446, 0.444, 0.4237, 0.4184, 0.4149, 0.413, 0.4071, 0.4068, 0.3947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc88974", "doc127040", "doc2015719", "doc127031", "doc779563", "doc1452752", "doc2624067", "doc548704"], "ranked_scores": [0.648, 0.6144, 0.6103, 0.6055, 0.6025, 0.5952, 0.5736, 0.5732, 0.5651, 0.5485], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc338813", "doc212860", "doc1144972", "doc1637888", "doc653731", "doc2486395", "doc457119", "doc1533829", "doc79982"], "ranked_scores": [0.4588, 0.4554, 0.4402, 0.4127, 0.41, 0.4048, 0.4047, 0.3981, 0.3978, 0.3976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc63590", "doc18273", "doc911115", "doc108456", "doc323321", "doc1906610", "doc376565", "doc2072948", "doc63585"], "ranked_scores": [0.6764, 0.6643, 0.6643, 0.6643, 0.6244, 0.5783, 0.5617, 0.5566, 0.5526, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1839188", "doc1816051", "doc1670303", "doc1816074", "doc46245", "doc1930877", "doc1945404", "doc299691"], "ranked_scores": [0.5714, 0.5363, 0.5132, 0.4965, 0.4674, 0.4448, 0.4429, 0.4421, 0.4382, 0.4261], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc2193668", "doc753576", "doc1260422", "doc951306", "doc2015875", "doc1574683", "doc2613797", "doc1244692"], "ranked_scores": [0.4734, 0.468, 0.4169, 0.3976, 0.3805, 0.3779, 0.3745, 0.3722, 0.3668, 0.3437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc642762", "doc1185713", "doc2639996", "doc1222389", "doc1723101", "doc1874808", "doc2011376", "doc2634368"], "ranked_scores": [0.59, 0.5526, 0.5233, 0.4912, 0.4773, 0.4666, 0.4572, 0.4552, 0.4463, 0.437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc2622778", "doc36460", "doc1618372", "doc2396125", "doc36485", "doc2622759", "doc2543936"], "ranked_scores": [0.6991, 0.6866, 0.6585, 0.635, 0.6071, 0.572, 0.5702, 0.5581, 0.5565, 0.5466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc703714", "doc337547", "doc298160", "doc337506", "doc35719", "doc2832", "doc973089", "doc1390073", "doc106332"], "ranked_scores": [0.5694, 0.5684, 0.5681, 0.551, 0.5483, 0.5444, 0.541, 0.5346, 0.5332, 0.5207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc626438", "doc108887", "doc1373324", "doc2393669", "doc729661", "doc108892", "doc729573", "doc1119808"], "ranked_scores": [0.72, 0.7139, 0.6747, 0.6713, 0.6697, 0.6475, 0.6337, 0.6336, 0.6276, 0.6199], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77971", "doc77973", "doc77976", "doc2332984", "doc1334550", "doc1431001", "doc1430994", "doc801039"], "ranked_scores": [0.5738, 0.4883, 0.4586, 0.4509, 0.4472, 0.4423, 0.4364, 0.4266, 0.4212, 0.4004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-8000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc1395336", "doc57242", "doc57232", "doc751998", "doc57247", "doc57248", "doc1713783", "doc1142095"], "ranked_scores": [0.6769, 0.6637, 0.6376, 0.6294, 0.6133, 0.5679, 0.5616, 0.5603, 0.5264, 0.5221], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1664486", "doc1749973", "doc1982515", "doc2345266", "doc1796956", "doc230557", "doc1815291", "doc497737"], "ranked_scores": [0.6931, 0.6282, 0.5932, 0.5837, 0.582, 0.5807, 0.5759, 0.5683, 0.5665, 0.5619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc2285692", "doc69778", "doc365451", "doc243667", "doc2019171", "doc69768", "doc21829"], "ranked_scores": [0.7544, 0.7384, 0.6689, 0.6646, 0.6406, 0.6366, 0.622, 0.6213, 0.5999, 0.5951], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc564709", "doc230376", "doc643498", "doc1570656", "doc1007260", "doc404141", "doc453161", "doc400438", "doc1402781"], "ranked_scores": [0.5722, 0.5618, 0.5492, 0.5475, 0.5467, 0.5466, 0.5424, 0.5323, 0.5319, 0.5316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1812659", "doc887635", "doc1382123", "doc559430", "doc1366769", "doc1741707", "doc2307709", "doc338868", "doc1741704"], "ranked_scores": [0.6658, 0.6464, 0.6375, 0.6324, 0.6276, 0.6258, 0.6212, 0.6165, 0.614, 0.6115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1996268", "doc1021718", "doc1770477", "doc1852503", "doc27538", "doc2384883", "doc1478919", "doc540358", "doc1324046"], "ranked_scores": [0.6734, 0.5546, 0.5365, 0.5348, 0.5237, 0.5232, 0.5149, 0.5077, 0.5063, 0.5015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc1480727", "doc925929", "doc273559", "doc77634", "doc653285", "doc1340806", "doc579128", "doc1953211", "doc54270"], "ranked_scores": [0.671, 0.6475, 0.6463, 0.6458, 0.6416, 0.6326, 0.632, 0.629, 0.6227, 0.6225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc966365", "doc520684", "doc1486663", "doc2509153", "doc278641", "doc2096499", "doc520687", "doc440382", "doc1798668"], "ranked_scores": [0.5935, 0.5584, 0.558, 0.5391, 0.5351, 0.5314, 0.5299, 0.527, 0.525, 0.5005], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc829494", "doc61043", "doc1612682", "doc1376345", "doc2083822", "doc1971249"], "ranked_scores": [0.6544, 0.6514, 0.6345, 0.6062, 0.5084, 0.5001, 0.4917, 0.4755, 0.4696, 0.4674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc97445", "doc97430", "doc2071107", "doc369237", "doc2084014", "doc2083987", "doc97442", "doc1116765"], "ranked_scores": [0.7128, 0.7127, 0.7087, 0.6711, 0.6524, 0.6462, 0.6408, 0.6322, 0.6279, 0.6261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc908573", "doc2534674", "doc2534676", "doc2648883", "doc260668", "doc33196", "doc260645", "doc1999887"], "ranked_scores": [0.6098, 0.5692, 0.5182, 0.5158, 0.5125, 0.5008, 0.4969, 0.4958, 0.4909, 0.488], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc66003", "doc437627", "doc1386166", "doc83863", "doc2537823", "doc1386116", "doc759547", "doc875841", "doc758894"], "ranked_scores": [0.6546, 0.6181, 0.6099, 0.6024, 0.5975, 0.5731, 0.5684, 0.5458, 0.5432, 0.5319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc337506", "doc1332302", "doc1887731", "doc298160", "doc337547", "doc666653", "doc703711", "doc973089"], "ranked_scores": [0.6457, 0.6166, 0.6023, 0.5991, 0.5972, 0.5903, 0.5706, 0.5699, 0.5626, 0.5548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7099", "doc7119", "doc692559", "doc7106", "doc7116", "doc526956", "doc1694554", "doc316997"], "ranked_scores": [0.6942, 0.672, 0.6691, 0.6381, 0.6279, 0.6219, 0.6203, 0.6033, 0.5944, 0.5785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82127", "doc82130", "doc1169637", "doc787596", "doc2068718", "doc854693", "doc1891830", "doc2252228"], "ranked_scores": [0.7092, 0.5939, 0.5693, 0.5608, 0.5598, 0.5588, 0.5571, 0.557, 0.5431, 0.5405], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc897", "doc750416", "doc439366", "doc2018288", "doc1449866", "doc2013112", "doc750407", "doc2203152", "doc536387"], "ranked_scores": [0.5472, 0.5435, 0.5224, 0.5207, 0.5161, 0.4682, 0.4629, 0.4624, 0.4623, 0.4604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc30773", "doc1380356", "doc563699", "doc416774", "doc1380357", "doc24903", "doc239811", "doc1168119"], "ranked_scores": [0.6934, 0.6701, 0.6449, 0.6341, 0.6183, 0.6047, 0.595, 0.5898, 0.5873, 0.5868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc23412", "doc2483632", "doc2009369", "doc52429", "doc1902615", "doc1634950", "doc1825079", "doc58892", "doc1482058"], "ranked_scores": [0.5682, 0.5339, 0.5302, 0.5232, 0.5176, 0.4865, 0.4852, 0.4822, 0.4794, 0.4791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc1601611", "doc952849", "doc2510026", "doc2439294", "doc56903", "doc2509996"], "ranked_scores": [0.7219, 0.7151, 0.6962, 0.6758, 0.6374, 0.6327, 0.6305, 0.6182, 0.5897, 0.5893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80154", "doc80074", "doc137908", "doc345642", "doc80078", "doc352904", "doc2215178", "doc80067", "doc1912506"], "ranked_scores": [0.7279, 0.7089, 0.7035, 0.6837, 0.6791, 0.6489, 0.6435, 0.6427, 0.6355, 0.6253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc2240293", "doc2353712", "doc1248717", "doc2174234", "doc762682", "doc183950", "doc629517", "doc86071"], "ranked_scores": [0.6491, 0.5262, 0.5006, 0.4996, 0.4925, 0.4922, 0.4913, 0.4867, 0.4794, 0.4765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc26458", "doc764184", "doc26461", "doc131786", "doc26460", "doc2376934", "doc207464", "doc2036045"], "ranked_scores": [0.7217, 0.6486, 0.6239, 0.6231, 0.617, 0.6027, 0.5964, 0.5935, 0.5883, 0.5833], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1587280", "doc1272206", "doc1464212", "doc446492", "doc273662", "doc1572538", "doc1682561"], "ranked_scores": [0.7655, 0.5031, 0.4924, 0.4577, 0.456, 0.451, 0.4409, 0.4386, 0.4375, 0.4365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc37895", "doc721746", "doc57948", "doc57946", "doc57940", "doc2389179", "doc1101054", "doc57232"], "ranked_scores": [0.5736, 0.5397, 0.5354, 0.5162, 0.5101, 0.4937, 0.4927, 0.4794, 0.4648, 0.4554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc1962033", "doc2193668", "doc1612364", "doc1224325", "doc1936829", "doc1741593", "doc1612520"], "ranked_scores": [0.6416, 0.552, 0.4934, 0.452, 0.4458, 0.4449, 0.435, 0.4235, 0.4179, 0.4163], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64318", "doc64317", "doc64314", "doc971992", "doc851269", "doc41305", "doc35524", "doc1376793", "doc467715"], "ranked_scores": [0.5779, 0.5439, 0.5382, 0.5316, 0.5313, 0.517, 0.5145, 0.5121, 0.5066, 0.5056], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc437685", "doc539428", "doc1520219", "doc638932", "doc437667", "doc1520244", "doc252389", "doc1520275", "doc1520300"], "ranked_scores": [0.6573, 0.6439, 0.6432, 0.6357, 0.6341, 0.6335, 0.6294, 0.6245, 0.6234, 0.6211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc866436", "doc1315064", "doc754076", "doc1385395", "doc671985", "doc2558251", "doc552720", "doc877823"], "ranked_scores": [0.5641, 0.5057, 0.4915, 0.4895, 0.4668, 0.4568, 0.4449, 0.4352, 0.4278, 0.4015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc1894178", "doc602735", "doc585415", "doc488007", "doc2558036", "doc1212031", "doc27298", "doc2161840", "doc587116"], "ranked_scores": [0.4542, 0.4268, 0.3981, 0.3741, 0.3706, 0.3697, 0.3576, 0.3561, 0.3481, 0.3471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2179022", "doc2306629", "doc435057", "doc2179035", "doc781344", "doc2660672", "doc1283940", "doc238803"], "ranked_scores": [0.7118, 0.5275, 0.5178, 0.4959, 0.4899, 0.4799, 0.4701, 0.4607, 0.4554, 0.4492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1787621", "doc1007190", "doc1394755", "doc1394758", "doc996399", "doc2486654", "doc1857677", "doc152998"], "ranked_scores": [0.7432, 0.6947, 0.6188, 0.6107, 0.6022, 0.5979, 0.5909, 0.5827, 0.577, 0.572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc368643", "doc1837771", "doc2451212", "doc1837759", "doc1119808", "doc1373323", "doc2339886", "doc84492", "doc643072", "doc1373324"], "ranked_scores": [0.556, 0.5553, 0.5547, 0.5502, 0.5487, 0.5471, 0.5463, 0.5438, 0.5418, 0.5394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc1729412", "doc105763", "doc2355469", "doc830308", "doc543176", "doc105758", "doc1572538", "doc946247"], "ranked_scores": [0.6337, 0.6039, 0.5661, 0.5587, 0.5516, 0.546, 0.5417, 0.5416, 0.5407, 0.5297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc358938", "doc2107022", "doc4147", "doc2224155", "doc2107018", "doc1294814", "doc172405", "doc1927002", "doc606253"], "ranked_scores": [0.6041, 0.5923, 0.5898, 0.5889, 0.5791, 0.5774, 0.5768, 0.5761, 0.5757, 0.5752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435078", "doc1921625", "doc2587564", "doc2646161", "doc435076", "doc378301", "doc2352487", "doc2498492", "doc2587562"], "ranked_scores": [0.6146, 0.6031, 0.5871, 0.5868, 0.578, 0.5724, 0.5668, 0.5614, 0.5543, 0.5505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2119808", "doc336518", "doc733127", "doc2448623", "doc2042102", "doc15890", "doc518266", "doc878338", "doc397701"], "ranked_scores": [0.5536, 0.5359, 0.5291, 0.5195, 0.4779, 0.4648, 0.4608, 0.438, 0.4379, 0.4278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc159492", "doc1283940", "doc381154", "doc1245931", "doc2419056", "doc1851601", "doc946285", "doc448867", "doc2414537", "doc1512025"], "ranked_scores": [0.4835, 0.4636, 0.4518, 0.4489, 0.4371, 0.4325, 0.4301, 0.4249, 0.4225, 0.4212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1345740", "doc261351", "doc367417", "doc57975", "doc2265144", "doc40405", "doc1423992", "doc864555", "doc2035909"], "ranked_scores": [0.5655, 0.5261, 0.5227, 0.5045, 0.4763, 0.4677, 0.4624, 0.4608, 0.4563, 0.4536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc1333905", "doc1975694", "doc1271924", "doc294604", "doc1584862", "doc588578", "doc1986433", "doc1730288"], "ranked_scores": [0.6137, 0.5579, 0.5235, 0.5153, 0.5129, 0.5067, 0.5051, 0.4985, 0.4672, 0.4671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc221817", "doc2142524", "doc1877808", "doc1370451", "doc1105530", "doc201173", "doc2316721", "doc2188384", "doc681964"], "ranked_scores": [0.4627, 0.4388, 0.4381, 0.417, 0.4133, 0.4061, 0.406, 0.4009, 0.4005, 0.3886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc2015719", "doc127040", "doc88974", "doc127031", "doc779563", "doc1452752", "doc2624067", "doc548704"], "ranked_scores": [0.6481, 0.6147, 0.6124, 0.6115, 0.6101, 0.5984, 0.5785, 0.5758, 0.5682, 0.5528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc338813", "doc212860", "doc1637888", "doc1144972", "doc2486395", "doc653731", "doc21340", "doc457119", "doc1533829"], "ranked_scores": [0.4648, 0.4643, 0.4452, 0.422, 0.415, 0.4115, 0.4033, 0.4023, 0.3978, 0.3977], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc911115", "doc18273", "doc63590", "doc108456", "doc323321", "doc376565", "doc1906610", "doc63585", "doc2072948"], "ranked_scores": [0.6789, 0.6659, 0.6659, 0.6659, 0.619, 0.5798, 0.5612, 0.5608, 0.5507, 0.5478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1839188", "doc1816051", "doc1670303", "doc1816074", "doc46245", "doc1930877", "doc1945404", "doc299691"], "ranked_scores": [0.5714, 0.5342, 0.508, 0.4965, 0.4677, 0.4466, 0.4427, 0.4417, 0.4378, 0.4274], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc2193668", "doc753576", "doc951306", "doc1260422", "doc1574683", "doc2613797", "doc2015875", "doc1244692"], "ranked_scores": [0.4737, 0.4686, 0.4163, 0.3991, 0.385, 0.3792, 0.3726, 0.372, 0.3695, 0.3464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc642762", "doc1185713", "doc2639996", "doc1222389", "doc1723101", "doc1874808", "doc2011376", "doc1564158"], "ranked_scores": [0.5905, 0.5502, 0.5223, 0.4999, 0.4765, 0.4635, 0.4583, 0.4466, 0.4408, 0.4378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc2622778", "doc36460", "doc1618372", "doc2396125", "doc36485", "doc2622759", "doc2543936"], "ranked_scores": [0.6987, 0.6877, 0.6602, 0.6389, 0.602, 0.574, 0.5697, 0.5573, 0.554, 0.5533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc703714", "doc337547", "doc337506", "doc298160", "doc2832", "doc35719", "doc1390073", "doc973089", "doc106332"], "ranked_scores": [0.5701, 0.5651, 0.5643, 0.5471, 0.5456, 0.541, 0.54, 0.5324, 0.5314, 0.517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc626438", "doc108887", "doc1373324", "doc2393669", "doc108892", "doc729661", "doc873559", "doc729573"], "ranked_scores": [0.7142, 0.709, 0.6709, 0.6677, 0.666, 0.6451, 0.6313, 0.6257, 0.6206, 0.62], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77971", "doc77973", "doc77976", "doc2332984", "doc1334550", "doc1431001", "doc1430994", "doc801039"], "ranked_scores": [0.5762, 0.4896, 0.4598, 0.4551, 0.4464, 0.4383, 0.4331, 0.4205, 0.4087, 0.4032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-10000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc1395336", "doc57242", "doc57232", "doc751998", "doc57247", "doc57248", "doc1713783", "doc1142095"], "ranked_scores": [0.6759, 0.6631, 0.6365, 0.6313, 0.6134, 0.567, 0.5616, 0.5612, 0.5245, 0.5219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1664486", "doc1982515", "doc1749973", "doc1796956", "doc2345266", "doc230557", "doc1815291", "doc497737"], "ranked_scores": [0.6953, 0.6274, 0.5945, 0.584, 0.5827, 0.581, 0.5761, 0.5732, 0.5654, 0.5618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc2285692", "doc69778", "doc365451", "doc2019171", "doc243667", "doc69768", "doc21829"], "ranked_scores": [0.7578, 0.739, 0.6673, 0.662, 0.6461, 0.6344, 0.6238, 0.6203, 0.6056, 0.5925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc564709", "doc230376", "doc1007260", "doc1570656", "doc643498", "doc404141", "doc400438", "doc1402781", "doc453161"], "ranked_scores": [0.571, 0.5636, 0.5495, 0.549, 0.5473, 0.5469, 0.5442, 0.5342, 0.5335, 0.5323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1812659", "doc887635", "doc1382123", "doc559430", "doc1366769", "doc1741707", "doc2307709", "doc338868", "doc1741704"], "ranked_scores": [0.6665, 0.6473, 0.6378, 0.6336, 0.6285, 0.6261, 0.621, 0.6166, 0.6159, 0.6122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1996268", "doc1021718", "doc1770477", "doc27538", "doc1852503", "doc2384883", "doc1478919", "doc540358", "doc1324046"], "ranked_scores": [0.673, 0.5468, 0.5318, 0.5315, 0.522, 0.5201, 0.5127, 0.5048, 0.5035, 0.4986], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc273559", "doc1480727", "doc925929", "doc77634", "doc653285", "doc1340806", "doc579128", "doc54270", "doc1953211"], "ranked_scores": [0.671, 0.6475, 0.6472, 0.6445, 0.6419, 0.6342, 0.6324, 0.6283, 0.6231, 0.6224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc966365", "doc520684", "doc1486663", "doc2509153", "doc2096499", "doc278641", "doc440382", "doc520687", "doc1798668"], "ranked_scores": [0.5924, 0.558, 0.5563, 0.5375, 0.5326, 0.5269, 0.5266, 0.5224, 0.5211, 0.4996], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc829494", "doc61043", "doc1612682", "doc1376345", "doc2083822", "doc1971249"], "ranked_scores": [0.6559, 0.6489, 0.6321, 0.6065, 0.5094, 0.4997, 0.4872, 0.4706, 0.4659, 0.4627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc97445", "doc97430", "doc2071107", "doc369237", "doc2084014", "doc97442", "doc2083987", "doc2083995"], "ranked_scores": [0.715, 0.7148, 0.7125, 0.6714, 0.6535, 0.6494, 0.6403, 0.6339, 0.6331, 0.6294], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc908573", "doc2534674", "doc2534676", "doc2648883", "doc33196", "doc260668", "doc260645", "doc1999887"], "ranked_scores": [0.6083, 0.5677, 0.5186, 0.516, 0.5108, 0.4978, 0.4965, 0.495, 0.4892, 0.4852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc66003", "doc437627", "doc1386166", "doc83863", "doc2537823", "doc1386116", "doc759547", "doc875841", "doc758894"], "ranked_scores": [0.651, 0.6178, 0.6089, 0.5997, 0.5961, 0.5696, 0.5644, 0.5428, 0.5392, 0.5265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc337506", "doc1332302", "doc1887731", "doc298160", "doc666653", "doc337547", "doc703711", "doc2838"], "ranked_scores": [0.6489, 0.6186, 0.6046, 0.5989, 0.5962, 0.5929, 0.5702, 0.5702, 0.559, 0.5583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7099", "doc7119", "doc692559", "doc7106", "doc7116", "doc526956", "doc1694554", "doc316997"], "ranked_scores": [0.6896, 0.6685, 0.6632, 0.634, 0.6209, 0.6184, 0.6169, 0.5971, 0.592, 0.5713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82127", "doc82130", "doc1169637", "doc2068718", "doc854693", "doc787596", "doc1891830", "doc2252228"], "ranked_scores": [0.7087, 0.5914, 0.5686, 0.561, 0.5589, 0.5576, 0.556, 0.5559, 0.5421, 0.5372], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc750416", "doc439366", "doc2018288", "doc2203152", "doc1449866", "doc750407", "doc2013112", "doc536387"], "ranked_scores": [0.5444, 0.5443, 0.5218, 0.52, 0.5172, 0.465, 0.4639, 0.4635, 0.4618, 0.4607], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc30773", "doc1380356", "doc563699", "doc416774", "doc1380357", "doc24903", "doc239811", "doc1168119"], "ranked_scores": [0.6932, 0.6668, 0.6436, 0.6345, 0.6148, 0.6049, 0.5951, 0.5872, 0.5846, 0.5828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc23412", "doc2483632", "doc2009369", "doc52429", "doc1902615", "doc1634950", "doc1825079", "doc1482058", "doc2225375"], "ranked_scores": [0.5646, 0.5322, 0.5302, 0.5221, 0.5159, 0.4844, 0.4843, 0.4805, 0.477, 0.4763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc1601611", "doc2510026", "doc952849", "doc2439294", "doc56903", "doc2509996"], "ranked_scores": [0.7199, 0.7138, 0.6943, 0.6734, 0.633, 0.6286, 0.6265, 0.6158, 0.5873, 0.5872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80154", "doc80074", "doc137908", "doc345642", "doc80078", "doc2215178", "doc352904", "doc80067", "doc1912506"], "ranked_scores": [0.7279, 0.7071, 0.7026, 0.6834, 0.6786, 0.6455, 0.6423, 0.6421, 0.6345, 0.621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc2240293", "doc2353712", "doc762682", "doc1248717", "doc2174234", "doc183950", "doc629517", "doc439092"], "ranked_scores": [0.6452, 0.5269, 0.4975, 0.4963, 0.4896, 0.4884, 0.4879, 0.4846, 0.477, 0.4728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc26458", "doc764184", "doc26461", "doc131786", "doc26460", "doc2376934", "doc207464", "doc2036045"], "ranked_scores": [0.7245, 0.6499, 0.6252, 0.6247, 0.6171, 0.6028, 0.5973, 0.5953, 0.5876, 0.5851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1587280", "doc1272206", "doc1464212", "doc446492", "doc273662", "doc1572538", "doc1682561"], "ranked_scores": [0.7662, 0.5048, 0.4918, 0.4537, 0.4536, 0.4478, 0.4391, 0.437, 0.435, 0.4349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc37895", "doc721746", "doc57948", "doc57946", "doc57940", "doc2389179", "doc1101054", "doc57232"], "ranked_scores": [0.5759, 0.5425, 0.5367, 0.5183, 0.5091, 0.4966, 0.4949, 0.4782, 0.4642, 0.456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc1962033", "doc1612364", "doc2193668", "doc1224325", "doc1936829", "doc1612520", "doc1741593"], "ranked_scores": [0.644, 0.5521, 0.4974, 0.4535, 0.4516, 0.4441, 0.4375, 0.4295, 0.419, 0.4166], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64318", "doc64317", "doc64314", "doc971992", "doc851269", "doc41305", "doc35524", "doc1376793", "doc467715"], "ranked_scores": [0.5769, 0.547, 0.5388, 0.5334, 0.5295, 0.5194, 0.5141, 0.5117, 0.5074, 0.5069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc539428", "doc437685", "doc638932", "doc1520219", "doc437667", "doc1520244", "doc252389", "doc1520275", "doc539419"], "ranked_scores": [0.6568, 0.6423, 0.6417, 0.6339, 0.6334, 0.6318, 0.6275, 0.6247, 0.6204, 0.6194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc866436", "doc1315064", "doc754076", "doc1385395", "doc671985", "doc2558251", "doc552720", "doc877823"], "ranked_scores": [0.5678, 0.5098, 0.4953, 0.4926, 0.4685, 0.4579, 0.4473, 0.4388, 0.4288, 0.4058], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc1894178", "doc602735", "doc585415", "doc488007", "doc2558036", "doc1212031", "doc27298", "doc2161840", "doc587116"], "ranked_scores": [0.457, 0.4277, 0.3976, 0.3737, 0.3727, 0.3671, 0.3579, 0.3563, 0.3485, 0.3481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2179022", "doc2306629", "doc435057", "doc2179035", "doc781344", "doc2660672", "doc1283940", "doc238803"], "ranked_scores": [0.7116, 0.5272, 0.5161, 0.4957, 0.4897, 0.4792, 0.4715, 0.4591, 0.4542, 0.4463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1787621", "doc1007190", "doc1394755", "doc1394758", "doc996399", "doc2486654", "doc1857677", "doc152998"], "ranked_scores": [0.7423, 0.6932, 0.6144, 0.6063, 0.6002, 0.5956, 0.5883, 0.5773, 0.5717, 0.5668], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc368643", "doc1837771", "doc2451212", "doc1119808", "doc1837759", "doc2339886", "doc1373323", "doc84492", "doc643072", "doc1373324"], "ranked_scores": [0.5542, 0.554, 0.5506, 0.5477, 0.5475, 0.5446, 0.5435, 0.54, 0.5381, 0.5369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc1729412", "doc105763", "doc2355469", "doc830308", "doc1572538", "doc543176", "doc105758", "doc946247"], "ranked_scores": [0.6318, 0.6023, 0.5669, 0.5575, 0.5505, 0.5445, 0.541, 0.5408, 0.5403, 0.528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc358938", "doc2107022", "doc4147", "doc2224155", "doc172405", "doc2107018", "doc1294814", "doc1927002", "doc606253"], "ranked_scores": [0.6013, 0.5893, 0.5886, 0.5884, 0.5788, 0.5755, 0.5754, 0.5739, 0.5739, 0.57], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435078", "doc1921625", "doc2587564", "doc2646161", "doc435076", "doc378301", "doc2352487", "doc2498492", "doc2587562"], "ranked_scores": [0.6187, 0.6053, 0.5885, 0.5885, 0.5803, 0.5741, 0.5682, 0.5628, 0.5576, 0.5511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2119808", "doc336518", "doc733127", "doc2448623", "doc2042102", "doc15890", "doc878338", "doc518266", "doc1498263"], "ranked_scores": [0.5516, 0.5349, 0.5238, 0.5167, 0.4758, 0.4631, 0.4571, 0.4365, 0.432, 0.4246], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc159492", "doc1283940", "doc381154", "doc1245931", "doc2419056", "doc946285", "doc1851601", "doc448867", "doc2414537", "doc1512025"], "ranked_scores": [0.4806, 0.4588, 0.4467, 0.4442, 0.4308, 0.4271, 0.4267, 0.422, 0.4186, 0.4163], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1345740", "doc261351", "doc367417", "doc57975", "doc2265144", "doc40405", "doc1423992", "doc2035909", "doc864555"], "ranked_scores": [0.5692, 0.5276, 0.5208, 0.5046, 0.4741, 0.464, 0.4604, 0.4541, 0.4529, 0.4484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc1333905", "doc1975694", "doc1271924", "doc1584862", "doc294604", "doc588578", "doc1730288", "doc1986433"], "ranked_scores": [0.6152, 0.5591, 0.5246, 0.515, 0.512, 0.5055, 0.5037, 0.4975, 0.4685, 0.4672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc2142524", "doc221817", "doc1877808", "doc1370451", "doc201173", "doc1105530", "doc2316721", "doc2188384", "doc681964"], "ranked_scores": [0.4622, 0.4421, 0.4414, 0.4221, 0.4154, 0.4099, 0.4081, 0.4053, 0.4011, 0.3899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc2015719", "doc127040", "doc88974", "doc127031", "doc779563", "doc1452752", "doc2624067", "doc548704"], "ranked_scores": [0.6459, 0.6135, 0.6076, 0.6074, 0.6065, 0.5947, 0.5746, 0.5707, 0.5679, 0.5519], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc338813", "doc212860", "doc1637888", "doc1144972", "doc2486395", "doc21340", "doc653731", "doc457119", "doc1533829"], "ranked_scores": [0.4622, 0.4599, 0.4382, 0.4173, 0.4114, 0.4085, 0.4021, 0.3997, 0.3951, 0.3922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc18273", "doc63590", "doc911115", "doc108456", "doc323321", "doc1906610", "doc376565", "doc2072948", "doc63585"], "ranked_scores": [0.6777, 0.6645, 0.6645, 0.6645, 0.6208, 0.5762, 0.5611, 0.5555, 0.5489, 0.5472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1839188", "doc1816051", "doc1670303", "doc1816074", "doc1930877", "doc46245", "doc1945404", "doc299691"], "ranked_scores": [0.571, 0.5368, 0.5105, 0.4969, 0.4694, 0.4493, 0.4407, 0.4402, 0.4378, 0.4255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc2193668", "doc753576", "doc951306", "doc1260422", "doc1574683", "doc2015875", "doc2613797", "doc1244692"], "ranked_scores": [0.4755, 0.4697, 0.4176, 0.4021, 0.3866, 0.3846, 0.3768, 0.3701, 0.3696, 0.3449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc642762", "doc1185713", "doc2639996", "doc1222389", "doc1723101", "doc1874808", "doc2011376", "doc531809"], "ranked_scores": [0.5891, 0.5467, 0.5165, 0.4958, 0.4726, 0.4603, 0.4541, 0.445, 0.4386, 0.4335], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc2622778", "doc36460", "doc1618372", "doc2396125", "doc36485", "doc2622759", "doc2543936"], "ranked_scores": [0.698, 0.6862, 0.6585, 0.6351, 0.6043, 0.5697, 0.5687, 0.5567, 0.554, 0.548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc703714", "doc337547", "doc337506", "doc298160", "doc35719", "doc2832", "doc1390073", "doc973089", "doc106332"], "ranked_scores": [0.5688, 0.5641, 0.5623, 0.5476, 0.5448, 0.5395, 0.5394, 0.5318, 0.5306, 0.5158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc626438", "doc108887", "doc1373324", "doc2393669", "doc108892", "doc729661", "doc729573", "doc873559"], "ranked_scores": [0.7172, 0.7117, 0.6724, 0.6711, 0.6674, 0.6477, 0.6312, 0.6274, 0.6209, 0.6195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77971", "doc77973", "doc77976", "doc2332984", "doc1334550", "doc1431001", "doc1430994", "doc801039"], "ranked_scores": [0.5714, 0.4842, 0.4572, 0.4527, 0.4432, 0.44, 0.4341, 0.421, 0.4097, 0.3982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-12000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc1395336", "doc57242", "doc57232", "doc751998", "doc57247", "doc57248", "doc1713783", "doc1142095"], "ranked_scores": [0.6762, 0.6627, 0.6365, 0.6307, 0.6128, 0.5652, 0.5603, 0.5602, 0.5241, 0.5216], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1664486", "doc1982515", "doc1749973", "doc1796956", "doc2345266", "doc230557", "doc1815291", "doc497737"], "ranked_scores": [0.6958, 0.6269, 0.5944, 0.5841, 0.5828, 0.581, 0.5783, 0.5736, 0.5665, 0.5631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc2285692", "doc69778", "doc365451", "doc2019171", "doc243667", "doc69768", "doc21829"], "ranked_scores": [0.7565, 0.7387, 0.6665, 0.6627, 0.6434, 0.6357, 0.6231, 0.6204, 0.6052, 0.5942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc564709", "doc230376", "doc1007260", "doc1570656", "doc643498", "doc404141", "doc400438", "doc453161", "doc1402781"], "ranked_scores": [0.5734, 0.5667, 0.5522, 0.551, 0.5487, 0.5482, 0.5463, 0.5355, 0.5353, 0.5351], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1812659", "doc887635", "doc1382123", "doc559430", "doc1366769", "doc1741707", "doc2307709", "doc338868", "doc1741704"], "ranked_scores": [0.6665, 0.6476, 0.6376, 0.6328, 0.6282, 0.6265, 0.6207, 0.6174, 0.6168, 0.6123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1996268", "doc1021718", "doc1770477", "doc27538", "doc1852503", "doc2384883", "doc1478919", "doc540358", "doc1324046"], "ranked_scores": [0.6731, 0.5484, 0.5322, 0.5316, 0.5227, 0.5198, 0.5137, 0.5055, 0.504, 0.499], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc273559", "doc1480727", "doc925929", "doc77634", "doc653285", "doc1340806", "doc579128", "doc54270", "doc1953211"], "ranked_scores": [0.6726, 0.6491, 0.6479, 0.6461, 0.6426, 0.6357, 0.6336, 0.6293, 0.6248, 0.6239], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc966365", "doc520684", "doc1486663", "doc2509153", "doc278641", "doc2096499", "doc440382", "doc520687", "doc1798668"], "ranked_scores": [0.5911, 0.56, 0.5575, 0.5394, 0.5343, 0.5297, 0.5288, 0.5225, 0.5224, 0.4998], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc829494", "doc61043", "doc1612682", "doc1376345", "doc2083822", "doc1971249"], "ranked_scores": [0.6563, 0.6492, 0.6338, 0.6063, 0.5091, 0.4995, 0.4893, 0.4722, 0.4674, 0.4625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc97445", "doc97430", "doc2071107", "doc369237", "doc2084014", "doc2083987", "doc97442", "doc2083995"], "ranked_scores": [0.7145, 0.7142, 0.7122, 0.67, 0.6547, 0.6501, 0.64, 0.6335, 0.6329, 0.6294], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc908573", "doc2534674", "doc2534676", "doc2648883", "doc33196", "doc260668", "doc260645", "doc1999887"], "ranked_scores": [0.6078, 0.5667, 0.5179, 0.5145, 0.5096, 0.498, 0.4948, 0.4942, 0.4887, 0.4837], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc66003", "doc437627", "doc1386166", "doc83863", "doc2537823", "doc1386116", "doc759547", "doc875841", "doc758894"], "ranked_scores": [0.6514, 0.6181, 0.6104, 0.6006, 0.5964, 0.5696, 0.5643, 0.5439, 0.5383, 0.5272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc337506", "doc1332302", "doc1887731", "doc298160", "doc666653", "doc337547", "doc703711", "doc2838"], "ranked_scores": [0.6471, 0.6174, 0.6041, 0.5978, 0.5961, 0.5912, 0.5696, 0.5694, 0.5601, 0.5559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7099", "doc7119", "doc692559", "doc7106", "doc7116", "doc526956", "doc1694554", "doc316997"], "ranked_scores": [0.6887, 0.6687, 0.6628, 0.6326, 0.6206, 0.6187, 0.6159, 0.5965, 0.5928, 0.5719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82127", "doc82130", "doc1169637", "doc2068718", "doc787596", "doc854693", "doc1891830", "doc2252228"], "ranked_scores": [0.7106, 0.5942, 0.57, 0.5631, 0.561, 0.5591, 0.5588, 0.5574, 0.5449, 0.5395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc750416", "doc439366", "doc2018288", "doc2203152", "doc1449866", "doc750407", "doc536387", "doc2013112"], "ranked_scores": [0.5465, 0.5465, 0.5234, 0.5222, 0.5186, 0.4661, 0.4661, 0.4661, 0.4629, 0.462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc30773", "doc1380356", "doc563699", "doc416774", "doc1380357", "doc24903", "doc239811", "doc1168119"], "ranked_scores": [0.6941, 0.6683, 0.6455, 0.6353, 0.6169, 0.6048, 0.5981, 0.589, 0.5862, 0.5851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc23412", "doc2483632", "doc2009369", "doc52429", "doc1902615", "doc1634950", "doc1825079", "doc1482058", "doc58892"], "ranked_scores": [0.5657, 0.5343, 0.5312, 0.5213, 0.5164, 0.4862, 0.4849, 0.481, 0.477, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc1601611", "doc2510026", "doc952849", "doc2439294", "doc56903", "doc2509996"], "ranked_scores": [0.7204, 0.7138, 0.6953, 0.6739, 0.6321, 0.6287, 0.6267, 0.6162, 0.5886, 0.5881], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80154", "doc80074", "doc137908", "doc345642", "doc80078", "doc2215178", "doc352904", "doc80067", "doc1912506"], "ranked_scores": [0.728, 0.7071, 0.7027, 0.6842, 0.6792, 0.6462, 0.6426, 0.6422, 0.636, 0.621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc2240293", "doc2353712", "doc762682", "doc1248717", "doc2174234", "doc183950", "doc629517", "doc439092"], "ranked_scores": [0.6469, 0.5281, 0.4983, 0.4966, 0.4899, 0.4893, 0.4878, 0.4871, 0.4764, 0.4745], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc26458", "doc764184", "doc26461", "doc131786", "doc26460", "doc2376934", "doc207464", "doc2036045"], "ranked_scores": [0.724, 0.6487, 0.6248, 0.6242, 0.6162, 0.6016, 0.5965, 0.5959, 0.5868, 0.5837], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1587280", "doc1272206", "doc1464212", "doc446492", "doc273662", "doc1572538", "doc1682561"], "ranked_scores": [0.766, 0.5045, 0.4911, 0.455, 0.4546, 0.4492, 0.44, 0.4368, 0.4357, 0.4351], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc37895", "doc721746", "doc57948", "doc57946", "doc57940", "doc2389179", "doc1101054", "doc57232"], "ranked_scores": [0.5735, 0.5406, 0.5347, 0.5171, 0.5079, 0.4937, 0.4926, 0.4772, 0.4625, 0.455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc1962033", "doc1612364", "doc2193668", "doc1224325", "doc1936829", "doc1741593", "doc1612520"], "ranked_scores": [0.6442, 0.5528, 0.4947, 0.4543, 0.4488, 0.445, 0.4367, 0.4274, 0.4173, 0.4157], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64318", "doc64317", "doc64314", "doc971992", "doc851269", "doc41305", "doc35524", "doc1376793", "doc467715"], "ranked_scores": [0.5767, 0.5473, 0.5396, 0.5336, 0.5301, 0.5212, 0.5146, 0.5118, 0.5076, 0.5074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc539428", "doc437685", "doc1520219", "doc638932", "doc437667", "doc1520244", "doc252389", "doc1520300", "doc1520275"], "ranked_scores": [0.6581, 0.6442, 0.6434, 0.6353, 0.6353, 0.6324, 0.6293, 0.6266, 0.6217, 0.6216], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc866436", "doc1315064", "doc754076", "doc1385395", "doc671985", "doc2558251", "doc552720", "doc877823"], "ranked_scores": [0.5685, 0.5103, 0.4953, 0.4924, 0.4667, 0.4602, 0.4469, 0.4393, 0.43, 0.4054], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc1894178", "doc602735", "doc585415", "doc488007", "doc2558036", "doc1212031", "doc27298", "doc2161840", "doc587116"], "ranked_scores": [0.4561, 0.4248, 0.3972, 0.3721, 0.3707, 0.3689, 0.3563, 0.3559, 0.3481, 0.3445], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2179022", "doc2306629", "doc435057", "doc2179035", "doc781344", "doc2660672", "doc1283940", "doc238803"], "ranked_scores": [0.7117, 0.5267, 0.5159, 0.497, 0.488, 0.4792, 0.4722, 0.4591, 0.4562, 0.4461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1787621", "doc1007190", "doc1394755", "doc1394758", "doc996399", "doc2486654", "doc1857677", "doc152998"], "ranked_scores": [0.7431, 0.6948, 0.614, 0.6057, 0.5997, 0.5961, 0.5881, 0.5774, 0.5712, 0.5674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1837771", "doc368643", "doc2451212", "doc1837759", "doc1119808", "doc2339886", "doc1373323", "doc84492", "doc643072", "doc1373324"], "ranked_scores": [0.5568, 0.5554, 0.5508, 0.5497, 0.5484, 0.5474, 0.5447, 0.5418, 0.5395, 0.5376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc1729412", "doc105763", "doc2355469", "doc830308", "doc543176", "doc1572538", "doc105758", "doc946247"], "ranked_scores": [0.6334, 0.6038, 0.5684, 0.5597, 0.552, 0.5464, 0.5425, 0.5424, 0.5418, 0.5295], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc358938", "doc2107022", "doc4147", "doc2224155", "doc2107018", "doc172405", "doc1927002", "doc1294814", "doc606253"], "ranked_scores": [0.6019, 0.5906, 0.5898, 0.589, 0.58, 0.5776, 0.5755, 0.5751, 0.5739, 0.5709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435078", "doc2587564", "doc1921625", "doc2646161", "doc435076", "doc378301", "doc2352487", "doc2498492", "doc2587562"], "ranked_scores": [0.6196, 0.6071, 0.5908, 0.5885, 0.581, 0.5755, 0.5683, 0.5625, 0.5588, 0.554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2119808", "doc336518", "doc733127", "doc2448623", "doc2042102", "doc15890", "doc518266", "doc878338", "doc1498263"], "ranked_scores": [0.5524, 0.5329, 0.5273, 0.5182, 0.4779, 0.4622, 0.4599, 0.4363, 0.4352, 0.425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc159492", "doc1283940", "doc381154", "doc1245931", "doc2419056", "doc1851601", "doc946285", "doc448867", "doc2414537", "doc1512025"], "ranked_scores": [0.4787, 0.4602, 0.4463, 0.4431, 0.4307, 0.428, 0.4261, 0.4198, 0.4171, 0.4142], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1345740", "doc261351", "doc367417", "doc57975", "doc2265144", "doc40405", "doc1423992", "doc2035909", "doc864555"], "ranked_scores": [0.5678, 0.5269, 0.5205, 0.5026, 0.4734, 0.4632, 0.4604, 0.4554, 0.452, 0.4481], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc1333905", "doc1975694", "doc1271924", "doc1584862", "doc294604", "doc588578", "doc1730288", "doc1986433"], "ranked_scores": [0.6141, 0.5582, 0.5225, 0.5135, 0.5103, 0.5047, 0.5036, 0.497, 0.4676, 0.4663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc2142524", "doc221817", "doc1877808", "doc1370451", "doc201173", "doc1105530", "doc2316721", "doc2188384", "doc681964"], "ranked_scores": [0.463, 0.4432, 0.4396, 0.42, 0.4154, 0.41, 0.4074, 0.404, 0.4009, 0.3897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc127040", "doc2015719", "doc88974", "doc127031", "doc779563", "doc1452752", "doc2624067", "doc548704"], "ranked_scores": [0.6487, 0.6157, 0.6111, 0.6103, 0.6091, 0.598, 0.5778, 0.5744, 0.5703, 0.553], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc338813", "doc212860", "doc1637888", "doc1144972", "doc2486395", "doc653731", "doc21340", "doc457119", "doc1533829"], "ranked_scores": [0.4625, 0.4606, 0.4398, 0.4198, 0.4133, 0.4101, 0.4017, 0.4016, 0.397, 0.3931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc18273", "doc63590", "doc911115", "doc108456", "doc323321", "doc1906610", "doc376565", "doc2072948", "doc63585"], "ranked_scores": [0.6793, 0.665, 0.665, 0.665, 0.6213, 0.5776, 0.562, 0.5575, 0.5496, 0.549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1839188", "doc1816051", "doc1670303", "doc1816074", "doc46245", "doc1930877", "doc1945404", "doc7163"], "ranked_scores": [0.5736, 0.5386, 0.5121, 0.4992, 0.4711, 0.4507, 0.4431, 0.443, 0.4387, 0.4274], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc2193668", "doc753576", "doc951306", "doc1260422", "doc1574683", "doc2613797", "doc2015875", "doc1244692"], "ranked_scores": [0.475, 0.4719, 0.4182, 0.4024, 0.3848, 0.3841, 0.3763, 0.3695, 0.3693, 0.3451], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc642762", "doc1185713", "doc2639996", "doc1222389", "doc1723101", "doc1874808", "doc2011376", "doc531809"], "ranked_scores": [0.5918, 0.5503, 0.5204, 0.4999, 0.4776, 0.465, 0.4582, 0.4476, 0.4409, 0.4376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc2622778", "doc36460", "doc1618372", "doc2396125", "doc36485", "doc2622759", "doc2543936"], "ranked_scores": [0.7015, 0.6894, 0.6622, 0.6382, 0.608, 0.575, 0.574, 0.5606, 0.5577, 0.5505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc703714", "doc337547", "doc337506", "doc298160", "doc35719", "doc2832", "doc1390073", "doc973089", "doc106332"], "ranked_scores": [0.5703, 0.5633, 0.5623, 0.5468, 0.5449, 0.5418, 0.5389, 0.5328, 0.5304, 0.5161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc626438", "doc108887", "doc1373324", "doc2393669", "doc108892", "doc729661", "doc873559", "doc729573"], "ranked_scores": [0.7176, 0.7124, 0.674, 0.6712, 0.6689, 0.6497, 0.6336, 0.6279, 0.622, 0.621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77971", "doc77973", "doc77976", "doc2332984", "doc1334550", "doc1431001", "doc1430994", "doc801039"], "ranked_scores": [0.5746, 0.4871, 0.4627, 0.4551, 0.448, 0.4411, 0.4375, 0.4223, 0.4111, 0.4031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-14000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc1254733", "doc1395336", "doc57242", "doc57232", "doc751998", "doc57248", "doc57247", "doc1713783", "doc1142095"], "ranked_scores": [0.6751, 0.6624, 0.6361, 0.6311, 0.6121, 0.5653, 0.5608, 0.5599, 0.5248, 0.5205], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc1664486", "doc1982515", "doc1749973", "doc1796956", "doc2345266", "doc230557", "doc1815291", "doc497737"], "ranked_scores": [0.695, 0.6268, 0.5941, 0.5833, 0.5823, 0.5802, 0.5768, 0.5731, 0.5661, 0.5624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc812322", "doc2285692", "doc69778", "doc365451", "doc2019171", "doc243667", "doc69768", "doc21829"], "ranked_scores": [0.7557, 0.7382, 0.6658, 0.6617, 0.6434, 0.6339, 0.6222, 0.6194, 0.6034, 0.5927], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc564709", "doc230376", "doc1007260", "doc1570656", "doc643498", "doc404141", "doc400438", "doc1402781", "doc453161"], "ranked_scores": [0.5725, 0.5651, 0.5511, 0.5496, 0.5485, 0.547, 0.5452, 0.5351, 0.5342, 0.5333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1812659", "doc887635", "doc1382123", "doc559430", "doc1366769", "doc1741707", "doc338868", "doc2307709", "doc1741704"], "ranked_scores": [0.6654, 0.646, 0.6366, 0.6316, 0.6279, 0.6255, 0.6203, 0.616, 0.616, 0.6115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1996268", "doc1021718", "doc1770477", "doc27538", "doc1852503", "doc2384883", "doc540358", "doc1478919", "doc1324046"], "ranked_scores": [0.6724, 0.5473, 0.5308, 0.5294, 0.5209, 0.5177, 0.5123, 0.5035, 0.503, 0.497], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc273559", "doc1480727", "doc925929", "doc77634", "doc653285", "doc1340806", "doc579128", "doc54270", "doc1953211"], "ranked_scores": [0.6727, 0.6487, 0.6477, 0.6466, 0.6425, 0.6353, 0.6327, 0.6292, 0.624, 0.6237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc966365", "doc520684", "doc1486663", "doc2509153", "doc278641", "doc2096499", "doc440382", "doc520687", "doc1798668"], "ranked_scores": [0.5917, 0.5607, 0.5569, 0.5391, 0.5345, 0.5289, 0.5287, 0.5227, 0.5224, 0.4995], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc829494", "doc61043", "doc1612682", "doc1376345", "doc2083822", "doc1971249"], "ranked_scores": [0.6559, 0.6493, 0.6322, 0.6055, 0.509, 0.4986, 0.4879, 0.4708, 0.4666, 0.4625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc97430", "doc2071107", "doc369237", "doc2084014", "doc97442", "doc2083987", "doc2083995"], "ranked_scores": [0.7137, 0.7135, 0.7122, 0.6695, 0.6534, 0.6488, 0.6397, 0.6328, 0.6326, 0.6286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc908573", "doc2534674", "doc2534676", "doc2648883", "doc33196", "doc260668", "doc260645", "doc1999887"], "ranked_scores": [0.6083, 0.5663, 0.5178, 0.5144, 0.5101, 0.4991, 0.4956, 0.495, 0.4889, 0.485], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc66003", "doc437627", "doc1386166", "doc83863", "doc2537823", "doc1386116", "doc759547", "doc875841", "doc758894"], "ranked_scores": [0.6505, 0.6172, 0.6099, 0.5994, 0.5953, 0.5689, 0.564, 0.543, 0.5379, 0.5265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703714", "doc106332", "doc337506", "doc1332302", "doc1887731", "doc298160", "doc666653", "doc337547", "doc703711", "doc973089"], "ranked_scores": [0.6472, 0.6174, 0.6039, 0.5982, 0.596, 0.5923, 0.5695, 0.569, 0.5593, 0.5556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7099", "doc7119", "doc692559", "doc7106", "doc7116", "doc526956", "doc1694554", "doc316997"], "ranked_scores": [0.6878, 0.6676, 0.6621, 0.6315, 0.6199, 0.6166, 0.6148, 0.5957, 0.5919, 0.5709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82127", "doc82130", "doc1169637", "doc2068718", "doc787596", "doc854693", "doc1891830", "doc2252228"], "ranked_scores": [0.71, 0.5935, 0.5701, 0.5625, 0.5594, 0.559, 0.5573, 0.5563, 0.5435, 0.539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc897", "doc750416", "doc439366", "doc2018288", "doc1449866", "doc2203152", "doc750407", "doc536387", "doc2013112"], "ranked_scores": [0.5458, 0.5453, 0.5224, 0.5216, 0.5173, 0.4651, 0.4647, 0.4645, 0.4621, 0.4613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc468490", "doc30773", "doc1380356", "doc563699", "doc416774", "doc1380357", "doc24903", "doc239811", "doc1168119"], "ranked_scores": [0.6928, 0.6671, 0.6443, 0.634, 0.6154, 0.6036, 0.5963, 0.5872, 0.5847, 0.5835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc36402", "doc23412", "doc2483632", "doc2009369", "doc52429", "doc1902615", "doc1634950", "doc1825079", "doc1482058", "doc2225375"], "ranked_scores": [0.5652, 0.5334, 0.5291, 0.52, 0.5143, 0.4839, 0.4832, 0.4791, 0.477, 0.4756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc873481", "doc56897", "doc1102442", "doc1601611", "doc2510026", "doc952849", "doc2439294", "doc56903", "doc2509996"], "ranked_scores": [0.7191, 0.7131, 0.6938, 0.6725, 0.6313, 0.6282, 0.626, 0.6151, 0.5874, 0.5867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80154", "doc80074", "doc137908", "doc345642", "doc80078", "doc352904", "doc2215178", "doc80067", "doc1912506"], "ranked_scores": [0.7266, 0.7051, 0.7012, 0.6823, 0.6783, 0.6439, 0.6404, 0.6402, 0.6337, 0.6191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc2240293", "doc2353712", "doc762682", "doc1248717", "doc2174234", "doc183950", "doc629517", "doc439092"], "ranked_scores": [0.6466, 0.5284, 0.4986, 0.4971, 0.4904, 0.4901, 0.4885, 0.4868, 0.4761, 0.4749], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc864645", "doc26458", "doc764184", "doc26461", "doc131786", "doc26460", "doc2376934", "doc207464", "doc2036045"], "ranked_scores": [0.7233, 0.6481, 0.624, 0.6232, 0.6153, 0.6011, 0.596, 0.5954, 0.5855, 0.583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1587280", "doc1272206", "doc1464212", "doc446492", "doc273662", "doc1682561", "doc1572538"], "ranked_scores": [0.7661, 0.5044, 0.4912, 0.4535, 0.4531, 0.4473, 0.4387, 0.4365, 0.4351, 0.4346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc1199221", "doc37895", "doc721746", "doc57948", "doc57946", "doc57940", "doc2389179", "doc1101054", "doc57232"], "ranked_scores": [0.5732, 0.5406, 0.5338, 0.5171, 0.5076, 0.4939, 0.4926, 0.4774, 0.4628, 0.4548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc765127", "doc751435", "doc1962033", "doc1612364", "doc2193668", "doc1224325", "doc1936829", "doc1741593", "doc1612520"], "ranked_scores": [0.6433, 0.552, 0.4942, 0.4538, 0.4494, 0.4443, 0.4367, 0.4269, 0.4172, 0.4154], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64318", "doc64317", "doc64314", "doc971992", "doc851269", "doc41305", "doc35524", "doc1376793", "doc467715"], "ranked_scores": [0.575, 0.5454, 0.5383, 0.5317, 0.5285, 0.5194, 0.5132, 0.5101, 0.5059, 0.5054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520311", "doc539428", "doc437685", "doc638932", "doc1520219", "doc437667", "doc1520244", "doc252389", "doc1520275", "doc437656"], "ranked_scores": [0.657, 0.643, 0.6423, 0.6339, 0.6339, 0.631, 0.628, 0.6247, 0.6206, 0.6201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc866436", "doc1315064", "doc754076", "doc1385395", "doc671985", "doc2558251", "doc552720", "doc877823"], "ranked_scores": [0.5665, 0.5092, 0.4926, 0.4916, 0.467, 0.459, 0.4454, 0.4373, 0.428, 0.4028], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc1894178", "doc602735", "doc585415", "doc488007", "doc2558036", "doc27298", "doc1212031", "doc2161840", "doc587116"], "ranked_scores": [0.4562, 0.424, 0.3974, 0.3715, 0.3703, 0.3684, 0.3561, 0.3558, 0.3475, 0.3451], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2179022", "doc2306629", "doc435057", "doc2179035", "doc781344", "doc2660672", "doc1283940", "doc182046"], "ranked_scores": [0.7125, 0.5275, 0.5165, 0.4977, 0.4893, 0.4796, 0.4727, 0.46, 0.457, 0.4479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1787621", "doc1007190", "doc1394755", "doc1394758", "doc996399", "doc2486654", "doc1857677", "doc152998"], "ranked_scores": [0.7421, 0.6941, 0.6135, 0.6053, 0.5994, 0.5956, 0.5874, 0.5766, 0.5708, 0.5669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1837771", "doc368643", "doc2451212", "doc1837759", "doc1119808", "doc2339886", "doc1373323", "doc84492", "doc643072", "doc1373324"], "ranked_scores": [0.5552, 0.5541, 0.5506, 0.5478, 0.5474, 0.5464, 0.5438, 0.5401, 0.5384, 0.5368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc1270352", "doc105739", "doc1729412", "doc105763", "doc2355469", "doc830308", "doc1572538", "doc543176", "doc105758", "doc946247"], "ranked_scores": [0.6316, 0.6023, 0.5665, 0.5586, 0.5508, 0.5453, 0.5408, 0.5408, 0.5404, 0.527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2111513", "doc358938", "doc2107022", "doc4147", "doc2224155", "doc2107018", "doc172405", "doc1927002", "doc1294814", "doc606253"], "ranked_scores": [0.6005, 0.5893, 0.5887, 0.5871, 0.5796, 0.5762, 0.5749, 0.5744, 0.5728, 0.5702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc435078", "doc2587564", "doc1921625", "doc2646161", "doc435076", "doc378301", "doc2352487", "doc2498492", "doc2587562"], "ranked_scores": [0.6183, 0.6063, 0.5906, 0.5871, 0.5807, 0.5744, 0.5669, 0.5615, 0.5574, 0.5536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc2119808", "doc336518", "doc733127", "doc2448623", "doc2042102", "doc15890", "doc518266", "doc878338", "doc1498263"], "ranked_scores": [0.5509, 0.5324, 0.5261, 0.5165, 0.4769, 0.4623, 0.4595, 0.4353, 0.4348, 0.4246], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc159492", "doc1283940", "doc381154", "doc1245931", "doc2419056", "doc1851601", "doc946285", "doc448867", "doc2414537", "doc1512025"], "ranked_scores": [0.4779, 0.4601, 0.4459, 0.443, 0.4306, 0.427, 0.4266, 0.4196, 0.4165, 0.4138], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1345740", "doc261351", "doc367417", "doc57975", "doc2265144", "doc40405", "doc1423992", "doc2035909", "doc864555"], "ranked_scores": [0.5681, 0.5268, 0.5199, 0.5028, 0.474, 0.4629, 0.4602, 0.4543, 0.453, 0.4478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc1986437", "doc1333905", "doc1975694", "doc1271924", "doc1584862", "doc294604", "doc588578", "doc1730288", "doc1986433"], "ranked_scores": [0.6143, 0.558, 0.5235, 0.5135, 0.5109, 0.5059, 0.5052, 0.4975, 0.4676, 0.4672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc2142524", "doc221817", "doc1877808", "doc1370451", "doc201173", "doc1105530", "doc2316721", "doc2188384", "doc681964"], "ranked_scores": [0.4613, 0.4428, 0.4396, 0.4198, 0.4142, 0.4085, 0.4055, 0.4033, 0.3993, 0.3886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88931", "doc88934", "doc127040", "doc2015719", "doc88974", "doc127031", "doc779563", "doc1452752", "doc2624067", "doc548704"], "ranked_scores": [0.6471, 0.6144, 0.6098, 0.6089, 0.6081, 0.5966, 0.5763, 0.5733, 0.5694, 0.5519], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc338813", "doc212860", "doc1637888", "doc1144972", "doc2486395", "doc21340", "doc653731", "doc457119", "doc1533829"], "ranked_scores": [0.4629, 0.4605, 0.4384, 0.4181, 0.4118, 0.4093, 0.4026, 0.4011, 0.3974, 0.3936], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc18273", "doc63590", "doc911115", "doc108456", "doc323321", "doc1906610", "doc376565", "doc2072948", "doc63585"], "ranked_scores": [0.6781, 0.663, 0.663, 0.663, 0.62, 0.5781, 0.5608, 0.5568, 0.5495, 0.5484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1839188", "doc1816051", "doc1670303", "doc1816074", "doc46245", "doc1930877", "doc1945404", "doc7163"], "ranked_scores": [0.5733, 0.5392, 0.5116, 0.4998, 0.4711, 0.4508, 0.4432, 0.4432, 0.4387, 0.4275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc2193668", "doc753576", "doc951306", "doc1260422", "doc1574683", "doc2015875", "doc2613797", "doc1244692"], "ranked_scores": [0.473, 0.4701, 0.4169, 0.4011, 0.384, 0.3813, 0.3747, 0.3686, 0.3683, 0.3445], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc2007762", "doc642762", "doc1185713", "doc2639996", "doc1222389", "doc1723101", "doc1874808", "doc2011376", "doc531809"], "ranked_scores": [0.5916, 0.5492, 0.5201, 0.5003, 0.4774, 0.4651, 0.4576, 0.4469, 0.4412, 0.438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc2622778", "doc36460", "doc1618372", "doc2396125", "doc36485", "doc2622759", "doc2543936"], "ranked_scores": [0.6993, 0.6879, 0.6608, 0.6355, 0.6061, 0.5733, 0.5719, 0.5589, 0.5557, 0.5491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc703714", "doc337547", "doc337506", "doc298160", "doc35719", "doc2832", "doc1390073", "doc973089", "doc106332"], "ranked_scores": [0.5704, 0.5636, 0.5623, 0.5472, 0.546, 0.5413, 0.5394, 0.5322, 0.5311, 0.5162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc626438", "doc108887", "doc1373324", "doc2393669", "doc108892", "doc729661", "doc729573", "doc873559"], "ranked_scores": [0.717, 0.7118, 0.673, 0.6708, 0.6681, 0.6486, 0.6322, 0.6282, 0.6213, 0.6213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1430993", "doc1504263", "doc77971", "doc77973", "doc77976", "doc2332984", "doc1334550", "doc1431001", "doc1430994", "doc801039"], "ranked_scores": [0.5744, 0.4865, 0.4605, 0.4536, 0.4474, 0.4412, 0.4362, 0.421, 0.4097, 0.4014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-2000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc57232", "doc57247", "doc1254733", "doc1395336", "doc63804", "doc751998", "doc1713783", "doc2116209"], "ranked_scores": [617.0, 600.0, 598.0, 586.0, 581.0, 579.0, 574.0, 565.0, 555.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63538", "doc63543", "doc314759", "doc63542", "doc1664486", "doc2136789", "doc1982515", "doc2345266", "doc230557", "doc2563094"], "ranked_scores": [606.0, 605.0, 576.0, 569.0, 568.0, 568.0, 562.0, 561.0, 560.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc2074523", "doc243667", "doc21829", "doc812322", "doc21832", "doc761186", "doc25836", "doc377466"], "ranked_scores": [605.0, 597.0, 596.0, 587.0, 578.0, 578.0, 577.0, 575.0, 572.0, 572.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc1678115", "doc1402783", "doc1007260", "doc1177870", "doc564708", "doc1177855", "doc400438", "doc404141", "doc643498"], "ranked_scores": [579.0, 579.0, 577.0, 575.0, 575.0, 573.0, 572.0, 569.0, 569.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc2307709", "doc1812659", "doc1366744", "doc338868", "doc1741707", "doc887635", "doc1741702", "doc751799", "doc2165915"], "ranked_scores": [611.0, 608.0, 605.0, 602.0, 601.0, 599.0, 589.0, 587.0, 587.0, 586.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27538", "doc27536", "doc1770477", "doc1324046", "doc2384883", "doc1852503", "doc1407767", "doc1478919", "doc2034534"], "ranked_scores": [574.0, 558.0, 555.0, 551.0, 549.0, 548.0, 547.0, 545.0, 545.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc653285", "doc77634", "doc512949", "doc925929", "doc422133", "doc1526230", "doc579128", "doc273559", "doc620637", "doc1953211"], "ranked_scores": [608.0, 594.0, 592.0, 590.0, 590.0, 589.0, 586.0, 585.0, 585.0, 584.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc1595692", "doc1486663", "doc520684", "doc1728840", "doc38721", "doc101561", "doc2509153", "doc520687"], "ranked_scores": [587.0, 541.0, 538.0, 537.0, 534.0, 534.0, 532.0, 532.0, 527.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61045", "doc61036", "doc61043", "doc1376346", "doc1612682", "doc13999", "doc1376345", "doc829494", "doc988607"], "ranked_scores": [613.0, 583.0, 564.0, 558.0, 548.0, 528.0, 521.0, 516.0, 515.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc97445", "doc2004921", "doc1992466", "doc97442", "doc2071107", "doc2084014", "doc369237", "doc1116765", "doc152483"], "ranked_scores": [616.0, 606.0, 590.0, 572.0, 570.0, 565.0, 562.0, 560.0, 559.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc636337", "doc233794", "doc2127607", "doc1153299", "doc2534674", "doc2648883", "doc1458400", "doc781344", "doc908573"], "ranked_scores": [548.0, 532.0, 528.0, 528.0, 527.0, 526.0, 524.0, 521.0, 518.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc1984127", "doc83863", "doc1386116", "doc2372621", "doc2537823", "doc875841", "doc759547", "doc1984114", "doc2278170"], "ranked_scores": [589.0, 572.0, 562.0, 560.0, 557.0, 551.0, 551.0, 548.0, 543.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc2882", "doc703714", "doc106357", "doc964811", "doc703711", "doc106372", "doc298160", "doc1887731", "doc703721"], "ranked_scores": [594.0, 582.0, 581.0, 581.0, 579.0, 577.0, 576.0, 574.0, 573.0, 573.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7091", "doc7106", "doc7099", "doc7116", "doc1694554", "doc7096", "doc7119", "doc7120", "doc7108"], "ranked_scores": [583.0, 575.0, 572.0, 569.0, 562.0, 556.0, 543.0, 543.0, 543.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc505032", "doc2569900", "doc82130", "doc82127", "doc2252228", "doc787615", "doc2086681", "doc787596"], "ranked_scores": [608.0, 565.0, 559.0, 554.0, 551.0, 550.0, 548.0, 545.0, 542.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc439366", "doc269387", "doc897", "doc2018288", "doc1449866", "doc750416", "doc404160", "doc750407", "doc2420503", "doc2258933"], "ranked_scores": [543.0, 542.0, 538.0, 536.0, 526.0, 525.0, 516.0, 516.0, 514.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc1380356", "doc416774", "doc24903", "doc30773", "doc651946", "doc788472", "doc1380357", "doc468490", "doc1824654"], "ranked_scores": [595.0, 586.0, 576.0, 568.0, 568.0, 568.0, 568.0, 565.0, 564.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc904153", "doc2483632", "doc1902615", "doc2009369", "doc58892", "doc1634950", "doc1825079", "doc36402", "doc1914609", "doc938300"], "ranked_scores": [557.0, 552.0, 546.0, 541.0, 540.0, 538.0, 536.0, 536.0, 534.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc873481", "doc1102442", "doc2439294", "doc1400297", "doc2091589", "doc56902", "doc2509996", "doc2408092"], "ranked_scores": [614.0, 606.0, 601.0, 590.0, 584.0, 575.0, 575.0, 571.0, 570.0, 567.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80074", "doc80154", "doc2557673", "doc1912506", "doc1168954", "doc137908", "doc80078", "doc470479", "doc55626"], "ranked_scores": [611.0, 602.0, 596.0, 575.0, 571.0, 568.0, 568.0, 567.0, 566.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc2174234", "doc180079", "doc1248717", "doc439092", "doc506841", "doc72416", "doc183950", "doc221471"], "ranked_scores": [625.0, 540.0, 533.0, 525.0, 524.0, 523.0, 521.0, 521.0, 518.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc2289855", "doc2376934", "doc138458", "doc513535", "doc26461", "doc26467", "doc131786", "doc2036045", "doc511592"], "ranked_scores": [597.0, 571.0, 568.0, 563.0, 557.0, 553.0, 552.0, 552.0, 550.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc273662", "doc1732443", "doc732083", "doc1682561", "doc1834759", "doc446492", "doc1272206"], "ranked_scores": [597.0, 543.0, 520.0, 502.0, 486.0, 486.0, 484.0, 484.0, 484.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc1199221", "doc57940", "doc81655", "doc57946", "doc37890", "doc721746", "doc37884", "doc57948", "doc1390312", "doc1590438"], "ranked_scores": [566.0, 559.0, 549.0, 543.0, 532.0, 522.0, 520.0, 519.0, 518.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc765127", "doc1612364", "doc1936829", "doc2193668", "doc1448736", "doc1368159", "doc1428083", "doc1487701"], "ranked_scores": [614.0, 540.0, 538.0, 533.0, 532.0, 531.0, 529.0, 526.0, 518.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64317", "doc41305", "doc64316", "doc2487655", "doc64318", "doc1385349", "doc851269", "doc41344", "doc35513", "doc35524"], "ranked_scores": [563.0, 563.0, 563.0, 555.0, 555.0, 550.0, 549.0, 546.0, 544.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc437639", "doc1520213", "doc1520290", "doc1520222", "doc1520211", "doc539428", "doc252389", "doc1520311", "doc437667"], "ranked_scores": [593.0, 585.0, 582.0, 581.0, 577.0, 577.0, 577.0, 576.0, 575.0, 575.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315083", "doc1315064", "doc866436", "doc877823", "doc754076", "doc671985", "doc2558251", "doc552697", "doc1385395"], "ranked_scores": [575.0, 574.0, 568.0, 548.0, 544.0, 544.0, 542.0, 538.0, 537.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc1801894", "doc24939", "doc2131758", "doc802931", "doc602735", "doc1516619", "doc1597410", "doc1894178", "doc645602", "doc295017"], "ranked_scores": [519.0, 515.0, 514.0, 507.0, 504.0, 503.0, 499.0, 499.0, 499.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc611282", "doc2660672", "doc1154850", "doc611283", "doc1283940", "doc513055", "doc2204719", "doc93287"], "ranked_scores": [580.0, 544.0, 515.0, 507.0, 504.0, 503.0, 502.0, 497.0, 495.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1088161", "doc1088133", "doc2370519", "doc1394758", "doc233596", "doc626260", "doc2529675", "doc579817"], "ranked_scores": [629.0, 616.0, 564.0, 561.0, 559.0, 555.0, 553.0, 551.0, 549.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc1548878", "doc660271", "doc1119808", "doc368673", "doc84492", "doc11659", "doc1837759", "doc1030288", "doc934719"], "ranked_scores": [575.0, 558.0, 552.0, 552.0, 550.0, 549.0, 549.0, 546.0, 545.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105763", "doc1270352", "doc105759", "doc1729412", "doc830308", "doc2355469", "doc105758", "doc543176", "doc881797"], "ranked_scores": [593.0, 556.0, 554.0, 548.0, 547.0, 544.0, 538.0, 536.0, 529.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc2224155", "doc606253", "doc358938", "doc88173", "doc172405", "doc1602350", "doc2107022", "doc2107033", "doc2107018"], "ranked_scores": [573.0, 568.0, 568.0, 563.0, 562.0, 562.0, 558.0, 556.0, 556.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435081", "doc435075", "doc768322", "doc435076", "doc435078", "doc331138", "doc736126", "doc2498492", "doc313365", "doc412180"], "ranked_scores": [558.0, 557.0, 553.0, 552.0, 552.0, 550.0, 549.0, 546.0, 545.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc733127", "doc264212", "doc2665803", "doc336518", "doc2042102", "doc2448623", "doc15890", "doc1498263", "doc2636762"], "ranked_scores": [556.0, 544.0, 539.0, 533.0, 527.0, 522.0, 515.0, 509.0, 506.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1245931", "doc1851601", "doc381154", "doc159492", "doc93503", "doc2505949", "doc448867", "doc567112", "doc1002584"], "ranked_scores": [519.0, 518.0, 512.0, 511.0, 510.0, 507.0, 502.0, 496.0, 494.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc2304461", "doc864555", "doc367417", "doc57975", "doc601133", "doc261351", "doc1997614", "doc693852", "doc551351", "doc959206"], "ranked_scores": [539.0, 527.0, 525.0, 524.0, 521.0, 518.0, 517.0, 516.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc588578", "doc1986437", "doc1584862", "doc182888", "doc1986433", "doc1467762", "doc61233", "doc1730288", "doc1333905"], "ranked_scores": [589.0, 560.0, 556.0, 554.0, 550.0, 548.0, 545.0, 543.0, 543.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1370451", "doc845380", "doc201173", "doc1877808", "doc681964", "doc201170", "doc201181", "doc190844", "doc1891612", "doc212899"], "ranked_scores": [520.0, 519.0, 511.0, 510.0, 510.0, 508.0, 507.0, 506.0, 505.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc127040", "doc88934", "doc2624067", "doc1452752", "doc779563", "doc88973", "doc88931", "doc127031", "doc1014858"], "ranked_scores": [581.0, 574.0, 568.0, 560.0, 558.0, 557.0, 555.0, 554.0, 551.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21340", "doc21350", "doc1637888", "doc21378", "doc1798523", "doc1923941", "doc212860", "doc338818", "doc1053964", "doc963332"], "ranked_scores": [531.0, 515.0, 514.0, 512.0, 510.0, 504.0, 501.0, 500.0, 498.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc911115", "doc18273", "doc63590", "doc108456", "doc2072948", "doc63585", "doc1491857", "doc108508", "doc108559"], "ranked_scores": [594.0, 579.0, 579.0, 579.0, 554.0, 550.0, 546.0, 543.0, 542.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc1670303", "doc355540", "doc7161", "doc1273458", "doc1948176", "doc1524979", "doc1335520", "doc1347235", "doc656863"], "ranked_scores": [555.0, 547.0, 542.0, 532.0, 518.0, 514.0, 509.0, 507.0, 506.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc2193668", "doc4611", "doc1841145", "doc753576", "doc1574683", "doc22915", "doc1244692", "doc902657", "doc1612682"], "ranked_scores": [534.0, 524.0, 507.0, 506.0, 502.0, 500.0, 499.0, 495.0, 494.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc2639996", "doc2057552", "doc642762", "doc531809", "doc1451760", "doc1986143", "doc492385", "doc851877"], "ranked_scores": [579.0, 562.0, 538.0, 531.0, 528.0, 526.0, 523.0, 521.0, 517.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc1618372", "doc1618376", "doc2622778", "doc36485", "doc1927669", "doc36460", "doc2396125", "doc2622759"], "ranked_scores": [603.0, 592.0, 578.0, 577.0, 568.0, 560.0, 540.0, 539.0, 533.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc436998", "doc35719", "doc973089", "doc337547", "doc2832", "doc1390073", "doc1804263", "doc106332", "doc106372", "doc703736"], "ranked_scores": [571.0, 563.0, 563.0, 561.0, 559.0, 556.0, 556.0, 555.0, 553.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc626438", "doc1373324", "doc108887", "doc2393669", "doc1119808", "doc729573", "doc108892", "doc550879"], "ranked_scores": [617.0, 610.0, 598.0, 595.0, 590.0, 588.0, 585.0, 582.0, 577.0, 576.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1430993", "doc1504263", "doc2332984", "doc1714121", "doc1334550", "doc1431001", "doc5734", "doc251579"], "ranked_scores": [556.0, 536.0, 530.0, 519.0, 515.0, 504.0, 502.0, 501.0, 499.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-4000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57242", "doc57232", "doc751998", "doc57247", "doc1395336", "doc1219625", "doc1254733", "doc1665946", "doc2173544"], "ranked_scores": [622.0, 611.0, 609.0, 572.0, 572.0, 569.0, 554.0, 554.0, 550.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc2136789", "doc1952697", "doc1664486", "doc474276", "doc1664485", "doc2105862", "doc310191", "doc2563094"], "ranked_scores": [601.0, 588.0, 557.0, 555.0, 553.0, 552.0, 552.0, 550.0, 548.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc1675505", "doc812322", "doc69767", "doc69765", "doc2074523", "doc377466", "doc2285692", "doc243667", "doc1675526", "doc21906"], "ranked_scores": [574.0, 572.0, 571.0, 565.0, 555.0, 551.0, 549.0, 549.0, 546.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1177870", "doc404141", "doc415323", "doc564708", "doc564709", "doc453144", "doc1678115", "doc1007260", "doc1113377", "doc392076"], "ranked_scores": [569.0, 567.0, 566.0, 565.0, 563.0, 561.0, 556.0, 555.0, 552.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1366769", "doc1366744", "doc684238", "doc2307709", "doc1741702", "doc1382170", "doc1812653", "doc1366743", "doc887635"], "ranked_scores": [588.0, 577.0, 575.0, 569.0, 568.0, 562.0, 560.0, 560.0, 559.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27536", "doc1852503", "doc1770477", "doc1407767", "doc27538", "doc2311306", "doc1324046", "doc1852504", "doc2384883"], "ranked_scores": [566.0, 565.0, 554.0, 553.0, 542.0, 542.0, 541.0, 537.0, 537.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc422133", "doc77634", "doc579128", "doc1328113", "doc653285", "doc208541", "doc54270", "doc1480727", "doc273559", "doc512949"], "ranked_scores": [597.0, 589.0, 583.0, 582.0, 581.0, 578.0, 578.0, 576.0, 576.0, 575.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc101561", "doc2096499", "doc1595692", "doc520684", "doc278641", "doc29764", "doc1456780", "doc583721"], "ranked_scores": [571.0, 551.0, 535.0, 525.0, 520.0, 516.0, 516.0, 516.0, 514.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc61043", "doc829494", "doc1581506", "doc1612682", "doc13999", "doc210026"], "ranked_scores": [603.0, 588.0, 585.0, 558.0, 555.0, 551.0, 549.0, 542.0, 535.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc97445", "doc97442", "doc2004921", "doc369237", "doc1992466", "doc97430", "doc1116765", "doc2084014", "doc1313800"], "ranked_scores": [600.0, 582.0, 580.0, 577.0, 571.0, 567.0, 565.0, 562.0, 561.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc233794", "doc33193", "doc636318", "doc781344", "doc1590438", "doc1458400", "doc636337", "doc890684", "doc1612515", "doc311119"], "ranked_scores": [546.0, 536.0, 527.0, 522.0, 522.0, 521.0, 519.0, 517.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1608174", "doc253608", "doc1386116", "doc875841", "doc281125", "doc1984127", "doc2372621", "doc2537823", "doc1604550"], "ranked_scores": [555.0, 550.0, 547.0, 542.0, 540.0, 540.0, 537.0, 532.0, 530.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc1887731", "doc106372", "doc703736", "doc106332", "doc106357", "doc703721", "doc427621", "doc106355", "doc703705", "doc703719"], "ranked_scores": [578.0, 578.0, 578.0, 575.0, 573.0, 573.0, 567.0, 558.0, 558.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7112", "doc7106", "doc7099", "doc7116", "doc1694554", "doc7091", "doc7119", "doc692559", "doc7120", "doc7108"], "ranked_scores": [564.0, 555.0, 546.0, 546.0, 536.0, 534.0, 534.0, 533.0, 528.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc1169637", "doc2569900", "doc787596", "doc90808", "doc82127", "doc2086681", "doc1324516", "doc787615"], "ranked_scores": [625.0, 547.0, 547.0, 539.0, 538.0, 537.0, 536.0, 532.0, 528.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc2018288", "doc897", "doc428400", "doc453118", "doc220990", "doc2420503", "doc244368", "doc802395", "doc750416"], "ranked_scores": [530.0, 528.0, 522.0, 512.0, 509.0, 505.0, 505.0, 503.0, 502.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc24903", "doc30773", "doc30774", "doc1380357", "doc894422", "doc468490", "doc1380356", "doc1824654", "doc651946"], "ranked_scores": [589.0, 560.0, 558.0, 551.0, 547.0, 547.0, 546.0, 542.0, 542.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc648355", "doc2483632", "doc36402", "doc1902615", "doc573905", "doc904153", "doc2009369", "doc648344", "doc1825079", "doc919340"], "ranked_scores": [540.0, 539.0, 538.0, 531.0, 530.0, 528.0, 525.0, 524.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc1102442", "doc56897", "doc873481", "doc2299192", "doc2313864", "doc56902", "doc2031536", "doc2439294", "doc963669"], "ranked_scores": [602.0, 594.0, 588.0, 580.0, 577.0, 561.0, 559.0, 556.0, 555.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc80074", "doc80078", "doc80151", "doc2557673", "doc80148", "doc137908", "doc470479", "doc80100", "doc596891"], "ranked_scores": [594.0, 584.0, 583.0, 580.0, 563.0, 563.0, 562.0, 559.0, 558.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc2353712", "doc719057", "doc1781006", "doc2240291", "doc1248717", "doc439092", "doc506841", "doc702902"], "ranked_scores": [626.0, 538.0, 527.0, 525.0, 524.0, 518.0, 517.0, 513.0, 512.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc2289855", "doc675035", "doc1682464", "doc511592", "doc138458", "doc2036045", "doc224770", "doc513535", "doc764184"], "ranked_scores": [599.0, 560.0, 556.0, 554.0, 550.0, 550.0, 547.0, 546.0, 543.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1732443", "doc192542", "doc1682561", "doc470536", "doc184609", "doc273662", "doc308346"], "ranked_scores": [625.0, 543.0, 534.0, 506.0, 506.0, 499.0, 498.0, 496.0, 492.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc81655", "doc57946", "doc1199221", "doc57940", "doc37890", "doc16766", "doc2199352", "doc371078", "doc1080514", "doc1384361"], "ranked_scores": [555.0, 543.0, 539.0, 534.0, 513.0, 510.0, 510.0, 510.0, 509.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc742717", "doc2114608", "doc1187141", "doc1368159", "doc1657214", "doc1448736", "doc2193668", "doc1936829"], "ranked_scores": [639.0, 575.0, 539.0, 539.0, 538.0, 537.0, 535.0, 535.0, 534.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64317", "doc41305", "doc64314", "doc1376793", "doc41344", "doc64318", "doc851269", "doc467715", "doc35524"], "ranked_scores": [589.0, 579.0, 569.0, 568.0, 563.0, 560.0, 558.0, 556.0, 554.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc1520300", "doc437639", "doc437656", "doc1739769", "doc1520211", "doc1729164", "doc2109883", "doc437667", "doc539428"], "ranked_scores": [578.0, 570.0, 564.0, 561.0, 558.0, 557.0, 554.0, 553.0, 553.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315064", "doc1315083", "doc866436", "doc552698", "doc1778743", "doc2558251", "doc754076", "doc1840131", "doc877823"], "ranked_scores": [579.0, 541.0, 538.0, 534.0, 532.0, 527.0, 518.0, 516.0, 515.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc2334138", "doc1516619", "doc602735", "doc1891609", "doc645602", "doc1445420", "doc542891", "doc1894178", "doc2131758"], "ranked_scores": [525.0, 516.0, 513.0, 512.0, 509.0, 507.0, 506.0, 502.0, 501.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc781344", "doc317197", "doc609671", "doc1283940", "doc311119", "doc87191", "doc611287", "doc177995"], "ranked_scores": [583.0, 555.0, 527.0, 518.0, 511.0, 510.0, 508.0, 506.0, 504.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc430825", "doc87294", "doc1088161", "doc1088133", "doc1394755", "doc1394760", "doc2486654", "doc233596", "doc1394758", "doc785116"], "ranked_scores": [613.0, 605.0, 571.0, 564.0, 564.0, 562.0, 561.0, 556.0, 552.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1437877", "doc402145", "doc2339886", "doc368643", "doc1373330", "doc660271", "doc2449643", "doc84492", "doc1837771", "doc898833"], "ranked_scores": [579.0, 578.0, 563.0, 562.0, 550.0, 550.0, 550.0, 549.0, 548.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc1270352", "doc1729412", "doc105758", "doc105759", "doc830308", "doc105763", "doc849003", "doc566026", "doc171833"], "ranked_scores": [578.0, 560.0, 547.0, 543.0, 543.0, 543.0, 540.0, 530.0, 530.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc358938", "doc606253", "doc52414", "doc1602350", "doc2107018", "doc172405", "doc324540", "doc4147", "doc1400527"], "ranked_scores": [576.0, 574.0, 570.0, 565.0, 564.0, 561.0, 559.0, 554.0, 550.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc736126", "doc435076", "doc1957486", "doc2587564", "doc412180", "doc2498488", "doc331138", "doc465988", "doc2587562"], "ranked_scores": [545.0, 543.0, 535.0, 534.0, 531.0, 531.0, 531.0, 528.0, 528.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc733127", "doc2665803", "doc2119808", "doc264212", "doc2042102", "doc1498263", "doc336518", "doc1722932", "doc315772"], "ranked_scores": [551.0, 550.0, 548.0, 546.0, 532.0, 528.0, 517.0, 517.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc448867", "doc159492", "doc93287", "doc1245931", "doc1541761", "doc1538025", "doc720754", "doc190988", "doc487000", "doc93503"], "ranked_scores": [543.0, 532.0, 530.0, 527.0, 525.0, 516.0, 516.0, 515.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1345740", "doc601133", "doc2265144", "doc376241", "doc57975", "doc864555", "doc2035909", "doc367417", "doc2031737", "doc261351"], "ranked_scores": [537.0, 536.0, 518.0, 516.0, 516.0, 513.0, 512.0, 511.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc61233", "doc1986437", "doc588578", "doc1467762", "doc1730288", "doc1584862", "doc61227", "doc294604", "doc1629620"], "ranked_scores": [589.0, 579.0, 572.0, 559.0, 559.0, 557.0, 556.0, 554.0, 552.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1877808", "doc2334138", "doc845380", "doc1370451", "doc190844", "doc2316721", "doc221817", "doc201173", "doc201170", "doc2676752"], "ranked_scores": [541.0, 537.0, 532.0, 530.0, 523.0, 523.0, 520.0, 518.0, 517.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc779563", "doc88931", "doc1763997", "doc2015719", "doc127040", "doc1670518", "doc175560", "doc1452752", "doc88974"], "ranked_scores": [586.0, 582.0, 575.0, 574.0, 573.0, 557.0, 551.0, 550.0, 548.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21340", "doc21350", "doc1923941", "doc21378", "doc457119", "doc746693", "doc1455508", "doc2267530", "doc212860", "doc963332"], "ranked_scores": [526.0, 519.0, 518.0, 512.0, 508.0, 506.0, 505.0, 503.0, 502.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc108456", "doc63585", "doc1423679", "doc18274", "doc323321", "doc2003302", "doc2072948", "doc63590", "doc911115"], "ranked_scores": [589.0, 567.0, 561.0, 555.0, 555.0, 554.0, 553.0, 550.0, 548.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1524979", "doc1670303", "doc7161", "doc2482938", "doc1645155", "doc1347235", "doc1183356", "doc1273458"], "ranked_scores": [561.0, 537.0, 509.0, 506.0, 505.0, 505.0, 502.0, 499.0, 499.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc753576", "doc1260422", "doc2587477", "doc22915", "doc1841145", "doc1244692", "doc490060", "doc1846050"], "ranked_scores": [519.0, 501.0, 498.0, 492.0, 489.0, 486.0, 478.0, 476.0, 476.0, 474.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1932389", "doc2007762", "doc1185713", "doc642762", "doc531809", "doc1451760", "doc662025", "doc1519779", "doc1801894"], "ranked_scores": [574.0, 543.0, 542.0, 532.0, 525.0, 523.0, 517.0, 517.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618376", "doc36467", "doc761123", "doc2622778", "doc1926786", "doc2633664", "doc207271", "doc36460", "doc36485"], "ranked_scores": [544.0, 544.0, 540.0, 526.0, 525.0, 522.0, 521.0, 519.0, 518.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1804263", "doc337547", "doc35719", "doc106333", "doc1332302", "doc703719", "doc1390073", "doc1136889", "doc973089", "doc1390065"], "ranked_scores": [564.0, 549.0, 547.0, 546.0, 543.0, 543.0, 543.0, 539.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc626438", "doc108892", "doc1373323", "doc873559", "doc108887", "doc1373324", "doc729572", "doc108938", "doc1220654"], "ranked_scores": [602.0, 602.0, 598.0, 591.0, 587.0, 583.0, 583.0, 564.0, 563.0, 563.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc1504263", "doc77976", "doc1430993", "doc969155", "doc2332984", "doc77973", "doc2067181", "doc1823034", "doc2039201"], "ranked_scores": [575.0, 558.0, 552.0, 530.0, 503.0, 501.0, 500.0, 497.0, 497.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-6000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57226", "doc57232", "doc57242", "doc57247", "doc751998", "doc3001", "doc1395336", "doc2569915", "doc1665946", "doc1254733"], "ranked_scores": [621.0, 615.0, 604.0, 578.0, 568.0, 558.0, 553.0, 553.0, 547.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1982515", "doc63542", "doc2136789", "doc230557", "doc1952697", "doc1664486", "doc1749973", "doc2563094"], "ranked_scores": [594.0, 577.0, 576.0, 562.0, 558.0, 551.0, 550.0, 549.0, 548.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc69765", "doc2074523", "doc243667", "doc1675505", "doc69767", "doc660012", "doc1393773", "doc21829", "doc21832"], "ranked_scores": [581.0, 575.0, 574.0, 571.0, 565.0, 564.0, 562.0, 559.0, 559.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc1007260", "doc1177870", "doc404141", "doc564709", "doc453161", "doc1678115", "doc564708", "doc453144", "doc737388"], "ranked_scores": [571.0, 569.0, 564.0, 563.0, 562.0, 557.0, 556.0, 553.0, 545.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1366769", "doc1741702", "doc1366744", "doc887635", "doc387897", "doc1741704", "doc2165906", "doc1812653", "doc1812661"], "ranked_scores": [594.0, 579.0, 569.0, 568.0, 568.0, 566.0, 566.0, 564.0, 564.0, 563.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1770477", "doc27538", "doc1852503", "doc27536", "doc1852504", "doc1021718", "doc1407767", "doc27535", "doc1692291"], "ranked_scores": [581.0, 564.0, 560.0, 559.0, 558.0, 548.0, 546.0, 546.0, 545.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc1328113", "doc422133", "doc653285", "doc273559", "doc1480727", "doc54270", "doc119665", "doc268699", "doc925929"], "ranked_scores": [602.0, 601.0, 600.0, 596.0, 587.0, 582.0, 581.0, 580.0, 578.0, 578.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc2096499", "doc29764", "doc29765", "doc1017147", "doc101561", "doc540731", "doc520683", "doc520684"], "ranked_scores": [579.0, 545.0, 528.0, 527.0, 524.0, 521.0, 517.0, 515.0, 513.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc742717", "doc1612682", "doc829494", "doc61043", "doc1581506", "doc210026"], "ranked_scores": [596.0, 586.0, 577.0, 547.0, 538.0, 537.0, 535.0, 530.0, 522.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2084014", "doc2004921", "doc97442", "doc97445", "doc369237", "doc2071107", "doc2380009", "doc1116765", "doc369236"], "ranked_scores": [595.0, 586.0, 582.0, 565.0, 565.0, 560.0, 557.0, 548.0, 546.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc233794", "doc2199352", "doc2419103", "doc33196", "doc1590438", "doc562696", "doc122351", "doc1972282", "doc1164435"], "ranked_scores": [562.0, 545.0, 537.0, 532.0, 530.0, 528.0, 527.0, 524.0, 524.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc83863", "doc281125", "doc1780375", "doc1984127", "doc2372621", "doc1608174", "doc2537823", "doc1667013", "doc875841"], "ranked_scores": [584.0, 564.0, 547.0, 547.0, 544.0, 543.0, 540.0, 540.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc427621", "doc703705", "doc1887731", "doc106372", "doc106332", "doc703736", "doc1804263", "doc1824664", "doc703721", "doc703706"], "ranked_scores": [569.0, 568.0, 567.0, 566.0, 565.0, 563.0, 556.0, 555.0, 555.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7099", "doc7112", "doc7106", "doc7119", "doc1694554", "doc7091", "doc7116", "doc1377683", "doc692559", "doc7096"], "ranked_scores": [563.0, 561.0, 560.0, 551.0, 546.0, 542.0, 536.0, 533.0, 530.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc2569900", "doc90808", "doc1169637", "doc82130", "doc787615", "doc787600", "doc1891830", "doc260654", "doc505032"], "ranked_scores": [606.0, 558.0, 558.0, 557.0, 544.0, 539.0, 536.0, 527.0, 527.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc897", "doc2018288", "doc750416", "doc802395", "doc2013112", "doc750414", "doc244368", "doc2203152", "doc750407"], "ranked_scores": [543.0, 539.0, 532.0, 517.0, 514.0, 509.0, 509.0, 507.0, 500.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc24903", "doc651946", "doc1380356", "doc1380357", "doc416774", "doc30773", "doc303116", "doc563699", "doc1824654"], "ranked_scores": [573.0, 546.0, 540.0, 537.0, 536.0, 530.0, 530.0, 528.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc1902615", "doc36402", "doc904153", "doc2395516", "doc58892", "doc2009369", "doc1825079", "doc23412", "doc648355"], "ranked_scores": [557.0, 549.0, 538.0, 523.0, 523.0, 521.0, 520.0, 517.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc2313864", "doc1102442", "doc56902", "doc873481", "doc2299192", "doc1400297", "doc213075", "doc2510026"], "ranked_scores": [590.0, 578.0, 573.0, 572.0, 561.0, 559.0, 557.0, 554.0, 545.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80154", "doc80151", "doc80074", "doc2557673", "doc80078", "doc345642", "doc190325", "doc596891", "doc80148", "doc439513"], "ranked_scores": [613.0, 600.0, 594.0, 589.0, 588.0, 577.0, 577.0, 571.0, 561.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2174234", "doc2353712", "doc1781006", "doc1248717", "doc2240291", "doc719057", "doc439092", "doc2197028", "doc506841"], "ranked_scores": [598.0, 542.0, 542.0, 528.0, 522.0, 518.0, 515.0, 513.0, 508.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc2036045", "doc2289855", "doc138458", "doc1682464", "doc511592", "doc1858452", "doc261069", "doc2376934", "doc474060"], "ranked_scores": [585.0, 552.0, 540.0, 539.0, 538.0, 537.0, 535.0, 535.0, 530.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc1336590", "doc74858", "doc1732443", "doc192542", "doc273662", "doc2173547", "doc1682561"], "ranked_scores": [609.0, 531.0, 518.0, 498.0, 496.0, 494.0, 493.0, 493.0, 490.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc57940", "doc81655", "doc1199221", "doc2199352", "doc721746", "doc2419103", "doc37911", "doc371078", "doc37890"], "ranked_scores": [563.0, 547.0, 542.0, 539.0, 531.0, 524.0, 516.0, 516.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc765127", "doc1368159", "doc1657214", "doc2193668", "doc1448736", "doc2286850", "doc1187141", "doc1612364"], "ranked_scores": [628.0, 577.0, 553.0, 536.0, 534.0, 523.0, 522.0, 521.0, 518.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc41305", "doc64316", "doc64314", "doc64318", "doc851269", "doc2487655", "doc35524", "doc2658416", "doc1376793", "doc64317"], "ranked_scores": [575.0, 568.0, 559.0, 559.0, 549.0, 548.0, 548.0, 546.0, 546.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4413, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc539428", "doc437639", "doc1729164", "doc1520300", "doc437685", "doc1977978", "doc437667", "doc82650", "doc1520211", "doc1321924"], "ranked_scores": [577.0, 576.0, 574.0, 572.0, 572.0, 564.0, 562.0, 562.0, 561.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1315064", "doc1315083", "doc754076", "doc866436", "doc1840164", "doc1385395", "doc2558251", "doc671985", "doc552698"], "ranked_scores": [573.0, 549.0, 542.0, 535.0, 530.0, 529.0, 522.0, 520.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc587116", "doc1516619", "doc1445420", "doc170931", "doc2131758", "doc645602", "doc1212031", "doc542891", "doc802931"], "ranked_scores": [518.0, 517.0, 515.0, 514.0, 512.0, 510.0, 509.0, 508.0, 507.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc87191", "doc93287", "doc781344", "doc611282", "doc811", "doc611287", "doc1784440", "doc1982070"], "ranked_scores": [596.0, 568.0, 539.0, 522.0, 522.0, 519.0, 517.0, 515.0, 511.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1088161", "doc233596", "doc868589", "doc1088182", "doc1088133", "doc2486654", "doc25697", "doc2370519"], "ranked_scores": [615.0, 599.0, 581.0, 564.0, 562.0, 558.0, 556.0, 554.0, 554.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc898833", "doc1437877", "doc2449643", "doc368643", "doc729567", "doc402145", "doc1548878", "doc1837771", "doc660271", "doc2429823"], "ranked_scores": [576.0, 571.0, 565.0, 559.0, 557.0, 556.0, 556.0, 555.0, 555.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc1729412", "doc830308", "doc849003", "doc881797", "doc105758", "doc105759", "doc1270352", "doc566026", "doc2355469"], "ranked_scores": [599.0, 555.0, 551.0, 547.0, 546.0, 545.0, 545.0, 545.0, 543.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107018", "doc4147", "doc2224155", "doc358938", "doc172405", "doc52414", "doc606253", "doc2500959", "doc324540", "doc38625"], "ranked_scores": [588.0, 583.0, 583.0, 574.0, 569.0, 566.0, 563.0, 559.0, 556.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc1957486", "doc435076", "doc1685523", "doc2587564", "doc435081", "doc1914276", "doc331138", "doc435075", "doc70904"], "ranked_scores": [557.0, 549.0, 549.0, 541.0, 540.0, 540.0, 539.0, 538.0, 537.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2665803", "doc2119808", "doc733127", "doc264212", "doc2042102", "doc336518", "doc1498263", "doc688403", "doc1722932"], "ranked_scores": [544.0, 544.0, 531.0, 521.0, 518.0, 518.0, 516.0, 513.0, 510.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc448867", "doc93287", "doc1245931", "doc720754", "doc159492", "doc487000", "doc1962174", "doc381154", "doc1548640", "doc542891"], "ranked_scores": [528.0, 528.0, 525.0, 519.0, 516.0, 515.0, 515.0, 510.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc57975", "doc601133", "doc1345740", "doc367417", "doc864555", "doc2035909", "doc2304461", "doc376238", "doc2265144", "doc1423992"], "ranked_scores": [526.0, 513.0, 511.0, 504.0, 503.0, 500.0, 499.0, 499.0, 497.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1584862", "doc61233", "doc588578", "doc1160263", "doc1986437", "doc2542374", "doc1986449", "doc1986433", "doc1943842", "doc1155179"], "ranked_scores": [574.0, 569.0, 569.0, 568.0, 558.0, 556.0, 552.0, 551.0, 550.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1370451", "doc845380", "doc607623", "doc190844", "doc221817", "doc2334138", "doc2361509", "doc681964", "doc201181", "doc2316721"], "ranked_scores": [534.0, 527.0, 522.0, 521.0, 521.0, 521.0, 518.0, 517.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc779563", "doc127040", "doc1763997", "doc2015719", "doc88931", "doc1014858", "doc1670518", "doc548704", "doc88974"], "ranked_scores": [577.0, 568.0, 563.0, 563.0, 563.0, 557.0, 546.0, 540.0, 535.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21340", "doc1923941", "doc2267530", "doc353043", "doc21378", "doc963332", "doc308175", "doc187765", "doc498147", "doc746693"], "ranked_scores": [525.0, 520.0, 512.0, 511.0, 511.0, 509.0, 509.0, 505.0, 502.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc2003302", "doc323321", "doc18274", "doc63585", "doc18273", "doc911115", "doc63590", "doc108456", "doc2072948"], "ranked_scores": [589.0, 569.0, 557.0, 556.0, 551.0, 550.0, 550.0, 550.0, 548.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1273458", "doc7161", "doc1347235", "doc1524979", "doc2482938", "doc2298808", "doc46245", "doc1982070"], "ranked_scores": [580.0, 541.0, 519.0, 518.0, 510.0, 509.0, 507.0, 503.0, 503.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc2332642", "doc753576", "doc2193668", "doc2587477", "doc1841145", "doc1260422", "doc2183317", "doc1113864"], "ranked_scores": [514.0, 506.0, 497.0, 489.0, 488.0, 487.0, 484.0, 483.0, 480.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc531809", "doc642762", "doc1932389", "doc2085567", "doc2634368", "doc1801894", "doc2007762", "doc2057552"], "ranked_scores": [572.0, 565.0, 538.0, 530.0, 529.0, 525.0, 516.0, 514.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc1618376", "doc36467", "doc2622778", "doc1618372", "doc1256783", "doc36485", "doc1927669", "doc761123", "doc2657970"], "ranked_scores": [565.0, 557.0, 552.0, 550.0, 538.0, 535.0, 535.0, 534.0, 533.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc1804263", "doc1390065", "doc1390073", "doc703719", "doc106355", "doc436998", "doc337547", "doc2846", "doc2877"], "ranked_scores": [590.0, 575.0, 558.0, 556.0, 554.0, 554.0, 548.0, 547.0, 545.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373324", "doc1373323", "doc108887", "doc108892", "doc626438", "doc873559", "doc207176", "doc1220654", "doc550879"], "ranked_scores": [590.0, 588.0, 584.0, 581.0, 578.0, 577.0, 563.0, 561.0, 559.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc2332984", "doc5734", "doc251579", "doc969155", "doc2039201", "doc857632"], "ranked_scores": [582.0, 568.0, 557.0, 541.0, 517.0, 512.0, 499.0, 495.0, 494.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-8000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57232", "doc57226", "doc57242", "doc751998", "doc57247", "doc3001", "doc1665946", "doc2569915", "doc2040327", "doc1395336"], "ranked_scores": [637.0, 625.0, 608.0, 582.0, 582.0, 575.0, 567.0, 553.0, 552.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc1982515", "doc63538", "doc2112811", "doc1952697", "doc1749973", "doc63542", "doc2136789", "doc1911979", "doc1664486"], "ranked_scores": [590.0, 561.0, 557.0, 553.0, 551.0, 548.0, 546.0, 543.0, 542.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc2074523", "doc2285692", "doc1675505", "doc69767", "doc377466", "doc812322", "doc243667", "doc21832", "doc21829"], "ranked_scores": [581.0, 573.0, 572.0, 571.0, 569.0, 568.0, 568.0, 566.0, 562.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc1177870", "doc564709", "doc404141", "doc564708", "doc1007260", "doc453144", "doc1247565", "doc392076", "doc737388"], "ranked_scores": [569.0, 564.0, 561.0, 548.0, 545.0, 545.0, 540.0, 537.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1366744", "doc1366769", "doc1741706", "doc887635", "doc1812659", "doc1812661", "doc1741704", "doc1812653", "doc88439"], "ranked_scores": [595.0, 579.0, 577.0, 571.0, 568.0, 566.0, 565.0, 564.0, 563.0, 562.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27536", "doc1852504", "doc1770477", "doc1852503", "doc27538", "doc1692291", "doc1324046", "doc1021718", "doc2384883"], "ranked_scores": [576.0, 571.0, 564.0, 563.0, 557.0, 553.0, 551.0, 550.0, 549.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc579128", "doc653285", "doc422133", "doc1328113", "doc1953211", "doc1480727", "doc273559", "doc620637", "doc54270"], "ranked_scores": [607.0, 592.0, 592.0, 590.0, 587.0, 584.0, 582.0, 582.0, 581.0, 575.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc29764", "doc101561", "doc1017147", "doc2096499", "doc1595692", "doc1486663", "doc1456780", "doc1728840"], "ranked_scores": [575.0, 549.0, 527.0, 525.0, 518.0, 516.0, 512.0, 510.0, 509.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc829494", "doc1612682", "doc1581506", "doc61043", "doc742717", "doc988606"], "ranked_scores": [617.0, 598.0, 581.0, 572.0, 544.0, 540.0, 536.0, 534.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc97445", "doc2084014", "doc97442", "doc369237", "doc1992466", "doc1116765", "doc1313800", "doc2071107"], "ranked_scores": [595.0, 593.0, 569.0, 564.0, 563.0, 559.0, 554.0, 548.0, 544.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc1458400", "doc233794", "doc57234", "doc698033", "doc636318", "doc562696", "doc371078", "doc2419103"], "ranked_scores": [579.0, 558.0, 543.0, 534.0, 528.0, 527.0, 524.0, 524.0, 522.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1984127", "doc253608", "doc2372621", "doc875841", "doc1386116", "doc595818", "doc1386166", "doc437627", "doc1608174"], "ranked_scores": [570.0, 557.0, 557.0, 554.0, 545.0, 541.0, 539.0, 538.0, 538.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106372", "doc703736", "doc703705", "doc1887731", "doc427621", "doc106332", "doc106338", "doc106357", "doc703702", "doc703721"], "ranked_scores": [588.0, 587.0, 585.0, 582.0, 581.0, 575.0, 573.0, 573.0, 573.0, 573.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7099", "doc7112", "doc1694554", "doc7091", "doc7119", "doc7108", "doc1377683", "doc692559", "doc7120"], "ranked_scores": [607.0, 567.0, 555.0, 545.0, 545.0, 542.0, 541.0, 541.0, 537.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc2569900", "doc90808", "doc1169637", "doc479813", "doc82127", "doc260654", "doc787615", "doc505032"], "ranked_scores": [618.0, 551.0, 550.0, 545.0, 543.0, 540.0, 535.0, 529.0, 529.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc2018288", "doc897", "doc750414", "doc439366", "doc220990", "doc750407", "doc409226", "doc2420503", "doc750416"], "ranked_scores": [545.0, 519.0, 508.0, 497.0, 491.0, 490.0, 490.0, 489.0, 487.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc1509194", "doc468490", "doc416774", "doc1380356", "doc24903", "doc1380357", "doc651946", "doc894422"], "ranked_scores": [556.0, 534.0, 522.0, 522.0, 521.0, 519.0, 516.0, 514.0, 514.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1902615", "doc2483632", "doc904153", "doc58892", "doc573905", "doc1244989", "doc36402", "doc648355", "doc1825079", "doc296908"], "ranked_scores": [546.0, 539.0, 532.0, 532.0, 528.0, 519.0, 518.0, 518.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc873481", "doc56902", "doc2313864", "doc1400297", "doc2299192", "doc963669", "doc873480"], "ranked_scores": [596.0, 591.0, 586.0, 573.0, 564.0, 561.0, 561.0, 555.0, 554.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80078", "doc80154", "doc80151", "doc80074", "doc345642", "doc596891", "doc439513", "doc2557673", "doc299592", "doc1521484"], "ranked_scores": [589.0, 589.0, 585.0, 576.0, 575.0, 572.0, 560.0, 559.0, 558.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc2174234", "doc1248717", "doc1781006", "doc506841", "doc439092", "doc171833", "doc2197028", "doc565399"], "ranked_scores": [620.0, 531.0, 524.0, 517.0, 510.0, 509.0, 506.0, 505.0, 505.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc511592", "doc2289855", "doc1682464", "doc2289866", "doc2036045", "doc138458", "doc474073", "doc746306", "doc2376934"], "ranked_scores": [582.0, 541.0, 538.0, 538.0, 537.0, 537.0, 534.0, 532.0, 530.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1336590", "doc1732443", "doc1682561", "doc184609", "doc308346", "doc2260544", "doc273662"], "ranked_scores": [623.0, 547.0, 535.0, 491.0, 491.0, 483.0, 483.0, 482.0, 479.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc57940", "doc1199221", "doc81655", "doc2389178", "doc37911", "doc721746", "doc37890", "doc2199352", "doc1390312"], "ranked_scores": [572.0, 567.0, 557.0, 546.0, 526.0, 526.0, 520.0, 518.0, 517.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc2193668", "doc2286850", "doc1187141", "doc1487701", "doc1741593", "doc765127", "doc1368159", "doc1657214"], "ranked_scores": [640.0, 560.0, 542.0, 539.0, 536.0, 530.0, 526.0, 526.0, 525.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64314", "doc41305", "doc1376793", "doc851269", "doc41344", "doc35524", "doc64318", "doc971992", "doc64317"], "ranked_scores": [579.0, 561.0, 557.0, 556.0, 545.0, 543.0, 543.0, 543.0, 543.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3707, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc437639", "doc437656", "doc437667", "doc1729164", "doc1520300", "doc1520311", "doc1321868", "doc1520211", "doc1520244"], "ranked_scores": [578.0, 573.0, 573.0, 568.0, 566.0, 566.0, 562.0, 561.0, 560.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc754076", "doc1315064", "doc1315083", "doc671985", "doc866436", "doc552698", "doc1385395", "doc1314857", "doc812339"], "ranked_scores": [555.0, 552.0, 542.0, 528.0, 513.0, 509.0, 503.0, 500.0, 499.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc2334138", "doc1891609", "doc645602", "doc1445420", "doc24939", "doc2131758", "doc1212031", "doc1597410", "doc1894178", "doc2067045"], "ranked_scores": [512.0, 511.0, 508.0, 506.0, 505.0, 505.0, 504.0, 504.0, 500.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc781344", "doc758677", "doc450131", "doc611282", "doc611287", "doc1154850", "doc1784440", "doc2660672"], "ranked_scores": [601.0, 583.0, 514.0, 513.0, 512.0, 512.0, 510.0, 508.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1088182", "doc1088161", "doc2370519", "doc1394758", "doc1394760", "doc1394755", "doc1088133", "doc2486654"], "ranked_scores": [622.0, 596.0, 574.0, 572.0, 565.0, 553.0, 552.0, 551.0, 544.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1437877", "doc898833", "doc2449643", "doc368643", "doc402145", "doc2339886", "doc1373330", "doc2499695", "doc84492", "doc368707"], "ranked_scores": [558.0, 548.0, 548.0, 546.0, 546.0, 543.0, 535.0, 535.0, 535.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105759", "doc105763", "doc830308", "doc849003", "doc105758", "doc1729412", "doc566026", "doc881797", "doc171833"], "ranked_scores": [592.0, 559.0, 548.0, 546.0, 542.0, 542.0, 541.0, 538.0, 535.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107018", "doc2224155", "doc606253", "doc358938", "doc52414", "doc6531", "doc4147", "doc1602350", "doc6540", "doc2081252"], "ranked_scores": [596.0, 576.0, 574.0, 572.0, 560.0, 560.0, 559.0, 558.0, 557.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435076", "doc1957486", "doc2587564", "doc2587562", "doc378301", "doc435083", "doc736126", "doc331138", "doc435075", "doc435081"], "ranked_scores": [546.0, 545.0, 544.0, 541.0, 537.0, 537.0, 536.0, 535.0, 534.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2665803", "doc15890", "doc733127", "doc2119808", "doc336518", "doc2042102", "doc264212", "doc688403", "doc397701", "doc878338"], "ranked_scores": [547.0, 546.0, 541.0, 532.0, 524.0, 521.0, 519.0, 512.0, 509.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1245931", "doc1728777", "doc720754", "doc487000", "doc1548640", "doc159492", "doc50167", "doc2144435", "doc448867"], "ranked_scores": [521.0, 514.0, 509.0, 505.0, 503.0, 502.0, 501.0, 499.0, 498.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc864555", "doc1345740", "doc601133", "doc57975", "doc376238", "doc2035909", "doc376241", "doc2265144", "doc1055373", "doc2209653"], "ranked_scores": [519.0, 515.0, 512.0, 503.0, 501.0, 500.0, 500.0, 499.0, 497.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc61233", "doc588578", "doc1629620", "doc1986433", "doc1943842", "doc1155179", "doc1584862", "doc1986449", "doc61227"], "ranked_scores": [568.0, 564.0, 553.0, 546.0, 542.0, 541.0, 538.0, 537.0, 536.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc1370451", "doc201181", "doc845380", "doc201170", "doc2316721", "doc2334138", "doc1877808", "doc607623", "doc201173"], "ranked_scores": [544.0, 539.0, 535.0, 531.0, 530.0, 527.0, 526.0, 524.0, 523.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc779563", "doc88931", "doc1763997", "doc2015719", "doc127040", "doc1014858", "doc2061559", "doc88974", "doc88973"], "ranked_scores": [596.0, 569.0, 569.0, 568.0, 566.0, 561.0, 556.0, 550.0, 546.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1923941", "doc21350", "doc308175", "doc21340", "doc498147", "doc21378", "doc353043", "doc746693", "doc1053964", "doc340624"], "ranked_scores": [521.0, 520.0, 517.0, 517.0, 511.0, 511.0, 509.0, 507.0, 505.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc108456", "doc2003302", "doc63585", "doc323321", "doc1491857", "doc2072948", "doc18274", "doc63590", "doc911115"], "ranked_scores": [588.0, 576.0, 568.0, 568.0, 566.0, 559.0, 559.0, 555.0, 549.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1524979", "doc2482938", "doc7161", "doc1273458", "doc7163", "doc1347235", "doc1670303", "doc1982070"], "ranked_scores": [580.0, 539.0, 515.0, 510.0, 509.0, 502.0, 501.0, 501.0, 500.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc753576", "doc4611", "doc1244692", "doc1841145", "doc2193668", "doc1260420", "doc660871", "doc1574683", "doc2587477"], "ranked_scores": [509.0, 509.0, 508.0, 499.0, 491.0, 490.0, 485.0, 485.0, 484.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc531809", "doc1185713", "doc1932389", "doc1090888", "doc642762", "doc2373417", "doc1809840", "doc1198819", "doc1222389"], "ranked_scores": [548.0, 525.0, 522.0, 521.0, 519.0, 518.0, 516.0, 513.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc2622778", "doc1618376", "doc2657970", "doc761123", "doc1618372", "doc1926786", "doc1256783", "doc2633722"], "ranked_scores": [576.0, 556.0, 549.0, 542.0, 537.0, 536.0, 533.0, 524.0, 521.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc1804263", "doc703719", "doc298160", "doc973089", "doc1390073", "doc1136889", "doc284003", "doc1156828", "doc337547"], "ranked_scores": [584.0, 568.0, 549.0, 546.0, 546.0, 545.0, 545.0, 545.0, 543.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373324", "doc873559", "doc108887", "doc626438", "doc1373323", "doc729661", "doc1119808", "doc499894", "doc729572"], "ranked_scores": [590.0, 585.0, 581.0, 579.0, 570.0, 566.0, 562.0, 558.0, 558.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc2039201", "doc1823034", "doc77973", "doc2332984", "doc417733", "doc857632"], "ranked_scores": [590.0, 574.0, 562.0, 550.0, 507.0, 504.0, 503.0, 495.0, 494.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-10000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc57232", "doc57247", "doc751998", "doc1665946", "doc1395336", "doc2569915", "doc1142095", "doc1622317"], "ranked_scores": [608.0, 605.0, 590.0, 587.0, 579.0, 560.0, 558.0, 549.0, 546.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1982515", "doc1749973", "doc230557", "doc2563094", "doc63542", "doc2112811", "doc1911979", "doc2136789"], "ranked_scores": [606.0, 578.0, 569.0, 563.0, 561.0, 558.0, 556.0, 553.0, 552.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc812322", "doc21832", "doc243667", "doc377466", "doc21829", "doc1675505", "doc69765", "doc2074523", "doc2526400"], "ranked_scores": [574.0, 572.0, 564.0, 562.0, 560.0, 552.0, 552.0, 551.0, 550.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc1177870", "doc1007260", "doc564708", "doc1678115", "doc564709", "doc404141", "doc737388", "doc1177855", "doc690618"], "ranked_scores": [578.0, 571.0, 570.0, 566.0, 566.0, 562.0, 557.0, 555.0, 555.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1366769", "doc387897", "doc88439", "doc887635", "doc1366744", "doc1812661", "doc338868", "doc1366757", "doc559423"], "ranked_scores": [600.0, 588.0, 585.0, 582.0, 580.0, 578.0, 578.0, 571.0, 570.0, 569.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1770477", "doc27536", "doc27538", "doc1852503", "doc27535", "doc1852504", "doc1021718", "doc1478919", "doc1407767"], "ranked_scores": [584.0, 563.0, 558.0, 556.0, 553.0, 553.0, 552.0, 544.0, 544.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc1328113", "doc273559", "doc422133", "doc579128", "doc54270", "doc620637", "doc653285", "doc208541", "doc1480727"], "ranked_scores": [619.0, 592.0, 586.0, 581.0, 580.0, 580.0, 579.0, 578.0, 575.0, 574.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc101561", "doc29764", "doc1456780", "doc1486663", "doc1728840", "doc2096499", "doc1595692", "doc29765"], "ranked_scores": [582.0, 544.0, 535.0, 533.0, 530.0, 528.0, 525.0, 522.0, 520.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc61045", "doc1376346", "doc829494", "doc1612682", "doc742717", "doc988606", "doc61043", "doc2083822"], "ranked_scores": [625.0, 600.0, 589.0, 572.0, 536.0, 536.0, 531.0, 531.0, 530.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc97445", "doc369270", "doc97442", "doc369237", "doc1992466", "doc2084014", "doc2071107", "doc369220"], "ranked_scores": [595.0, 582.0, 579.0, 571.0, 570.0, 562.0, 560.0, 550.0, 549.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc233794", "doc1458400", "doc122351", "doc2199352", "doc908573", "doc2419103", "doc1972282", "doc1357070"], "ranked_scores": [589.0, 559.0, 532.0, 530.0, 529.0, 529.0, 525.0, 524.0, 522.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc83863", "doc2372621", "doc1386116", "doc66003", "doc1386166", "doc1780375", "doc1604550", "doc1984127", "doc369618"], "ranked_scores": [571.0, 565.0, 560.0, 550.0, 543.0, 543.0, 542.0, 539.0, 538.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703705", "doc874101", "doc106332", "doc427621", "doc106372", "doc1887731", "doc703736", "doc703706", "doc703721", "doc964811"], "ranked_scores": [577.0, 567.0, 566.0, 566.0, 563.0, 561.0, 561.0, 560.0, 560.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7112", "doc7099", "doc7091", "doc7120", "doc692559", "doc7116", "doc7119", "doc1694554", "doc7108"], "ranked_scores": [592.0, 566.0, 563.0, 552.0, 538.0, 535.0, 534.0, 532.0, 531.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82130", "doc2569900", "doc1169637", "doc90808", "doc787615", "doc1324516", "doc2252228", "doc1891830", "doc505032"], "ranked_scores": [614.0, 550.0, 549.0, 549.0, 547.0, 545.0, 533.0, 532.0, 528.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc897", "doc2018288", "doc750416", "doc750414", "doc439366", "doc750407", "doc2420503", "doc428400", "doc1874808"], "ranked_scores": [540.0, 526.0, 525.0, 509.0, 504.0, 496.0, 496.0, 495.0, 495.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc1380356", "doc468490", "doc24903", "doc1824654", "doc651946", "doc239811", "doc1380357", "doc1509194"], "ranked_scores": [552.0, 545.0, 540.0, 534.0, 533.0, 532.0, 532.0, 527.0, 524.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc1902615", "doc904153", "doc1825079", "doc648355", "doc36402", "doc2225375", "doc573905", "doc58892", "doc737252"], "ranked_scores": [546.0, 544.0, 525.0, 525.0, 517.0, 515.0, 515.0, 515.0, 514.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc1102442", "doc56897", "doc2313864", "doc873481", "doc1400297", "doc873480", "doc873479", "doc56902", "doc2299192"], "ranked_scores": [603.0, 602.0, 599.0, 583.0, 581.0, 570.0, 567.0, 567.0, 566.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80151", "doc80154", "doc80074", "doc80078", "doc596891", "doc80067", "doc1149597", "doc345642", "doc2537202", "doc80070"], "ranked_scores": [604.0, 597.0, 592.0, 587.0, 575.0, 570.0, 568.0, 567.0, 565.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.525, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc1781006", "doc1248717", "doc2240291", "doc2174234", "doc506841", "doc2240293", "doc565399", "doc702902"], "ranked_scores": [618.0, 562.0, 534.0, 530.0, 524.0, 519.0, 516.0, 507.0, 505.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc138458", "doc511592", "doc2036045", "doc2289866", "doc513535", "doc1858452", "doc2376934", "doc2289855", "doc1682464"], "ranked_scores": [595.0, 552.0, 541.0, 539.0, 539.0, 538.0, 536.0, 535.0, 534.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1732443", "doc1682561", "doc308346", "doc273662", "doc192542", "doc1383497", "doc802928"], "ranked_scores": [633.0, 554.0, 545.0, 523.0, 502.0, 500.0, 498.0, 497.0, 495.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc1199221", "doc57940", "doc81655", "doc721746", "doc57948", "doc1390312", "doc282412", "doc37890", "doc37911"], "ranked_scores": [575.0, 561.0, 560.0, 559.0, 532.0, 530.0, 523.0, 521.0, 521.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc2286850", "doc2193668", "doc765127", "doc830104", "doc1187141", "doc2114608", "doc1448736", "doc2217346"], "ranked_scores": [647.0, 577.0, 552.0, 543.0, 542.0, 532.0, 532.0, 530.0, 528.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64314", "doc41344", "doc41305", "doc851269", "doc1376793", "doc35524", "doc922271", "doc64317", "doc2072856"], "ranked_scores": [581.0, 568.0, 561.0, 558.0, 557.0, 555.0, 552.0, 551.0, 551.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc437667", "doc1520300", "doc1321924", "doc437656", "doc437639", "doc1729164", "doc1520211", "doc539428", "doc1520213"], "ranked_scores": [585.0, 583.0, 582.0, 580.0, 580.0, 577.0, 577.0, 576.0, 574.0, 572.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc754076", "doc671985", "doc1315083", "doc866436", "doc1315064", "doc1778743", "doc1314979", "doc1840164", "doc552698"], "ranked_scores": [585.0, 540.0, 530.0, 524.0, 523.0, 518.0, 513.0, 509.0, 508.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc1445420", "doc2131758", "doc645602", "doc24939", "doc1891609", "doc587116", "doc2334138", "doc1212031", "doc170931", "doc2401371"], "ranked_scores": [518.0, 517.0, 511.0, 505.0, 504.0, 504.0, 502.0, 498.0, 496.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc811", "doc450131", "doc611282", "doc87191", "doc1154850", "doc1263474", "doc1283940", "doc611287"], "ranked_scores": [596.0, 581.0, 527.0, 516.0, 513.0, 513.0, 512.0, 507.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1088161", "doc1394755", "doc1394758", "doc2370519", "doc868589", "doc785116", "doc25697", "doc324530"], "ranked_scores": [648.0, 612.0, 574.0, 570.0, 565.0, 561.0, 558.0, 555.0, 554.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc2449643", "doc1437877", "doc1837771", "doc368654", "doc2499695", "doc1373330", "doc6858", "doc898833", "doc2393669"], "ranked_scores": [565.0, 564.0, 559.0, 558.0, 550.0, 545.0, 544.0, 543.0, 543.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc849003", "doc105759", "doc105763", "doc133369", "doc830308", "doc2355469", "doc1729412", "doc1270352"], "ranked_scores": [606.0, 571.0, 566.0, 562.0, 561.0, 556.0, 556.0, 541.0, 539.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107018", "doc358938", "doc2224155", "doc52414", "doc4147", "doc1477591", "doc6540", "doc1927002", "doc2081252", "doc606253"], "ranked_scores": [614.0, 588.0, 578.0, 572.0, 571.0, 563.0, 557.0, 552.0, 552.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435076", "doc435075", "doc1957486", "doc2646161", "doc465988", "doc736126", "doc211230", "doc435081", "doc313354", "doc313365"], "ranked_scores": [551.0, 547.0, 538.0, 536.0, 536.0, 536.0, 533.0, 533.0, 531.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc2665803", "doc733127", "doc15890", "doc264212", "doc2042102", "doc336518", "doc2448623", "doc1370970", "doc315772"], "ranked_scores": [549.0, 547.0, 546.0, 541.0, 531.0, 521.0, 520.0, 512.0, 511.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1245931", "doc1962174", "doc1548640", "doc448867", "doc1291616", "doc159492", "doc1538025", "doc143496", "doc487000"], "ranked_scores": [538.0, 522.0, 513.0, 512.0, 509.0, 507.0, 506.0, 502.0, 500.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1041502", "doc57975", "doc1345740", "doc2035909", "doc2265144", "doc376238", "doc864555", "doc376241", "doc601133", "doc518394"], "ranked_scores": [510.0, 509.0, 508.0, 508.0, 504.0, 504.0, 502.0, 501.0, 501.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc61233", "doc588578", "doc1584862", "doc1986437", "doc1986449", "doc1943842", "doc1986433", "doc1467762", "doc61227"], "ranked_scores": [579.0, 569.0, 561.0, 560.0, 559.0, 550.0, 549.0, 548.0, 547.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc1370451", "doc1877808", "doc221817", "doc681964", "doc2334138", "doc201181", "doc1105537", "doc201170", "doc965463"], "ranked_scores": [546.0, 533.0, 530.0, 523.0, 515.0, 513.0, 512.0, 509.0, 508.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc127040", "doc779563", "doc2015719", "doc88931", "doc1763997", "doc2061559", "doc127031", "doc1014858", "doc1639229"], "ranked_scores": [584.0, 572.0, 567.0, 565.0, 562.0, 559.0, 553.0, 553.0, 545.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21340", "doc1923941", "doc1053964", "doc21378", "doc340624", "doc963332", "doc308175", "doc338810", "doc1836919", "doc498147"], "ranked_scores": [529.0, 520.0, 516.0, 502.0, 502.0, 501.0, 501.0, 500.0, 498.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc108456", "doc2003302", "doc18273", "doc911115", "doc63590", "doc63585", "doc108477", "doc2072948", "doc323321"], "ranked_scores": [585.0, 569.0, 566.0, 560.0, 560.0, 560.0, 550.0, 549.0, 549.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1524979", "doc2482938", "doc1982070", "doc7161", "doc1645155", "doc1930877", "doc2298808", "doc1347235"], "ranked_scores": [594.0, 541.0, 529.0, 520.0, 512.0, 511.0, 500.0, 499.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc753576", "doc4611", "doc1841145", "doc2193668", "doc490060", "doc2365901", "doc1260420", "doc1260422", "doc1244692"], "ranked_scores": [518.0, 508.0, 506.0, 493.0, 489.0, 486.0, 484.0, 482.0, 482.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc642762", "doc1185713", "doc1090888", "doc2085567", "doc2011376", "doc1932389", "doc868658", "doc2125026", "doc2639996"], "ranked_scores": [559.0, 532.0, 531.0, 531.0, 525.0, 524.0, 521.0, 512.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36463", "doc36467", "doc1618376", "doc2622778", "doc761123", "doc1256783", "doc1618372", "doc36485", "doc1926786", "doc2657970"], "ranked_scores": [579.0, 571.0, 561.0, 555.0, 541.0, 535.0, 533.0, 529.0, 526.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc1804263", "doc1390073", "doc703719", "doc2877", "doc337547", "doc298160", "doc436998", "doc106355", "doc973089"], "ranked_scores": [595.0, 576.0, 553.0, 553.0, 551.0, 550.0, 547.0, 545.0, 544.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc643072", "doc1373323", "doc873559", "doc108892", "doc729661", "doc108887", "doc626438", "doc550879", "doc499894"], "ranked_scores": [598.0, 595.0, 591.0, 583.0, 581.0, 579.0, 578.0, 568.0, 565.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc2039201", "doc417733", "doc347002", "doc1714121", "doc77973", "doc2378961"], "ranked_scores": [581.0, 576.0, 557.0, 526.0, 500.0, 496.0, 492.0, 490.0, 490.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-12000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57232", "doc57242", "doc57226", "doc57247", "doc751998", "doc1665946", "doc1395336", "doc2569915", "doc57248", "doc1254733"], "ranked_scores": [598.0, 589.0, 589.0, 574.0, 570.0, 559.0, 556.0, 551.0, 544.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1982515", "doc1749973", "doc63542", "doc1952697", "doc230557", "doc2563094", "doc2112811", "doc2136789"], "ranked_scores": [605.0, 567.0, 558.0, 552.0, 550.0, 550.0, 550.0, 550.0, 549.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69767", "doc69765", "doc377466", "doc243667", "doc812322", "doc2074523", "doc21832", "doc2285692", "doc21829", "doc1675505"], "ranked_scores": [577.0, 569.0, 564.0, 561.0, 557.0, 556.0, 556.0, 555.0, 554.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc564709", "doc564708", "doc415323", "doc1177870", "doc453161", "doc1678115", "doc404141", "doc1007260", "doc453079", "doc2522126"], "ranked_scores": [578.0, 573.0, 571.0, 570.0, 569.0, 566.0, 560.0, 555.0, 550.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc887635", "doc2165920", "doc1366769", "doc387897", "doc1366744", "doc1366757", "doc1812653", "doc338868", "doc2165906", "doc1812661"], "ranked_scores": [587.0, 586.0, 584.0, 583.0, 582.0, 581.0, 581.0, 578.0, 572.0, 570.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc1770477", "doc27538", "doc27536", "doc1852504", "doc1021718", "doc1852503", "doc27535", "doc1478919", "doc1585937"], "ranked_scores": [590.0, 566.0, 565.0, 560.0, 558.0, 556.0, 554.0, 547.0, 546.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc422133", "doc1328113", "doc273559", "doc1480727", "doc208541", "doc54270", "doc653285", "doc864822", "doc620637"], "ranked_scores": [617.0, 593.0, 587.0, 587.0, 580.0, 579.0, 578.0, 576.0, 573.0, 571.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc101561", "doc1728840", "doc2096499", "doc1486663", "doc1798668", "doc29764", "doc38721", "doc1456780", "doc29765"], "ranked_scores": [582.0, 542.0, 534.0, 532.0, 532.0, 531.0, 529.0, 523.0, 522.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc61045", "doc1376346", "doc13999", "doc1612682", "doc61043", "doc829494", "doc742717", "doc2083822"], "ranked_scores": [612.0, 610.0, 593.0, 561.0, 536.0, 534.0, 532.0, 528.0, 527.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc2004921", "doc97421", "doc2084014", "doc97445", "doc97442", "doc1116765", "doc369237", "doc2071107", "doc1992466", "doc369270"], "ranked_scores": [598.0, 596.0, 567.0, 562.0, 559.0, 559.0, 558.0, 553.0, 552.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc233794", "doc1458400", "doc698033", "doc311119", "doc371078", "doc2199352", "doc1357070", "doc636318"], "ranked_scores": [578.0, 550.0, 539.0, 533.0, 526.0, 525.0, 525.0, 519.0, 517.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc83863", "doc2372621", "doc1608174", "doc1984127", "doc875841", "doc1386166", "doc66003", "doc281125", "doc1604550"], "ranked_scores": [571.0, 559.0, 543.0, 539.0, 539.0, 534.0, 531.0, 529.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703705", "doc703736", "doc106372", "doc703721", "doc1887731", "doc106332", "doc106357", "doc703714", "doc703706", "doc874101"], "ranked_scores": [588.0, 587.0, 586.0, 580.0, 580.0, 578.0, 576.0, 575.0, 568.0, 568.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc692559", "doc7099", "doc7112", "doc7091", "doc1377683", "doc7120", "doc2153582", "doc7108", "doc1694554"], "ranked_scores": [578.0, 556.0, 554.0, 552.0, 539.0, 529.0, 527.0, 522.0, 521.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc82130", "doc2569900", "doc787615", "doc479813", "doc90808", "doc82127", "doc1324516", "doc505032"], "ranked_scores": [609.0, 568.0, 561.0, 549.0, 546.0, 544.0, 540.0, 537.0, 530.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc2018288", "doc897", "doc750416", "doc439366", "doc1874808", "doc750414", "doc2004585", "doc750407", "doc2420503"], "ranked_scores": [554.0, 523.0, 521.0, 507.0, 506.0, 505.0, 503.0, 500.0, 499.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc24903", "doc468490", "doc1380356", "doc239811", "doc894422", "doc651946", "doc212631", "doc563699"], "ranked_scores": [543.0, 539.0, 536.0, 534.0, 531.0, 529.0, 529.0, 527.0, 526.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1902615", "doc2483632", "doc58892", "doc573905", "doc2225375", "doc904153", "doc2203152", "doc648355", "doc919340", "doc36402"], "ranked_scores": [561.0, 555.0, 526.0, 524.0, 524.0, 523.0, 519.0, 516.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc1102442", "doc56897", "doc873481", "doc2313864", "doc2214893", "doc2509996", "doc56902", "doc2299192", "doc2439294"], "ranked_scores": [613.0, 609.0, 601.0, 585.0, 579.0, 561.0, 557.0, 557.0, 555.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80078", "doc80074", "doc80154", "doc80151", "doc596891", "doc80067", "doc439513", "doc2557673", "doc345642", "doc80070"], "ranked_scores": [606.0, 603.0, 594.0, 592.0, 581.0, 574.0, 573.0, 571.0, 570.0, 568.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc2174234", "doc1781006", "doc1248717", "doc2240291", "doc439092", "doc506841", "doc1177572", "doc2574040"], "ranked_scores": [606.0, 544.0, 531.0, 531.0, 517.0, 515.0, 515.0, 513.0, 506.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc2289855", "doc511592", "doc138458", "doc764184", "doc513535", "doc2289866", "doc261069", "doc474060", "doc474073"], "ranked_scores": [609.0, 558.0, 553.0, 553.0, 546.0, 543.0, 538.0, 538.0, 537.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1732443", "doc1336590", "doc308346", "doc273662", "doc1383497", "doc192542", "doc174797"], "ranked_scores": [627.0, 550.0, 546.0, 518.0, 512.0, 507.0, 506.0, 505.0, 504.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc81655", "doc57940", "doc1199221", "doc2389178", "doc37884", "doc37911", "doc37890", "doc371078", "doc2385618"], "ranked_scores": [563.0, 542.0, 538.0, 534.0, 521.0, 520.0, 520.0, 517.0, 514.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc765127", "doc2286850", "doc1657214", "doc1187141", "doc2193668", "doc2114608", "doc830104", "doc742717"], "ranked_scores": [647.0, 576.0, 549.0, 549.0, 548.0, 546.0, 543.0, 532.0, 530.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc64314", "doc851269", "doc1376793", "doc971992", "doc41305", "doc922271", "doc35524", "doc2072856", "doc41344"], "ranked_scores": [596.0, 578.0, 562.0, 558.0, 557.0, 554.0, 553.0, 549.0, 548.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc1520300", "doc1729164", "doc539428", "doc437639", "doc2109876", "doc1321924", "doc1520211", "doc437667", "doc437678"], "ranked_scores": [585.0, 583.0, 581.0, 579.0, 573.0, 573.0, 572.0, 569.0, 568.0, 567.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc754076", "doc671985", "doc1385395", "doc1315083", "doc552698", "doc1315064", "doc866436", "doc1314979", "doc1840164"], "ranked_scores": [556.0, 529.0, 514.0, 514.0, 513.0, 511.0, 510.0, 508.0, 504.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc1445420", "doc587116", "doc1597410", "doc2131758", "doc645602", "doc542891", "doc1212031", "doc645561", "doc1894178", "doc2401371"], "ranked_scores": [511.0, 509.0, 507.0, 506.0, 503.0, 501.0, 500.0, 496.0, 495.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc2660672", "doc450131", "doc611282", "doc1263474", "doc611287", "doc811", "doc758677", "doc87191"], "ranked_scores": [584.0, 575.0, 515.0, 512.0, 512.0, 508.0, 508.0, 508.0, 508.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394758", "doc25697", "doc324530", "doc1394755", "doc165022", "doc1088161", "doc56921", "doc1394760"], "ranked_scores": [640.0, 599.0, 570.0, 566.0, 565.0, 559.0, 558.0, 557.0, 556.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc1437877", "doc1373330", "doc2449643", "doc1837771", "doc368654", "doc6858", "doc2339886", "doc368643", "doc660271"], "ranked_scores": [583.0, 569.0, 559.0, 558.0, 557.0, 557.0, 552.0, 547.0, 547.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc830308", "doc105763", "doc849003", "doc105759", "doc1270352", "doc171833", "doc1534825", "doc1729412"], "ranked_scores": [585.0, 550.0, 546.0, 544.0, 542.0, 540.0, 533.0, 532.0, 529.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107018", "doc358938", "doc4147", "doc606253", "doc1477591", "doc52414", "doc2224155", "doc6540", "doc1400520", "doc38625"], "ranked_scores": [608.0, 597.0, 579.0, 578.0, 576.0, 573.0, 571.0, 569.0, 557.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc70904", "doc465988", "doc1914276", "doc1685523", "doc211230", "doc435076", "doc736126", "doc1957486", "doc435081", "doc768322"], "ranked_scores": [550.0, 550.0, 544.0, 544.0, 544.0, 543.0, 541.0, 539.0, 534.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc733127", "doc2665803", "doc2119808", "doc264212", "doc2042102", "doc1508870", "doc336518", "doc1935873", "doc2448623"], "ranked_scores": [552.0, 548.0, 546.0, 541.0, 528.0, 527.0, 517.0, 515.0, 514.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1245931", "doc1962174", "doc1548640", "doc448867", "doc487000", "doc2414537", "doc1728777", "doc567112", "doc1291616"], "ranked_scores": [529.0, 519.0, 510.0, 510.0, 509.0, 504.0, 502.0, 502.0, 499.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1345740", "doc2265144", "doc864555", "doc57975", "doc601133", "doc376241", "doc2035909", "doc376238", "doc1041502", "doc1300782"], "ranked_scores": [519.0, 517.0, 510.0, 506.0, 505.0, 502.0, 500.0, 498.0, 493.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc61233", "doc1986449", "doc1986437", "doc588578", "doc1584862", "doc1467762", "doc1975694", "doc61227", "doc1155179"], "ranked_scores": [571.0, 558.0, 550.0, 548.0, 548.0, 546.0, 543.0, 539.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc221817", "doc1370451", "doc2334138", "doc1877808", "doc845380", "doc2316721", "doc607623", "doc201173", "doc681964", "doc201181"], "ranked_scores": [537.0, 536.0, 531.0, 529.0, 524.0, 521.0, 519.0, 519.0, 518.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc779563", "doc2015719", "doc1763997", "doc88931", "doc127040", "doc2061559", "doc88974", "doc1014858", "doc1452752"], "ranked_scores": [607.0, 591.0, 577.0, 576.0, 576.0, 565.0, 564.0, 548.0, 546.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1923941", "doc21340", "doc963332", "doc1053964", "doc498147", "doc338815", "doc21350", "doc308175", "doc1836919", "doc353043"], "ranked_scores": [525.0, 525.0, 513.0, 509.0, 502.0, 499.0, 498.0, 494.0, 494.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc2003302", "doc63585", "doc63590", "doc18273", "doc911115", "doc108456", "doc1741795", "doc2072948", "doc323321"], "ranked_scores": [587.0, 562.0, 553.0, 550.0, 550.0, 550.0, 548.0, 541.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1982070", "doc1524979", "doc2482938", "doc1645155", "doc1347235", "doc7161", "doc1670303", "doc1556425"], "ranked_scores": [587.0, 549.0, 518.0, 518.0, 516.0, 510.0, 507.0, 507.0, 506.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc753576", "doc1260420", "doc1841145", "doc2193668", "doc2365901", "doc490060", "doc1297326", "doc2332642"], "ranked_scores": [514.0, 501.0, 497.0, 489.0, 480.0, 480.0, 479.0, 476.0, 476.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1090888", "doc1185713", "doc642762", "doc531809", "doc1932389", "doc1222389", "doc2085567", "doc2639996", "doc2011376"], "ranked_scores": [555.0, 543.0, 533.0, 532.0, 522.0, 519.0, 518.0, 516.0, 514.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc1618376", "doc761123", "doc2622778", "doc1256783", "doc1926786", "doc207271", "doc2657970", "doc874861"], "ranked_scores": [565.0, 555.0, 554.0, 550.0, 534.0, 530.0, 530.0, 530.0, 527.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc1804263", "doc436998", "doc1390073", "doc703719", "doc284003", "doc1136889", "doc973089", "doc1390065", "doc2882"], "ranked_scores": [585.0, 560.0, 550.0, 544.0, 537.0, 535.0, 533.0, 531.0, 530.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc643072", "doc1373324", "doc108892", "doc626438", "doc1373323", "doc108887", "doc873559", "doc1606329", "doc729661", "doc935127"], "ranked_scores": [593.0, 593.0, 582.0, 582.0, 581.0, 580.0, 577.0, 560.0, 556.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc347002", "doc417733", "doc2039201", "doc1823034", "doc77973", "doc5734"], "ranked_scores": [580.0, 564.0, 556.0, 534.0, 502.0, 500.0, 499.0, 496.0, 496.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-14000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57232", "doc57242", "doc57226", "doc57247", "doc751998", "doc1395336", "doc1665946", "doc3001", "doc2569915", "doc1142095"], "ranked_scores": [606.0, 603.0, 591.0, 581.0, 575.0, 565.0, 559.0, 552.0, 551.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc2112811", "doc1952697", "doc1982515", "doc1911979", "doc230557", "doc1749973", "doc2461160", "doc63542"], "ranked_scores": [600.0, 573.0, 567.0, 557.0, 552.0, 551.0, 550.0, 548.0, 547.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc21832", "doc69767", "doc69765", "doc21829", "doc812322", "doc377466", "doc2074523", "doc243667", "doc2285692", "doc1675505"], "ranked_scores": [566.0, 565.0, 563.0, 563.0, 559.0, 556.0, 552.0, 551.0, 549.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc1177870", "doc564709", "doc1678115", "doc564708", "doc1402781", "doc1247565", "doc404141", "doc453144", "doc453161"], "ranked_scores": [577.0, 565.0, 560.0, 559.0, 557.0, 550.0, 549.0, 548.0, 548.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1366769", "doc338868", "doc387897", "doc1812653", "doc1366744", "doc887635", "doc88439", "doc2165906", "doc1812659"], "ranked_scores": [614.0, 594.0, 591.0, 588.0, 587.0, 584.0, 577.0, 577.0, 573.0, 571.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc27538", "doc27536", "doc1852504", "doc1852503", "doc1770477", "doc1478919", "doc1021718", "doc1324046", "doc27535"], "ranked_scores": [591.0, 567.0, 561.0, 561.0, 561.0, 559.0, 553.0, 551.0, 549.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc273559", "doc1328113", "doc422133", "doc1480727", "doc579128", "doc620637", "doc54270", "doc825186", "doc856735"], "ranked_scores": [623.0, 586.0, 586.0, 583.0, 579.0, 578.0, 571.0, 571.0, 570.0, 569.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc29764", "doc101561", "doc1456780", "doc1728840", "doc2096499", "doc1595692", "doc29765", "doc520684"], "ranked_scores": [578.0, 542.0, 535.0, 535.0, 528.0, 524.0, 521.0, 516.0, 515.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc61045", "doc1376346", "doc2083822", "doc1612682", "doc1581506", "doc829494", "doc13999", "doc61043"], "ranked_scores": [616.0, 605.0, 582.0, 563.0, 532.0, 530.0, 529.0, 527.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc97445", "doc97442", "doc369237", "doc369270", "doc2084014", "doc97430", "doc2380009", "doc1992466"], "ranked_scores": [601.0, 598.0, 570.0, 566.0, 564.0, 560.0, 560.0, 557.0, 549.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc33196", "doc233794", "doc1458400", "doc698033", "doc2199352", "doc1357070", "doc908573", "doc371078", "doc636318"], "ranked_scores": [587.0, 549.0, 542.0, 530.0, 529.0, 526.0, 524.0, 519.0, 516.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc83863", "doc2372621", "doc1984127", "doc1608174", "doc1386116", "doc281125", "doc2254465", "doc2171547", "doc83871"], "ranked_scores": [566.0, 550.0, 537.0, 535.0, 531.0, 527.0, 524.0, 522.0, 521.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106372", "doc703736", "doc1136889", "doc1804263", "doc1887731", "doc874101", "doc703705", "doc703719", "doc703711", "doc106332"], "ranked_scores": [573.0, 573.0, 566.0, 565.0, 565.0, 564.0, 564.0, 560.0, 558.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7112", "doc7099", "doc7091", "doc7119", "doc692559", "doc1694554", "doc7120", "doc7108", "doc1377683"], "ranked_scores": [595.0, 561.0, 557.0, 557.0, 534.0, 532.0, 525.0, 523.0, 523.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc2569900", "doc82130", "doc787615", "doc479813", "doc90808", "doc1324516", "doc2252228", "doc260654"], "ranked_scores": [616.0, 567.0, 566.0, 565.0, 554.0, 540.0, 539.0, 536.0, 536.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc2018288", "doc897", "doc2420503", "doc750416", "doc750414", "doc750407", "doc1874808", "doc551718", "doc439366"], "ranked_scores": [549.0, 509.0, 502.0, 499.0, 498.0, 494.0, 492.0, 491.0, 490.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc24903", "doc30773", "doc468490", "doc1824654", "doc1380356", "doc212631", "doc651946", "doc239811", "doc894422"], "ranked_scores": [551.0, 543.0, 540.0, 538.0, 532.0, 531.0, 526.0, 525.0, 522.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1902615", "doc2483632", "doc58892", "doc1825079", "doc904153", "doc573905", "doc1244989", "doc36402", "doc1691613", "doc2225375"], "ranked_scores": [570.0, 559.0, 526.0, 524.0, 523.0, 522.0, 521.0, 521.0, 520.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc1102442", "doc56921", "doc56897", "doc2313864", "doc873481", "doc56902", "doc2439294", "doc2299192", "doc2214893", "doc873480"], "ranked_scores": [610.0, 610.0, 603.0, 577.0, 572.0, 566.0, 559.0, 558.0, 550.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc80074", "doc80154", "doc80151", "doc80078", "doc596891", "doc345642", "doc2557673", "doc1149597", "doc80067", "doc847439"], "ranked_scores": [599.0, 593.0, 588.0, 584.0, 583.0, 570.0, 567.0, 564.0, 560.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc2174234", "doc1248717", "doc2240293", "doc1781006", "doc439092", "doc2240291", "doc506841", "doc1177572"], "ranked_scores": [614.0, 544.0, 530.0, 516.0, 511.0, 509.0, 508.0, 504.0, 501.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc511592", "doc513535", "doc138458", "doc261069", "doc2289855", "doc1682464", "doc99377", "doc2036045", "doc675067"], "ranked_scores": [602.0, 551.0, 538.0, 531.0, 531.0, 531.0, 530.0, 528.0, 528.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc1732443", "doc308346", "doc1336590", "doc1836919", "doc1682561", "doc273662", "doc1383497"], "ranked_scores": [628.0, 547.0, 536.0, 520.0, 517.0, 512.0, 502.0, 500.0, 499.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc57940", "doc1199221", "doc81655", "doc2199352", "doc57948", "doc721746", "doc2389178", "doc37890", "doc37911"], "ranked_scores": [559.0, 552.0, 543.0, 543.0, 527.0, 525.0, 522.0, 521.0, 518.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc2193668", "doc765127", "doc1187141", "doc830104", "doc2286850", "doc757822", "doc1657214", "doc1368159"], "ranked_scores": [645.0, 571.0, 540.0, 536.0, 532.0, 525.0, 523.0, 522.0, 521.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64314", "doc64316", "doc851269", "doc1376793", "doc41305", "doc41344", "doc64318", "doc64317", "doc35524", "doc971992"], "ranked_scores": [582.0, 579.0, 560.0, 556.0, 555.0, 548.0, 548.0, 547.0, 545.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3978, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc539428", "doc1729164", "doc437685", "doc1520300", "doc437667", "doc2109876", "doc437656", "doc437639", "doc1321924", "doc252389"], "ranked_scores": [582.0, 580.0, 578.0, 577.0, 574.0, 570.0, 570.0, 566.0, 565.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc754076", "doc552698", "doc1315064", "doc866436", "doc1315083", "doc671985", "doc1385395", "doc1314979", "doc866437"], "ranked_scores": [560.0, 537.0, 520.0, 514.0, 512.0, 508.0, 506.0, 503.0, 499.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc1445420", "doc2131758", "doc1891609", "doc24939", "doc1597410", "doc587116", "doc2334138", "doc1212031", "doc645602", "doc542891"], "ranked_scores": [506.0, 502.0, 502.0, 500.0, 498.0, 497.0, 496.0, 495.0, 495.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc87191", "doc611282", "doc450131", "doc2660672", "doc609671", "doc968501", "doc611287", "doc811"], "ranked_scores": [577.0, 573.0, 526.0, 526.0, 517.0, 517.0, 516.0, 515.0, 514.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc25697", "doc1088161", "doc1394758", "doc1394755", "doc868589", "doc1088182", "doc28582", "doc56921"], "ranked_scores": [639.0, 603.0, 575.0, 566.0, 565.0, 564.0, 561.0, 558.0, 558.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1373330", "doc402145", "doc1437877", "doc2449643", "doc660271", "doc1837771", "doc368643", "doc368654", "doc960776", "doc6858"], "ranked_scores": [567.0, 566.0, 565.0, 560.0, 558.0, 555.0, 549.0, 548.0, 546.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc105759", "doc849003", "doc105763", "doc2355469", "doc1729412", "doc830308", "doc1270352", "doc881797"], "ranked_scores": [596.0, 560.0, 559.0, 547.0, 543.0, 541.0, 537.0, 537.0, 531.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2107018", "doc358938", "doc606253", "doc2224155", "doc4147", "doc52414", "doc6540", "doc38625", "doc1477591", "doc6531"], "ranked_scores": [599.0, 578.0, 572.0, 570.0, 564.0, 559.0, 557.0, 555.0, 553.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc211230", "doc736126", "doc465988", "doc435076", "doc331138", "doc1914276", "doc1685523", "doc435075", "doc70904", "doc435081"], "ranked_scores": [541.0, 537.0, 536.0, 535.0, 533.0, 529.0, 527.0, 525.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2665803", "doc733127", "doc2119808", "doc264212", "doc2042102", "doc336518", "doc397701", "doc1508870", "doc878338"], "ranked_scores": [553.0, 543.0, 539.0, 538.0, 531.0, 522.0, 522.0, 517.0, 512.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1245931", "doc93287", "doc1962174", "doc159492", "doc448867", "doc487000", "doc1548640", "doc1538025", "doc1512040", "doc1728777"], "ranked_scores": [531.0, 522.0, 514.0, 509.0, 508.0, 508.0, 508.0, 506.0, 506.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1345740", "doc57975", "doc376238", "doc864555", "doc601133", "doc2035909", "doc1423992", "doc1055373", "doc2265144", "doc376241"], "ranked_scores": [522.0, 510.0, 507.0, 505.0, 500.0, 496.0, 492.0, 491.0, 489.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1160263", "doc61233", "doc588578", "doc1584862", "doc1986437", "doc1467762", "doc1986449", "doc1986433", "doc2542374", "doc546881"], "ranked_scores": [579.0, 576.0, 574.0, 562.0, 560.0, 558.0, 558.0, 549.0, 545.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc845380", "doc2334138", "doc2316721", "doc1370451", "doc221817", "doc201170", "doc1877808", "doc607623", "doc201181", "doc807"], "ranked_scores": [537.0, 532.0, 531.0, 529.0, 522.0, 521.0, 520.0, 518.0, 517.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc127040", "doc779563", "doc1763997", "doc2015719", "doc88931", "doc2061559", "doc1524150", "doc88974", "doc127031"], "ranked_scores": [586.0, 572.0, 571.0, 570.0, 569.0, 559.0, 549.0, 547.0, 539.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc21340", "doc1923941", "doc963332", "doc1053964", "doc338815", "doc308175", "doc353043", "doc21350", "doc338818", "doc338810"], "ranked_scores": [523.0, 519.0, 510.0, 505.0, 504.0, 503.0, 501.0, 501.0, 500.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc2003302", "doc63590", "doc18273", "doc911115", "doc18274", "doc323321", "doc63585", "doc1741795", "doc108477"], "ranked_scores": [578.0, 572.0, 545.0, 545.0, 545.0, 544.0, 538.0, 538.0, 537.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1524979", "doc1982070", "doc2482938", "doc1645155", "doc7161", "doc1670303", "doc2298808", "doc386637"], "ranked_scores": [579.0, 547.0, 517.0, 516.0, 515.0, 512.0, 506.0, 499.0, 497.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc753576", "doc1841145", "doc2365901", "doc490060", "doc702902", "doc1260420", "doc2332642", "doc2587477"], "ranked_scores": [516.0, 511.0, 501.0, 482.0, 482.0, 482.0, 482.0, 481.0, 480.0, 474.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc642762", "doc1090888", "doc2085567", "doc1185713", "doc2011376", "doc531809", "doc1519779", "doc2125026", "doc1932389"], "ranked_scores": [559.0, 540.0, 539.0, 532.0, 523.0, 522.0, 517.0, 514.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc1618376", "doc761123", "doc2622778", "doc1926786", "doc2657970", "doc1927669", "doc1256783", "doc2329334"], "ranked_scores": [578.0, 564.0, 558.0, 554.0, 538.0, 537.0, 536.0, 530.0, 527.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc1804263", "doc1390073", "doc284003", "doc436998", "doc1390065", "doc337547", "doc298160", "doc1136889", "doc284002"], "ranked_scores": [599.0, 573.0, 556.0, 548.0, 542.0, 541.0, 537.0, 534.0, 532.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373324", "doc643072", "doc1373323", "doc626438", "doc108887", "doc108892", "doc729661", "doc1606329", "doc873559", "doc207176"], "ranked_scores": [600.0, 593.0, 585.0, 582.0, 578.0, 576.0, 570.0, 564.0, 562.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc2039201", "doc1823034", "doc5734", "doc347002", "doc417733", "doc2332984"], "ranked_scores": [583.0, 583.0, 555.0, 534.0, 518.0, 504.0, 496.0, 494.0, 493.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-2000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc57232", "doc751998", "doc57247", "doc1254733", "doc1219625", "doc2116209", "doc3001", "doc57248"], "ranked_scores": [576.0, 572.0, 559.0, 550.0, 547.0, 546.0, 533.0, 530.0, 530.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1952697", "doc1796956", "doc2112811", "doc314759", "doc1982515", "doc1664486", "doc2563094", "doc1664485"], "ranked_scores": [559.0, 558.0, 548.0, 547.0, 540.0, 540.0, 539.0, 537.0, 537.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc2285692", "doc812322", "doc69767", "doc1675505", "doc21829", "doc243667", "doc21841", "doc278091", "doc21832"], "ranked_scores": [562.0, 553.0, 553.0, 552.0, 551.0, 551.0, 549.0, 536.0, 536.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1402781", "doc591223", "doc564709", "doc128663", "doc1177855", "doc415323", "doc453161", "doc1007260", "doc404141", "doc737388"], "ranked_scores": [543.0, 536.0, 533.0, 530.0, 529.0, 527.0, 527.0, 523.0, 521.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc887635", "doc1812659", "doc682295", "doc1366769", "doc1234227", "doc1366756", "doc1382123", "doc1715056", "doc1741702"], "ranked_scores": [548.0, 541.0, 537.0, 534.0, 533.0, 532.0, 532.0, 531.0, 531.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27529", "doc361702", "doc1852503", "doc1324046", "doc540358", "doc1996268", "doc1478919", "doc1279689", "doc738831", "doc2311306"], "ranked_scores": [545.0, 529.0, 528.0, 528.0, 526.0, 524.0, 522.0, 521.0, 520.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc208541", "doc1526230", "doc653285", "doc925929", "doc1480727", "doc864822", "doc2134247", "doc273559", "doc512949"], "ranked_scores": [571.0, 571.0, 567.0, 565.0, 562.0, 561.0, 555.0, 555.0, 554.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc520684", "doc2096501", "doc1486663", "doc2509153", "doc38721", "doc597637", "doc231271", "doc1373009"], "ranked_scores": [554.0, 542.0, 517.0, 511.0, 508.0, 508.0, 508.0, 501.0, 500.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc1376346", "doc988606", "doc1612682", "doc13999", "doc829494", "doc61045", "doc1248995", "doc1464453"], "ranked_scores": [565.0, 549.0, 536.0, 513.0, 508.0, 505.0, 500.0, 498.0, 490.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc2084014", "doc97445", "doc369270", "doc1992466", "doc97442", "doc1116765", "doc2071107", "doc2083987"], "ranked_scores": [589.0, 576.0, 563.0, 558.0, 553.0, 545.0, 545.0, 539.0, 539.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc2648883", "doc636337", "doc33196", "doc260668", "doc908573", "doc562696", "doc1458400", "doc2127607", "doc2634491"], "ranked_scores": [531.0, 520.0, 518.0, 514.0, 513.0, 510.0, 509.0, 508.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc66003", "doc1984127", "doc437627", "doc83863", "doc2372621", "doc1386166", "doc1984114", "doc2537823", "doc83871"], "ranked_scores": [544.0, 541.0, 529.0, 528.0, 526.0, 525.0, 524.0, 521.0, 518.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703714", "doc1332302", "doc973089", "doc1824664", "doc2060101", "doc298160", "doc1804263", "doc964811", "doc337547"], "ranked_scores": [555.0, 553.0, 548.0, 548.0, 546.0, 543.0, 542.0, 539.0, 537.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7091", "doc7099", "doc7106", "doc7112", "doc7119", "doc692559", "doc7093", "doc316997", "doc1694559", "doc1694554"], "ranked_scores": [567.0, 542.0, 539.0, 535.0, 531.0, 517.0, 514.0, 513.0, 512.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc787596", "doc82127", "doc2569900", "doc90808", "doc1057032", "doc1324516", "doc2068718", "doc787615", "doc683218"], "ranked_scores": [595.0, 536.0, 534.0, 532.0, 527.0, 525.0, 522.0, 521.0, 520.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc750407", "doc1186883", "doc750416", "doc187232", "doc428400", "doc229804", "doc244368", "doc1185427", "doc919332"], "ranked_scores": [543.0, 514.0, 508.0, 506.0, 504.0, 504.0, 504.0, 503.0, 501.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc24903", "doc30774", "doc468490", "doc1380356", "doc1550148", "doc894422", "doc1824654", "doc416774"], "ranked_scores": [567.0, 563.0, 547.0, 542.0, 536.0, 528.0, 526.0, 525.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc58892", "doc1902615", "doc36402", "doc904153", "doc1088751", "doc1244989", "doc2018288", "doc2258933", "doc648364", "doc648344"], "ranked_scores": [541.0, 529.0, 523.0, 518.0, 517.0, 517.0, 516.0, 516.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56897", "doc873481", "doc56921", "doc1102442", "doc2439294", "doc952849", "doc2510026", "doc1685439", "doc873479", "doc873480"], "ranked_scores": [595.0, 589.0, 573.0, 570.0, 551.0, 542.0, 540.0, 540.0, 538.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc345642", "doc80154", "doc80074", "doc80151", "doc137908", "doc2557673", "doc2215178", "doc80067", "doc2252385", "doc2077169"], "ranked_scores": [568.0, 563.0, 561.0, 554.0, 548.0, 544.0, 541.0, 540.0, 539.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc439092", "doc565399", "doc2353712", "doc1248717", "doc2603021", "doc183950", "doc1177572", "doc762682", "doc673167"], "ranked_scores": [596.0, 542.0, 523.0, 515.0, 512.0, 511.0, 511.0, 510.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc26458", "doc764184", "doc131786", "doc864645", "doc2036045", "doc26467", "doc1880842", "doc2248924", "doc770526"], "ranked_scores": [597.0, 535.0, 535.0, 534.0, 532.0, 527.0, 527.0, 523.0, 522.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc74858", "doc273662", "doc192542", "doc470536", "doc174797", "doc238798", "doc61568"], "ranked_scores": [616.0, 549.0, 548.0, 521.0, 515.0, 515.0, 512.0, 510.0, 508.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57948", "doc81655", "doc57940", "doc1199221", "doc57946", "doc721746", "doc282412", "doc2389179", "doc37895", "doc1489505"], "ranked_scores": [541.0, 538.0, 534.0, 530.0, 528.0, 523.0, 521.0, 519.0, 517.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1612364", "doc1962033", "doc765127", "doc2193668", "doc1448736", "doc1128302", "doc751435", "doc1428083", "doc1936829"], "ranked_scores": [609.0, 526.0, 525.0, 522.0, 521.0, 520.0, 519.0, 516.0, 505.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc851269", "doc41305", "doc64318", "doc64316", "doc64317", "doc1683659", "doc456580", "doc1385353", "doc35513", "doc467715"], "ranked_scores": [548.0, 545.0, 545.0, 540.0, 539.0, 537.0, 537.0, 536.0, 531.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5438, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5438, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437639", "doc1977978", "doc539428", "doc437685", "doc1520222", "doc1520311", "doc1520219", "doc1520244", "doc252389", "doc437656"], "ranked_scores": [571.0, 558.0, 556.0, 553.0, 552.0, 551.0, 550.0, 550.0, 550.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc754076", "doc35173", "doc1315083", "doc1315064", "doc671985", "doc1314979", "doc1385395", "doc1778743", "doc2526412", "doc552702"], "ranked_scores": [537.0, 529.0, 513.0, 513.0, 510.0, 506.0, 499.0, 499.0, 495.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc24939", "doc384744", "doc1894178", "doc27298", "doc542891", "doc1801894", "doc1597410", "doc1872130", "doc1335341", "doc645602"], "ranked_scores": [510.0, 497.0, 492.0, 490.0, 490.0, 488.0, 487.0, 486.0, 482.0, 481.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc781344", "doc114471", "doc2127607", "doc611282", "doc435057", "doc534490", "doc1283940", "doc317197"], "ranked_scores": [579.0, 558.0, 512.0, 509.0, 501.0, 500.0, 499.0, 499.0, 496.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc996399", "doc165022", "doc785116", "doc1007190", "doc1394760", "doc25697", "doc1394755", "doc1840635"], "ranked_scores": [622.0, 593.0, 572.0, 569.0, 567.0, 565.0, 564.0, 561.0, 556.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc147268", "doc1437877", "doc94371", "doc368643", "doc2449643", "doc2499695", "doc1623534", "doc368673", "doc515771"], "ranked_scores": [545.0, 539.0, 537.0, 531.0, 528.0, 526.0, 526.0, 525.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105759", "doc8477", "doc830308", "doc1270352", "doc105756", "doc1729412", "doc1552106", "doc543176", "doc566026"], "ranked_scores": [561.0, 546.0, 537.0, 531.0, 530.0, 525.0, 524.0, 520.0, 518.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc2252577", "doc1690531", "doc2107033", "doc172405", "doc6531", "doc2111513", "doc1400527", "doc606253", "doc52414"], "ranked_scores": [552.0, 548.0, 548.0, 548.0, 543.0, 542.0, 539.0, 539.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435078", "doc435075", "doc2646161", "doc2587564", "doc2498492", "doc435076", "doc1957486", "doc736126", "doc378301", "doc2587562"], "ranked_scores": [531.0, 531.0, 528.0, 526.0, 525.0, 523.0, 522.0, 520.0, 519.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc2119808", "doc397701", "doc264212", "doc2042102", "doc15890", "doc733127", "doc336518", "doc1498263", "doc2448623", "doc2665803"], "ranked_scores": [550.0, 526.0, 526.0, 522.0, 515.0, 513.0, 511.0, 509.0, 509.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc783135", "doc448867", "doc720754", "doc159492", "doc93503", "doc1245931", "doc1851601", "doc1728777", "doc1962174"], "ranked_scores": [515.0, 513.0, 509.0, 506.0, 502.0, 501.0, 500.0, 499.0, 497.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1345740", "doc601133", "doc864555", "doc635536", "doc376241", "doc2035909", "doc376238", "doc1319077", "doc704819", "doc57975"], "ranked_scores": [523.0, 505.0, 497.0, 494.0, 493.0, 486.0, 485.0, 484.0, 484.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1629620", "doc588578", "doc1986437", "doc1160263", "doc61233", "doc294604", "doc1467762", "doc546881", "doc1943842", "doc1271924"], "ranked_scores": [555.0, 549.0, 547.0, 545.0, 544.0, 542.0, 529.0, 527.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1877808", "doc1370451", "doc2676752", "doc807", "doc681964", "doc845380", "doc190844", "doc201173", "doc845377", "doc2334138"], "ranked_scores": [515.0, 515.0, 512.0, 506.0, 502.0, 502.0, 500.0, 498.0, 498.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc2015719", "doc88931", "doc88934", "doc127040", "doc88974", "doc88973", "doc1452752", "doc1639229", "doc107246", "doc119732"], "ranked_scores": [570.0, 566.0, 553.0, 553.0, 549.0, 548.0, 538.0, 536.0, 536.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1798523", "doc746693", "doc308175", "doc1923941", "doc2267530", "doc187765", "doc338818", "doc786083", "doc1637888", "doc21350"], "ranked_scores": [542.0, 528.0, 527.0, 525.0, 522.0, 521.0, 521.0, 517.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc18273", "doc911115", "doc63590", "doc18274", "doc2072948", "doc1906610", "doc63585", "doc323321", "doc2003302"], "ranked_scores": [568.0, 559.0, 559.0, 559.0, 551.0, 546.0, 544.0, 544.0, 538.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc355540", "doc1670303", "doc7165", "doc2163101", "doc1948176", "doc1839188", "doc1746512", "doc1668716", "doc1945404", "doc2475623"], "ranked_scores": [541.0, 530.0, 526.0, 525.0, 522.0, 519.0, 509.0, 507.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1260422", "doc2587477", "doc1826212", "doc4611", "doc1841145", "doc2193668", "doc1574683", "doc951306", "doc753576", "doc1487701"], "ranked_scores": [509.0, 503.0, 503.0, 501.0, 495.0, 495.0, 493.0, 493.0, 492.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc2639996", "doc2057552", "doc531809", "doc1451760", "doc642762", "doc1564158", "doc173893", "doc980993"], "ranked_scores": [575.0, 550.0, 546.0, 538.0, 531.0, 530.0, 530.0, 527.0, 526.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc36460", "doc1618376", "doc36485", "doc2622778", "doc1256783", "doc1618372", "doc2657970", "doc1926786"], "ranked_scores": [566.0, 544.0, 531.0, 528.0, 527.0, 525.0, 523.0, 520.0, 512.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc337547", "doc1804263", "doc938942", "doc1390073", "doc1156828", "doc703698", "doc846246", "doc106333", "doc703719"], "ranked_scores": [527.0, 523.0, 521.0, 517.0, 515.0, 513.0, 512.0, 511.0, 508.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc108887", "doc1373324", "doc2393669", "doc643072", "doc626438", "doc1373323", "doc108892", "doc729661", "doc2376695", "doc499894"], "ranked_scores": [561.0, 560.0, 559.0, 558.0, 553.0, 552.0, 551.0, 550.0, 544.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1430993", "doc77971", "doc2079848", "doc1504263", "doc2332984", "doc1334550", "doc2432006", "doc251579", "doc936401"], "ranked_scores": [547.0, 531.0, 529.0, 517.0, 515.0, 508.0, 501.0, 498.0, 494.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-4000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc57232", "doc1254733", "doc751998", "doc3001", "doc57247", "doc1665946", "doc2569915", "doc2040334"], "ranked_scores": [583.0, 574.0, 568.0, 539.0, 529.0, 528.0, 524.0, 519.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc1749973", "doc63538", "doc1796956", "doc1061580", "doc1795214", "doc1664485", "doc1911979", "doc2105862", "doc1664486"], "ranked_scores": [616.0, 573.0, 565.0, 551.0, 545.0, 545.0, 544.0, 544.0, 544.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc2285692", "doc69767", "doc812322", "doc365452", "doc1675505", "doc69772", "doc69775", "doc1393773", "doc21856"], "ranked_scores": [556.0, 549.0, 548.0, 547.0, 542.0, 542.0, 539.0, 537.0, 532.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc453161", "doc404141", "doc564708", "doc400438", "doc591223", "doc726012", "doc1007260", "doc564709", "doc539263"], "ranked_scores": [545.0, 543.0, 542.0, 542.0, 538.0, 537.0, 536.0, 533.0, 533.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc338868", "doc887635", "doc1366731", "doc1366769", "doc1741707", "doc1366757", "doc1812653", "doc1741702", "doc387897"], "ranked_scores": [561.0, 560.0, 555.0, 554.0, 554.0, 554.0, 552.0, 551.0, 550.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1324046", "doc2311306", "doc1770477", "doc540358", "doc27538", "doc27536", "doc1478921", "doc738831", "doc1628841", "doc1996268"], "ranked_scores": [526.0, 525.0, 521.0, 520.0, 518.0, 517.0, 516.0, 515.0, 512.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1480727", "doc273559", "doc208541", "doc653285", "doc54270", "doc77634", "doc1526230", "doc422133", "doc101803", "doc864822"], "ranked_scores": [557.0, 555.0, 553.0, 548.0, 547.0, 546.0, 544.0, 538.0, 536.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc520684", "doc101561", "doc1486663", "doc2096501", "doc29764", "doc520683", "doc1456780", "doc597637"], "ranked_scores": [575.0, 557.0, 540.0, 522.0, 514.0, 514.0, 514.0, 513.0, 512.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61045", "doc61054", "doc61036", "doc988606", "doc1612682", "doc13999", "doc1376346", "doc988607", "doc1581506", "doc2360720"], "ranked_scores": [539.0, 537.0, 535.0, 515.0, 513.0, 512.0, 510.0, 508.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc2084014", "doc97442", "doc2083995", "doc369270", "doc97445", "doc152483", "doc2574334", "doc369237"], "ranked_scores": [573.0, 562.0, 551.0, 549.0, 546.0, 544.0, 543.0, 532.0, 526.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc908573", "doc636337", "doc562696", "doc1458400", "doc371078", "doc64791", "doc2648883", "doc2127607", "doc33196"], "ranked_scores": [527.0, 511.0, 510.0, 502.0, 501.0, 501.0, 500.0, 499.0, 498.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc2372621", "doc253608", "doc1984127", "doc83863", "doc1133242", "doc1386116", "doc1780375", "doc2537823", "doc1386166", "doc369618"], "ranked_scores": [545.0, 535.0, 534.0, 532.0, 523.0, 519.0, 519.0, 516.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc106332", "doc703711", "doc703705", "doc106372", "doc703736", "doc703714", "doc106362", "doc427621", "doc874101", "doc1887731"], "ranked_scores": [558.0, 555.0, 547.0, 546.0, 546.0, 542.0, 541.0, 540.0, 539.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7091", "doc7119", "doc7099", "doc7112", "doc7116", "doc7106", "doc7120", "doc1694554", "doc7108", "doc692559"], "ranked_scores": [568.0, 567.0, 559.0, 544.0, 544.0, 539.0, 529.0, 526.0, 523.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82127", "doc90808", "doc1169637", "doc82130", "doc2569900", "doc1891830", "doc1445498", "doc107878", "doc787596"], "ranked_scores": [596.0, 541.0, 539.0, 524.0, 521.0, 519.0, 518.0, 516.0, 514.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc752256", "doc897", "doc409226", "doc2018288", "doc453118", "doc229804", "doc1186883", "doc648335", "doc1244989", "doc2420503"], "ranked_scores": [525.0, 516.0, 506.0, 506.0, 506.0, 505.0, 501.0, 501.0, 500.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc24903", "doc468490", "doc894422", "doc30774", "doc651946", "doc1824654", "doc1380356", "doc1380357"], "ranked_scores": [595.0, 566.0, 552.0, 544.0, 541.0, 538.0, 537.0, 536.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc1902615", "doc2225375", "doc573905", "doc36402", "doc2483632", "doc402317", "doc58892", "doc1104361", "doc1482058", "doc919340"], "ranked_scores": [537.0, 537.0, 531.0, 527.0, 526.0, 525.0, 519.0, 517.0, 514.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc873481", "doc56921", "doc56897", "doc1102442", "doc2509996", "doc2439294", "doc952849", "doc2313854", "doc2510026", "doc2678215"], "ranked_scores": [562.0, 555.0, 552.0, 549.0, 543.0, 533.0, 533.0, 531.0, 529.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc345642", "doc80074", "doc80154", "doc2557673", "doc80151", "doc80067", "doc2562963", "doc596882", "doc137908", "doc1521484"], "ranked_scores": [562.0, 552.0, 551.0, 546.0, 541.0, 529.0, 529.0, 528.0, 526.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc86071", "doc2240291", "doc673167", "doc399642", "doc719057", "doc1248717", "doc352368", "doc2174234", "doc556385"], "ranked_scores": [578.0, 517.0, 517.0, 512.0, 508.0, 508.0, 507.0, 501.0, 500.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc2036045", "doc131786", "doc26467", "doc764184", "doc138458", "doc675067", "doc138447", "doc26458", "doc864645"], "ranked_scores": [585.0, 543.0, 536.0, 534.0, 534.0, 529.0, 529.0, 529.0, 528.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc192542", "doc273662", "doc238798", "doc61568", "doc74858", "doc337483", "doc1836919"], "ranked_scores": [621.0, 558.0, 552.0, 515.0, 509.0, 506.0, 504.0, 500.0, 499.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57940", "doc57946", "doc1199221", "doc37911", "doc2389179", "doc57948", "doc450131", "doc2389178", "doc37895", "doc721746"], "ranked_scores": [531.0, 522.0, 518.0, 518.0, 514.0, 509.0, 506.0, 504.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc765127", "doc1612364", "doc1187141", "doc751435", "doc1448736", "doc2193668", "doc1368159", "doc1741593"], "ranked_scores": [595.0, 540.0, 534.0, 528.0, 519.0, 516.0, 515.0, 512.0, 510.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc41305", "doc971992", "doc1683659", "doc35524", "doc1376793", "doc64317", "doc851269", "doc64314", "doc64318"], "ranked_scores": [576.0, 560.0, 555.0, 550.0, 549.0, 547.0, 546.0, 545.0, 545.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3816, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1321924", "doc539428", "doc437685", "doc437656", "doc587518", "doc1729164", "doc437639", "doc1520244", "doc1520300", "doc252389"], "ranked_scores": [563.0, 559.0, 557.0, 554.0, 554.0, 552.0, 551.0, 550.0, 549.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc1315064", "doc1315083", "doc35173", "doc2526412", "doc754076", "doc1385395", "doc1314979", "doc2593884", "doc671973", "doc1314944"], "ranked_scores": [522.0, 512.0, 511.0, 506.0, 504.0, 498.0, 494.0, 492.0, 482.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc802931", "doc1801894", "doc24939", "doc1516619", "doc1212031", "doc1894178", "doc1276601", "doc1543725", "doc732083", "doc1335341"], "ranked_scores": [498.0, 495.0, 491.0, 490.0, 489.0, 483.0, 482.0, 482.0, 482.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc534490", "doc611282", "doc611287", "doc781344", "doc2199352", "doc114471", "doc1005393", "doc317197"], "ranked_scores": [571.0, 568.0, 521.0, 510.0, 508.0, 506.0, 499.0, 499.0, 498.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc2370519", "doc996399", "doc579817", "doc785116", "doc868589", "doc1007190", "doc1394760", "doc324530"], "ranked_scores": [616.0, 580.0, 572.0, 561.0, 555.0, 552.0, 547.0, 544.0, 544.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc499894", "doc1030288", "doc898833", "doc515771", "doc94371", "doc368673", "doc1373330", "doc1442519", "doc2429823"], "ranked_scores": [558.0, 540.0, 535.0, 534.0, 534.0, 528.0, 528.0, 527.0, 527.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc1729412", "doc830308", "doc543176", "doc105763", "doc1270352", "doc105758", "doc719006", "doc105759", "doc566026"], "ranked_scores": [565.0, 527.0, 523.0, 517.0, 516.0, 514.0, 511.0, 510.0, 509.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc2224155", "doc2252577", "doc1690531", "doc926314", "doc600661", "doc628470", "doc2166568", "doc2107033", "doc606253"], "ranked_scores": [578.0, 554.0, 550.0, 550.0, 547.0, 544.0, 542.0, 542.0, 540.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc2587564", "doc435078", "doc2587562", "doc435075", "doc1957486", "doc331138", "doc736126", "doc435076", "doc70905", "doc420336"], "ranked_scores": [534.0, 531.0, 530.0, 523.0, 521.0, 519.0, 517.0, 515.0, 513.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2119808", "doc336518", "doc2665803", "doc2448623", "doc2042102", "doc264212", "doc733127", "doc1765392", "doc872897"], "ranked_scores": [541.0, 531.0, 519.0, 516.0, 505.0, 504.0, 504.0, 503.0, 500.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc159492", "doc1245931", "doc448867", "doc93287", "doc50167", "doc1962174", "doc381154", "doc1851601", "doc1728777", "doc2414537"], "ranked_scores": [508.0, 507.0, 499.0, 496.0, 491.0, 490.0, 489.0, 488.0, 487.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1345740", "doc2035909", "doc864555", "doc1423992", "doc601133", "doc376238", "doc376241", "doc704819", "doc2656052", "doc40405"], "ranked_scores": [508.0, 505.0, 500.0, 495.0, 493.0, 487.0, 486.0, 485.0, 485.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1584862", "doc588578", "doc294604", "doc1160263", "doc2162650", "doc1629620", "doc1943842", "doc1986433", "doc1271924", "doc1975694"], "ranked_scores": [529.0, 526.0, 526.0, 524.0, 524.0, 522.0, 518.0, 513.0, 507.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1877808", "doc845380", "doc1370451", "doc681964", "doc1877809", "doc190844", "doc2334138", "doc1319077", "doc806", "doc807"], "ranked_scores": [528.0, 524.0, 514.0, 508.0, 503.0, 502.0, 501.0, 499.0, 497.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc88931", "doc2015719", "doc1452752", "doc2624067", "doc1070787", "doc127040", "doc1763997", "doc88974", "doc779563"], "ranked_scores": [570.0, 565.0, 563.0, 557.0, 547.0, 541.0, 539.0, 532.0, 530.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc308175", "doc1798523", "doc21340", "doc641498", "doc457119", "doc1455508", "doc187765", "doc1836919", "doc598055", "doc1923941"], "ranked_scores": [523.0, 520.0, 512.0, 511.0, 510.0, 507.0, 506.0, 505.0, 504.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc2072948", "doc18274", "doc323321", "doc63590", "doc18273", "doc911115", "doc2003302", "doc1906610", "doc1791044"], "ranked_scores": [577.0, 570.0, 569.0, 564.0, 563.0, 563.0, 563.0, 560.0, 552.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc355540", "doc7165", "doc1524979", "doc1670303", "doc1273458", "doc1948176", "doc1347235", "doc1272096", "doc1839188", "doc688749"], "ranked_scores": [539.0, 534.0, 509.0, 504.0, 501.0, 495.0, 495.0, 493.0, 490.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc83875", "doc951306", "doc2365901", "doc2249507", "doc1877805", "doc1483894", "doc1826212", "doc404242", "doc1260422"], "ranked_scores": [517.0, 500.0, 497.0, 494.0, 489.0, 488.0, 488.0, 487.0, 487.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc2057552", "doc2639996", "doc662025", "doc1451760", "doc1986143", "doc1564158", "doc642762", "doc1801894"], "ranked_scores": [566.0, 562.0, 537.0, 532.0, 524.0, 523.0, 523.0, 520.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc1618372", "doc1618376", "doc1256783", "doc1933371", "doc2622778", "doc36485", "doc1927669", "doc2657970"], "ranked_scores": [543.0, 537.0, 530.0, 529.0, 527.0, 518.0, 518.0, 517.0, 515.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc1390073", "doc284003", "doc1804263", "doc436998", "doc1332302", "doc703728", "doc703698", "doc106332", "doc1156828"], "ranked_scores": [550.0, 528.0, 528.0, 525.0, 525.0, 524.0, 522.0, 522.0, 519.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc643072", "doc1373323", "doc108887", "doc729573", "doc873559", "doc1373324", "doc729661", "doc1220654", "doc108892"], "ranked_scores": [570.0, 557.0, 556.0, 546.0, 545.0, 541.0, 540.0, 539.0, 532.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1504263", "doc77971", "doc1430993", "doc77973", "doc2039201", "doc2332984", "doc5734", "doc857632", "doc380173"], "ranked_scores": [550.0, 549.0, 530.0, 529.0, 517.0, 506.0, 502.0, 500.0, 499.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-6000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57232", "doc57226", "doc751998", "doc57247", "doc1665946", "doc1254733", "doc2569915", "doc3001", "doc260645"], "ranked_scores": [590.0, 590.0, 582.0, 558.0, 555.0, 524.0, 523.0, 516.0, 516.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc1038212", "doc2112811", "doc1664485", "doc1982515", "doc1664486", "doc1952699", "doc502099"], "ranked_scores": [602.0, 566.0, 544.0, 544.0, 542.0, 538.0, 537.0, 525.0, 525.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc812322", "doc2285692", "doc1675505", "doc21829", "doc69768", "doc69767", "doc21871", "doc2526400", "doc660012"], "ranked_scores": [563.0, 549.0, 548.0, 541.0, 541.0, 539.0, 538.0, 526.0, 523.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc415323", "doc591223", "doc128663", "doc453161", "doc404141", "doc564709", "doc453144", "doc1247565", "doc1402781", "doc539263"], "ranked_scores": [530.0, 524.0, 520.0, 520.0, 519.0, 519.0, 517.0, 516.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1366769", "doc1812659", "doc1812661", "doc71587", "doc2307709", "doc1741702", "doc1366744", "doc1366757", "doc338868"], "ranked_scores": [559.0, 542.0, 538.0, 538.0, 537.0, 537.0, 536.0, 535.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc381292", "doc2311306", "doc540358", "doc27538", "doc1324046", "doc1021718", "doc1770477", "doc1407767", "doc27529", "doc540404"], "ranked_scores": [533.0, 532.0, 530.0, 523.0, 521.0, 519.0, 519.0, 514.0, 514.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1526230", "doc77634", "doc653285", "doc1480727", "doc208541", "doc1328113", "doc422133", "doc273559", "doc54270", "doc925929"], "ranked_scores": [571.0, 570.0, 570.0, 562.0, 561.0, 559.0, 557.0, 556.0, 549.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc1798668", "doc231271", "doc1486663", "doc1595692", "doc966365", "doc1456780", "doc2096499", "doc1728840"], "ranked_scores": [552.0, 533.0, 532.0, 530.0, 524.0, 524.0, 524.0, 523.0, 517.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61045", "doc61054", "doc61036", "doc1376346", "doc1612682", "doc988606", "doc13999", "doc829494", "doc988607", "doc1581506"], "ranked_scores": [530.0, 528.0, 528.0, 520.0, 512.0, 504.0, 500.0, 497.0, 495.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc2084014", "doc2083995", "doc97445", "doc369270", "doc369237", "doc1116765", "doc152483", "doc97442"], "ranked_scores": [568.0, 553.0, 549.0, 547.0, 545.0, 545.0, 544.0, 537.0, 527.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc2648883", "doc33196", "doc33193", "doc562696", "doc371078", "doc1784440", "doc1458400", "doc2540212", "doc122351", "doc636318"], "ranked_scores": [527.0, 523.0, 523.0, 523.0, 512.0, 511.0, 506.0, 505.0, 504.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc1984127", "doc83863", "doc253608", "doc1984114", "doc66003", "doc1386166", "doc2372621", "doc1386159", "doc2680499", "doc2537823"], "ranked_scores": [548.0, 536.0, 534.0, 528.0, 517.0, 516.0, 516.0, 515.0, 513.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc427621", "doc106332", "doc106362", "doc703711", "doc1471934", "doc106355", "doc446492", "doc874101", "doc703728", "doc703706"], "ranked_scores": [542.0, 542.0, 536.0, 534.0, 532.0, 530.0, 528.0, 528.0, 526.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc692559", "doc7099", "doc1694554", "doc7091", "doc7119", "doc1599042", "doc7116", "doc7108", "doc924826"], "ranked_scores": [521.0, 519.0, 515.0, 514.0, 514.0, 510.0, 506.0, 505.0, 501.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc90808", "doc82127", "doc1169637", "doc2569900", "doc82130", "doc1891830", "doc1324516", "doc1877670", "doc2200447"], "ranked_scores": [621.0, 555.0, 545.0, 537.0, 531.0, 526.0, 523.0, 517.0, 515.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc2203152", "doc2420483", "doc802395", "doc409226", "doc1759594", "doc2018288", "doc187232", "doc750407"], "ranked_scores": [516.0, 505.0, 484.0, 482.0, 480.0, 479.0, 478.0, 478.0, 477.0, 477.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc24903", "doc468490", "doc1824654", "doc1380356", "doc651946", "doc1380357", "doc30774", "doc894422"], "ranked_scores": [568.0, 556.0, 548.0, 533.0, 531.0, 530.0, 530.0, 527.0, 522.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc573905", "doc2225375", "doc36402", "doc36393", "doc648355", "doc1825079", "doc919340", "doc648335", "doc904153"], "ranked_scores": [530.0, 529.0, 529.0, 523.0, 519.0, 514.0, 511.0, 504.0, 502.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc873481", "doc1400297", "doc2439294", "doc2509996", "doc346637", "doc2313864", "doc952849"], "ranked_scores": [594.0, 586.0, 564.0, 560.0, 554.0, 551.0, 551.0, 547.0, 545.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc345642", "doc80074", "doc80151", "doc80154", "doc596891", "doc137908", "doc1521484", "doc80067", "doc2252385", "doc575203"], "ranked_scores": [548.0, 545.0, 539.0, 536.0, 527.0, 526.0, 523.0, 519.0, 517.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2240291", "doc673167", "doc180079", "doc617309", "doc1248717", "doc732015", "doc18814", "doc183950", "doc2174234"], "ranked_scores": [576.0, 514.0, 512.0, 511.0, 509.0, 509.0, 507.0, 502.0, 501.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc138458", "doc1682464", "doc675067", "doc2376934", "doc2289866", "doc131786", "doc99377", "doc26458", "doc725659"], "ranked_scores": [590.0, 529.0, 523.0, 522.0, 521.0, 521.0, 518.0, 517.0, 516.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc192542", "doc1682561", "doc273662", "doc119586", "doc61568", "doc74858", "doc2260544"], "ranked_scores": [627.0, 580.0, 565.0, 511.0, 511.0, 505.0, 504.0, 499.0, 498.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc57948", "doc81655", "doc1029757", "doc1489505", "doc1199221", "doc2389178", "doc37890", "doc1553106", "doc2389179"], "ranked_scores": [543.0, 536.0, 527.0, 519.0, 519.0, 516.0, 511.0, 509.0, 508.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc2193668", "doc765127", "doc1368159", "doc1741593", "doc2286850", "doc491925", "doc356961", "doc751435"], "ranked_scores": [597.0, 556.0, 546.0, 540.0, 522.0, 520.0, 519.0, 517.0, 516.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc971992", "doc64316", "doc41305", "doc1376793", "doc851269", "doc64314", "doc922271", "doc64318", "doc64317", "doc1683659"], "ranked_scores": [569.0, 559.0, 559.0, 552.0, 550.0, 549.0, 539.0, 536.0, 536.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.378, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc539428", "doc437656", "doc437685", "doc1321924", "doc1729164", "doc437667", "doc587518", "doc1977978", "doc437639", "doc1520222"], "ranked_scores": [563.0, 554.0, 554.0, 553.0, 551.0, 550.0, 547.0, 543.0, 543.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc754076", "doc1315083", "doc1778743", "doc1315064", "doc2526412", "doc1385395", "doc552702", "doc877823", "doc2358359"], "ranked_scores": [535.0, 511.0, 505.0, 504.0, 504.0, 493.0, 490.0, 489.0, 485.0, 484.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc1894178", "doc24939", "doc1440230", "doc802931", "doc832551", "doc1728777", "doc645602", "doc388419", "doc696366", "doc542891"], "ranked_scores": [499.0, 491.0, 488.0, 482.0, 481.0, 481.0, 480.0, 480.0, 480.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc534490", "doc216330", "doc781344", "doc2165715", "doc611282", "doc1704007", "doc609671", "doc611287"], "ranked_scores": [586.0, 580.0, 516.0, 511.0, 508.0, 503.0, 500.0, 499.0, 498.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc165022", "doc785116", "doc1394760", "doc324530", "doc25697", "doc1007190", "doc56921", "doc2313864"], "ranked_scores": [601.0, 565.0, 556.0, 550.0, 547.0, 545.0, 544.0, 543.0, 541.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc2449643", "doc515771", "doc1030288", "doc402145", "doc898833", "doc660271", "doc1442519", "doc2429823", "doc1837771", "doc1373330"], "ranked_scores": [558.0, 546.0, 546.0, 542.0, 542.0, 539.0, 537.0, 535.0, 535.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc105759", "doc830308", "doc1729412", "doc1270352", "doc105763", "doc105751", "doc566026", "doc543176"], "ranked_scores": [576.0, 533.0, 531.0, 523.0, 522.0, 520.0, 519.0, 512.0, 511.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc926314", "doc52414", "doc358938", "doc2224155", "doc4147", "doc1690531", "doc2252577", "doc600661", "doc2107033", "doc2212269"], "ranked_scores": [557.0, 556.0, 553.0, 546.0, 546.0, 542.0, 542.0, 540.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435075", "doc2587562", "doc2587564", "doc435076", "doc2646161", "doc435078", "doc736126", "doc331138", "doc70904", "doc313354"], "ranked_scores": [534.0, 525.0, 518.0, 516.0, 512.0, 512.0, 508.0, 506.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2119808", "doc336518", "doc2665803", "doc2042102", "doc191143", "doc2448623", "doc264212", "doc688882", "doc733127"], "ranked_scores": [552.0, 522.0, 513.0, 504.0, 498.0, 497.0, 490.0, 489.0, 489.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1962174", "doc2357458", "doc1728777", "doc2107261", "doc448867", "doc1245931", "doc159492", "doc93287", "doc357631", "doc381154"], "ranked_scores": [493.0, 489.0, 484.0, 483.0, 481.0, 481.0, 480.0, 480.0, 478.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc2035909", "doc1345740", "doc2265144", "doc57975", "doc864555", "doc1153924", "doc225655", "doc1581972", "doc376238"], "ranked_scores": [502.0, 492.0, 488.0, 488.0, 485.0, 483.0, 483.0, 482.0, 481.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1629620", "doc294604", "doc1584862", "doc1160263", "doc1792210", "doc588578", "doc663467", "doc2162650", "doc1433613", "doc641270"], "ranked_scores": [536.0, 534.0, 529.0, 528.0, 519.0, 518.0, 518.0, 514.0, 513.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1877808", "doc1370451", "doc221817", "doc845380", "doc681964", "doc807", "doc845377", "doc201173", "doc1891612", "doc1029479"], "ranked_scores": [514.0, 512.0, 508.0, 506.0, 504.0, 502.0, 500.0, 497.0, 495.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc88931", "doc2015719", "doc88974", "doc2624067", "doc127040", "doc1301778", "doc107166", "doc107246", "doc2619671"], "ranked_scores": [564.0, 558.0, 558.0, 543.0, 540.0, 539.0, 532.0, 531.0, 531.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc187765", "doc308175", "doc1836919", "doc746693", "doc1798523", "doc1353689", "doc963332", "doc457119", "doc21340", "doc698075"], "ranked_scores": [508.0, 505.0, 504.0, 504.0, 503.0, 502.0, 501.0, 500.0, 497.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc323321", "doc63585", "doc18274", "doc911115", "doc63590", "doc18273", "doc43450", "doc2003302", "doc2072948"], "ranked_scores": [559.0, 554.0, 553.0, 550.0, 545.0, 545.0, 545.0, 544.0, 542.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1670303", "doc1948176", "doc7161", "doc1273458", "doc1335520", "doc688749", "doc933773", "doc1997397"], "ranked_scores": [554.0, 547.0, 520.0, 510.0, 509.0, 501.0, 498.0, 496.0, 495.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc404242", "doc4611", "doc753576", "doc1826212", "doc1487701", "doc1574683", "doc1260420", "doc1260422", "doc2193668", "doc610143"], "ranked_scores": [499.0, 498.0, 492.0, 487.0, 482.0, 481.0, 479.0, 477.0, 475.0, 474.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc2057552", "doc273827", "doc1564158", "doc1986143", "doc2639996", "doc492385", "doc642762", "doc851877"], "ranked_scores": [545.0, 536.0, 522.0, 513.0, 510.0, 507.0, 506.0, 504.0, 504.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc36463", "doc1256783", "doc1618372", "doc1618376", "doc36460", "doc2657970", "doc761123", "doc2622778", "doc1926786"], "ranked_scores": [570.0, 532.0, 524.0, 524.0, 521.0, 512.0, 509.0, 507.0, 506.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc284003", "doc35719", "doc1390073", "doc1804263", "doc106355", "doc427621", "doc964811", "doc703719", "doc703736", "doc106372"], "ranked_scores": [544.0, 534.0, 532.0, 532.0, 531.0, 531.0, 527.0, 527.0, 526.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc1373324", "doc108887", "doc643072", "doc1373323", "doc729573", "doc108892", "doc626437", "doc2393669", "doc550879"], "ranked_scores": [564.0, 564.0, 560.0, 554.0, 553.0, 543.0, 540.0, 539.0, 536.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77976", "doc1504263", "doc77971", "doc1430993", "doc5734", "doc77973", "doc2079848", "doc2332984", "doc857632", "doc1880724"], "ranked_scores": [562.0, 556.0, 554.0, 543.0, 519.0, 505.0, 492.0, 490.0, 488.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-8000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc57232", "doc751998", "doc57247", "doc1142095", "doc1254733", "doc2569915", "doc1254764", "doc1163498"], "ranked_scores": [592.0, 573.0, 564.0, 549.0, 533.0, 529.0, 527.0, 527.0, 525.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc2112811", "doc2292349", "doc1952697", "doc2136789", "doc2308785", "doc1796956", "doc1982515"], "ranked_scores": [593.0, 562.0, 546.0, 537.0, 533.0, 531.0, 531.0, 528.0, 527.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc452016", "doc69772", "doc21829", "doc69767", "doc812322", "doc2285692", "doc243667", "doc69768", "doc2358359"], "ranked_scores": [541.0, 531.0, 529.0, 528.0, 528.0, 528.0, 522.0, 522.0, 515.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc1247565", "doc564709", "doc415323", "doc404141", "doc564708", "doc1007260", "doc539263", "doc400438", "doc453161", "doc94024"], "ranked_scores": [543.0, 541.0, 538.0, 526.0, 525.0, 524.0, 523.0, 523.0, 523.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1741702", "doc1366769", "doc887635", "doc338868", "doc1812659", "doc2165905", "doc1366744", "doc1366757", "doc559430"], "ranked_scores": [569.0, 563.0, 558.0, 556.0, 553.0, 550.0, 549.0, 546.0, 542.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27538", "doc540358", "doc27529", "doc1021718", "doc27536", "doc1324046", "doc1279689", "doc2311306", "doc1770477", "doc361702"], "ranked_scores": [538.0, 526.0, 520.0, 520.0, 519.0, 518.0, 514.0, 511.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc208541", "doc653285", "doc1480727", "doc77634", "doc422133", "doc54270", "doc273559", "doc1526230", "doc1328113", "doc1953211"], "ranked_scores": [584.0, 573.0, 570.0, 570.0, 568.0, 568.0, 566.0, 561.0, 558.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc520684", "doc231271", "doc29764", "doc520683", "doc2096499", "doc1456780", "doc540731", "doc966365"], "ranked_scores": [570.0, 551.0, 540.0, 529.0, 524.0, 522.0, 520.0, 517.0, 517.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61036", "doc61054", "doc13999", "doc1612682", "doc1376346", "doc61045", "doc829494", "doc988606", "doc988607", "doc1581506"], "ranked_scores": [556.0, 541.0, 531.0, 530.0, 523.0, 522.0, 520.0, 515.0, 502.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc369270", "doc369237", "doc2084014", "doc369234", "doc97445", "doc2083987", "doc152483", "doc2071107"], "ranked_scores": [565.0, 559.0, 558.0, 535.0, 533.0, 530.0, 530.0, 525.0, 524.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc2648883", "doc2127607", "doc64791", "doc1999887", "doc33196", "doc47608", "doc281649", "doc122351", "doc2634491"], "ranked_scores": [541.0, 513.0, 512.0, 510.0, 507.0, 506.0, 502.0, 500.0, 500.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc83863", "doc1984127", "doc2372621", "doc2171547", "doc1984114", "doc1386166", "doc2552606", "doc1386159", "doc595818"], "ranked_scores": [554.0, 545.0, 534.0, 533.0, 533.0, 531.0, 528.0, 526.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc427621", "doc703705", "doc106332", "doc703711", "doc106372", "doc703736", "doc703706", "doc2882", "doc703714", "doc703701"], "ranked_scores": [553.0, 551.0, 543.0, 541.0, 537.0, 535.0, 534.0, 533.0, 527.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7091", "doc692559", "doc7099", "doc7112", "doc1377683", "doc526956", "doc1599042", "doc7119", "doc7116"], "ranked_scores": [543.0, 540.0, 538.0, 538.0, 537.0, 531.0, 525.0, 525.0, 525.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc82127", "doc1169637", "doc2569900", "doc90808", "doc82130", "doc2200447", "doc2086681", "doc1057032", "doc1074194"], "ranked_scores": [602.0, 535.0, 530.0, 520.0, 519.0, 516.0, 513.0, 512.0, 507.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc409226", "doc187232", "doc2203152", "doc1186883", "doc269387", "doc2420503", "doc752256", "doc229804", "doc802395"], "ranked_scores": [516.0, 512.0, 496.0, 490.0, 486.0, 485.0, 485.0, 483.0, 480.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc24903", "doc1824654", "doc468490", "doc1380357", "doc30774", "doc563699", "doc651946", "doc303116"], "ranked_scores": [574.0, 562.0, 552.0, 540.0, 540.0, 535.0, 529.0, 524.0, 522.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc573905", "doc2483632", "doc2225375", "doc73739", "doc904153", "doc58892", "doc1902615", "doc1825079", "doc1104361", "doc2523361"], "ranked_scores": [519.0, 517.0, 507.0, 495.0, 495.0, 494.0, 493.0, 493.0, 492.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc2509996", "doc952849", "doc2439294", "doc2313864", "doc2408092", "doc2091589", "doc2378781"], "ranked_scores": [580.0, 562.0, 552.0, 539.0, 536.0, 534.0, 534.0, 530.0, 528.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc345642", "doc80151", "doc80154", "doc863660", "doc137908", "doc367206", "doc80074", "doc1521484", "doc596891", "doc1189628"], "ranked_scores": [563.0, 543.0, 543.0, 537.0, 537.0, 527.0, 527.0, 526.0, 526.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc673167", "doc180079", "doc1214168", "doc2240291", "doc719057", "doc183950", "doc732015", "doc506841", "doc2353712"], "ranked_scores": [569.0, 516.0, 514.0, 508.0, 505.0, 501.0, 501.0, 500.0, 500.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc725659", "doc864645", "doc26467", "doc138458", "doc26458", "doc764184", "doc1682464", "doc675067", "doc99377"], "ranked_scores": [579.0, 529.0, 528.0, 526.0, 523.0, 523.0, 523.0, 521.0, 516.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc192542", "doc1682561", "doc308346", "doc119586", "doc74858", "doc61568", "doc889101"], "ranked_scores": [628.0, 571.0, 552.0, 510.0, 505.0, 505.0, 504.0, 504.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc57940", "doc57948", "doc1199221", "doc2389179", "doc721746", "doc1029757", "doc1489505", "doc81655", "doc2115402"], "ranked_scores": [557.0, 542.0, 539.0, 531.0, 528.0, 528.0, 517.0, 516.0, 516.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc2193668", "doc765127", "doc742717", "doc1187141", "doc861483", "doc1448736", "doc757822", "doc491925"], "ranked_scores": [619.0, 556.0, 547.0, 536.0, 533.0, 529.0, 521.0, 520.0, 519.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc971992", "doc64316", "doc64314", "doc41305", "doc851269", "doc35513", "doc64317", "doc1683659", "doc35524", "doc64318"], "ranked_scores": [566.0, 561.0, 556.0, 554.0, 553.0, 542.0, 538.0, 537.0, 533.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3816, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc1520300", "doc437639", "doc437685", "doc1520254", "doc1520222", "doc437656", "doc1729164", "doc1321883", "doc437667", "doc539428"], "ranked_scores": [565.0, 565.0, 563.0, 560.0, 557.0, 557.0, 556.0, 552.0, 551.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc1778743", "doc754076", "doc1315083", "doc2526412", "doc1315064", "doc1385395", "doc1093057", "doc1314979", "doc671985"], "ranked_scores": [520.0, 505.0, 505.0, 497.0, 495.0, 492.0, 488.0, 488.0, 484.0, 481.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc587116", "doc802931", "doc2334138", "doc285581", "doc388419", "doc1516619", "doc1517979", "doc24939", "doc1445420", "doc602735"], "ranked_scores": [485.0, 483.0, 482.0, 480.0, 478.0, 478.0, 476.0, 476.0, 475.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc317197", "doc534490", "doc172947", "doc690213", "doc1005393", "doc284394", "doc56398", "doc87191"], "ranked_scores": [569.0, 563.0, 517.0, 516.0, 514.0, 507.0, 505.0, 505.0, 505.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc25697", "doc785116", "doc1685439", "doc1394760", "doc165022", "doc579817", "doc233596", "doc2370519"], "ranked_scores": [597.0, 577.0, 555.0, 546.0, 544.0, 544.0, 543.0, 540.0, 537.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc515771", "doc2449643", "doc1030288", "doc368654", "doc2499695", "doc1837771", "doc1437877", "doc1373330", "doc898833"], "ranked_scores": [554.0, 542.0, 539.0, 537.0, 536.0, 536.0, 532.0, 530.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105759", "doc1729412", "doc830308", "doc105758", "doc133369", "doc105763", "doc719006", "doc2355469", "doc566026"], "ranked_scores": [572.0, 539.0, 534.0, 529.0, 529.0, 525.0, 521.0, 514.0, 511.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc52414", "doc1690531", "doc2252577", "doc358938", "doc1477591", "doc606253", "doc4147", "doc628470", "doc926314"], "ranked_scores": [583.0, 565.0, 565.0, 565.0, 552.0, 547.0, 547.0, 542.0, 541.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc736126", "doc2217446", "doc435078", "doc2587564", "doc1921625", "doc1914276", "doc435075", "doc435076", "doc2587562", "doc70904"], "ranked_scores": [518.0, 513.0, 513.0, 512.0, 511.0, 510.0, 506.0, 506.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc2119808", "doc733127", "doc336518", "doc2042102", "doc872897", "doc2085567", "doc2448623", "doc264212", "doc191143"], "ranked_scores": [537.0, 525.0, 514.0, 509.0, 505.0, 498.0, 495.0, 494.0, 493.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc159492", "doc381154", "doc1548640", "doc1245931", "doc487000", "doc357631", "doc1962174", "doc2144435", "doc2357458"], "ranked_scores": [510.0, 499.0, 497.0, 494.0, 494.0, 492.0, 491.0, 490.0, 488.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1345740", "doc1493586", "doc1055373", "doc601133", "doc57975", "doc2265144", "doc1041502", "doc2035909", "doc1581972", "doc864555"], "ranked_scores": [495.0, 488.0, 487.0, 487.0, 484.0, 481.0, 478.0, 478.0, 477.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1629620", "doc294604", "doc1943842", "doc1160263", "doc2162650", "doc588578", "doc1584862", "doc1986449", "doc134196", "doc182888"], "ranked_scores": [539.0, 535.0, 534.0, 532.0, 529.0, 525.0, 522.0, 518.0, 515.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1370451", "doc807", "doc845380", "doc1877808", "doc1867620", "doc681964", "doc806", "doc2334137", "doc201173", "doc845377"], "ranked_scores": [546.0, 520.0, 517.0, 512.0, 507.0, 505.0, 502.0, 501.0, 500.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc88931", "doc127040", "doc2015719", "doc107246", "doc127031", "doc1452752", "doc2624067", "doc2061559", "doc1763997"], "ranked_scores": [575.0, 572.0, 571.0, 568.0, 549.0, 547.0, 544.0, 541.0, 539.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc308175", "doc1637888", "doc746693", "doc353043", "doc1395336", "doc457119", "doc698075", "doc498147", "doc963332", "doc1836919"], "ranked_scores": [532.0, 517.0, 517.0, 513.0, 510.0, 508.0, 507.0, 506.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc323321", "doc63585", "doc18274", "doc193844", "doc1491857", "doc2003302", "doc18273", "doc1924612", "doc911115", "doc63590"], "ranked_scores": [556.0, 546.0, 545.0, 540.0, 536.0, 533.0, 530.0, 530.0, 530.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc7165", "doc355540", "doc1670303", "doc1524979", "doc1335520", "doc7161", "doc1982070", "doc688749", "doc1273458", "doc1347235"], "ranked_scores": [555.0, 548.0, 527.0, 510.0, 505.0, 499.0, 498.0, 498.0, 497.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc61036", "doc404242", "doc753576", "doc1244692", "doc2193668", "doc1260422", "doc27529", "doc2587477"], "ranked_scores": [506.0, 493.0, 486.0, 485.0, 484.0, 483.0, 481.0, 477.0, 477.0, 475.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc1801894", "doc1090888", "doc2402770", "doc1932389", "doc208245", "doc2639996", "doc2057552", "doc2125026"], "ranked_scores": [558.0, 523.0, 521.0, 508.0, 507.0, 505.0, 504.0, 504.0, 501.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc761123", "doc1618376", "doc2657970", "doc1256783", "doc256280", "doc36463", "doc1927669", "doc1926786", "doc427398"], "ranked_scores": [571.0, 532.0, 524.0, 524.0, 523.0, 518.0, 518.0, 517.0, 515.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc1804263", "doc106355", "doc35719", "doc703719", "doc1390073", "doc427621", "doc2456577", "doc703721", "doc106357", "doc938942"], "ranked_scores": [548.0, 547.0, 547.0, 547.0, 544.0, 541.0, 521.0, 520.0, 520.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc108887", "doc643072", "doc626438", "doc1373324", "doc1373323", "doc108892", "doc1220654", "doc2393669", "doc550879", "doc729573"], "ranked_scores": [560.0, 560.0, 560.0, 558.0, 553.0, 543.0, 536.0, 536.0, 532.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc5734", "doc2332984", "doc77973", "doc2039201", "doc2378961", "doc380173"], "ranked_scores": [544.0, 542.0, 542.0, 537.0, 506.0, 503.0, 500.0, 496.0, 495.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-10000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57232", "doc57226", "doc751998", "doc57247", "doc3001", "doc1665946", "doc1163498", "doc1254733", "doc1395336"], "ranked_scores": [591.0, 578.0, 573.0, 558.0, 555.0, 529.0, 528.0, 528.0, 527.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc1749973", "doc63538", "doc2112811", "doc1506785", "doc855132", "doc314759", "doc502099", "doc1952699", "doc63542"], "ranked_scores": [600.0, 545.0, 541.0, 540.0, 534.0, 533.0, 532.0, 531.0, 529.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc21829", "doc1675505", "doc69768", "doc812322", "doc21832", "doc69772", "doc761186", "doc2019171"], "ranked_scores": [549.0, 538.0, 534.0, 531.0, 525.0, 524.0, 521.0, 520.0, 518.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc128663", "doc564709", "doc404141", "doc1570656", "doc415323", "doc726012", "doc453091", "doc400438", "doc591223", "doc439817"], "ranked_scores": [529.0, 527.0, 525.0, 524.0, 523.0, 520.0, 517.0, 517.0, 517.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc338868", "doc887635", "doc1812661", "doc1366744", "doc1366757", "doc2165905", "doc1341149", "doc387897", "doc2307709"], "ranked_scores": [578.0, 560.0, 559.0, 559.0, 558.0, 554.0, 552.0, 551.0, 551.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27538", "doc1324046", "doc1021718", "doc540358", "doc1478919", "doc738831", "doc381292", "doc27536", "doc1770477", "doc361702"], "ranked_scores": [539.0, 528.0, 527.0, 522.0, 516.0, 516.0, 515.0, 514.0, 513.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc1480727", "doc653285", "doc273559", "doc422133", "doc77634", "doc54270", "doc208541", "doc925929", "doc1526230", "doc613963"], "ranked_scores": [585.0, 581.0, 578.0, 574.0, 573.0, 571.0, 567.0, 560.0, 558.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc1595692", "doc2096499", "doc231271", "doc1486663", "doc1798668", "doc520683", "doc540731", "doc966365"], "ranked_scores": [560.0, 526.0, 517.0, 511.0, 510.0, 507.0, 506.0, 503.0, 503.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc1612682", "doc1376346", "doc61045", "doc829494", "doc988607", "doc13999", "doc988606", "doc1581506"], "ranked_scores": [541.0, 535.0, 523.0, 521.0, 515.0, 512.0, 512.0, 512.0, 505.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2084014", "doc2083995", "doc369270", "doc369237", "doc2004921", "doc2071107", "doc2380009", "doc152483", "doc369236"], "ranked_scores": [572.0, 565.0, 559.0, 556.0, 546.0, 546.0, 544.0, 543.0, 541.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc64791", "doc2648883", "doc33196", "doc562696", "doc1784440", "doc1061142", "doc1411867", "doc1999887", "doc2199352"], "ranked_scores": [542.0, 515.0, 514.0, 511.0, 509.0, 507.0, 507.0, 505.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1984127", "doc1984114", "doc2372621", "doc253608", "doc83871", "doc1133242", "doc2537823", "doc1780375", "doc66003"], "ranked_scores": [550.0, 542.0, 531.0, 529.0, 527.0, 520.0, 519.0, 518.0, 517.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc703711", "doc703705", "doc106332", "doc427621", "doc1471934", "doc106362", "doc1824664", "doc703706", "doc211896", "doc1824656"], "ranked_scores": [541.0, 540.0, 532.0, 531.0, 530.0, 526.0, 522.0, 521.0, 519.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc7099", "doc692559", "doc7091", "doc7112", "doc526956", "doc7116", "doc7119", "doc1599042", "doc7120"], "ranked_scores": [569.0, 552.0, 551.0, 549.0, 547.0, 529.0, 524.0, 524.0, 522.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc2569900", "doc1169637", "doc90808", "doc82127", "doc787596", "doc2200447", "doc1074194", "doc260654", "doc82130"], "ranked_scores": [585.0, 536.0, 535.0, 528.0, 523.0, 518.0, 508.0, 508.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc897", "doc269387", "doc409226", "doc2018288", "doc382065", "doc2203152", "doc187232", "doc648355", "doc750407", "doc1759594"], "ranked_scores": [519.0, 500.0, 494.0, 482.0, 481.0, 481.0, 480.0, 478.0, 477.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc24903", "doc30773", "doc1824654", "doc468490", "doc1380356", "doc651946", "doc239811", "doc563699", "doc651957"], "ranked_scores": [570.0, 559.0, 552.0, 547.0, 537.0, 529.0, 527.0, 525.0, 521.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2225375", "doc573905", "doc2483632", "doc1482058", "doc36402", "doc402317", "doc1825079", "doc58892", "doc2197609", "doc904153"], "ranked_scores": [521.0, 519.0, 516.0, 506.0, 502.0, 499.0, 498.0, 498.0, 497.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc2439294", "doc2313864", "doc56909", "doc2509996", "doc952849", "doc2408092", "doc2509993"], "ranked_scores": [577.0, 569.0, 555.0, 545.0, 536.0, 530.0, 530.0, 526.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc345642", "doc80074", "doc80151", "doc137908", "doc1521484", "doc80067", "doc2514393", "doc80154", "doc367206", "doc863660"], "ranked_scores": [569.0, 541.0, 537.0, 536.0, 533.0, 529.0, 527.0, 523.0, 523.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc183950", "doc2353712", "doc180079", "doc719078", "doc1214168", "doc2240291", "doc1248717", "doc506841", "doc702902"], "ranked_scores": [569.0, 518.0, 509.0, 506.0, 504.0, 501.0, 498.0, 498.0, 498.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc131786", "doc675067", "doc725659", "doc138458", "doc1682464", "doc26458", "doc764184", "doc863698", "doc99377"], "ranked_scores": [580.0, 532.0, 531.0, 524.0, 523.0, 519.0, 519.0, 518.0, 515.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc192542", "doc61568", "doc273662", "doc74858", "doc1667208", "doc2260544", "doc308346"], "ranked_scores": [617.0, 553.0, 525.0, 522.0, 516.0, 508.0, 507.0, 500.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc57948", "doc1199221", "doc81655", "doc57940", "doc721746", "doc1489505", "doc1029757", "doc2199352", "doc87191"], "ranked_scores": [543.0, 537.0, 526.0, 525.0, 515.0, 513.0, 509.0, 509.0, 508.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc1187141", "doc765127", "doc2193668", "doc1741593", "doc757822", "doc2068337", "doc491925", "doc2286850"], "ranked_scores": [592.0, 555.0, 530.0, 529.0, 526.0, 525.0, 520.0, 519.0, 515.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc971992", "doc64314", "doc41305", "doc64318", "doc35524", "doc64317", "doc851269", "doc1376793", "doc1683659"], "ranked_scores": [551.0, 548.0, 544.0, 543.0, 540.0, 532.0, 532.0, 529.0, 524.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4416, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc252389", "doc437656", "doc1520244", "doc437668", "doc1520311", "doc1520300", "doc1739769", "doc1520211", "doc1321967"], "ranked_scores": [567.0, 554.0, 554.0, 553.0, 552.0, 550.0, 546.0, 542.0, 541.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc754076", "doc1315064", "doc1315083", "doc1778743", "doc1385395", "doc1321882", "doc2526412", "doc671985", "doc1334203"], "ranked_scores": [525.0, 508.0, 495.0, 495.0, 490.0, 489.0, 486.0, 481.0, 478.0, 477.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc2334138", "doc802931", "doc24939", "doc524130", "doc1449851", "doc587116", "doc1894178", "doc1597410", "doc170931", "doc832551"], "ranked_scores": [495.0, 490.0, 482.0, 477.0, 477.0, 475.0, 474.0, 474.0, 474.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53465", "doc53464", "doc611282", "doc216330", "doc317197", "doc534490", "doc611287", "doc513055", "doc56398", "doc611283"], "ranked_scores": [577.0, 575.0, 508.0, 507.0, 506.0, 506.0, 505.0, 504.0, 502.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc1394760", "doc165022", "doc25697", "doc1394755", "doc56921", "doc579817", "doc1088161", "doc2370519"], "ranked_scores": [605.0, 570.0, 550.0, 547.0, 545.0, 541.0, 540.0, 538.0, 534.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc1373330", "doc368654", "doc1837771", "doc402145", "doc515771", "doc84492", "doc1437877", "doc368673", "doc2449643", "doc2499695"], "ranked_scores": [537.0, 536.0, 531.0, 530.0, 528.0, 526.0, 526.0, 526.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105758", "doc1729412", "doc105759", "doc105763", "doc133369", "doc8477", "doc830308", "doc719006", "doc519408"], "ranked_scores": [588.0, 541.0, 540.0, 538.0, 534.0, 529.0, 520.0, 518.0, 515.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc52414", "doc358938", "doc4147", "doc2252577", "doc1690531", "doc1400527", "doc600661", "doc2166568", "doc926314"], "ranked_scores": [569.0, 569.0, 556.0, 545.0, 542.0, 542.0, 541.0, 541.0, 540.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc435076", "doc313354", "doc2587564", "doc70904", "doc736126", "doc435078", "doc1914276", "doc2217446", "doc2646161", "doc1921625"], "ranked_scores": [520.0, 509.0, 506.0, 505.0, 504.0, 503.0, 502.0, 500.0, 500.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc336518", "doc2119808", "doc2665803", "doc2448623", "doc733127", "doc264212", "doc191143", "doc393485", "doc2042102"], "ranked_scores": [553.0, 528.0, 525.0, 501.0, 498.0, 496.0, 495.0, 494.0, 493.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1245931", "doc93287", "doc1962174", "doc487000", "doc1548640", "doc1002584", "doc357631", "doc144239", "doc159492", "doc720754"], "ranked_scores": [504.0, 494.0, 494.0, 487.0, 485.0, 484.0, 482.0, 481.0, 481.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc2035909", "doc1345740", "doc1055373", "doc57975", "doc40405", "doc1319077", "doc2433968", "doc1581972", "doc1818808"], "ranked_scores": [503.0, 488.0, 486.0, 475.0, 473.0, 470.0, 467.0, 465.0, 464.0, 464.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1629620", "doc1584862", "doc588578", "doc1943842", "doc294604", "doc1986449", "doc663467", "doc1986443", "doc182888", "doc1986433"], "ranked_scores": [540.0, 533.0, 525.0, 525.0, 520.0, 519.0, 518.0, 515.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1370451", "doc807", "doc1877808", "doc1867620", "doc2334138", "doc221817", "doc681964", "doc845380", "doc806", "doc201173"], "ranked_scores": [517.0, 516.0, 514.0, 496.0, 491.0, 491.0, 491.0, 491.0, 491.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc2015719", "doc88931", "doc1452752", "doc88974", "doc127040", "doc2624067", "doc1763997", "doc107246", "doc88973"], "ranked_scores": [586.0, 581.0, 572.0, 559.0, 554.0, 549.0, 549.0, 548.0, 540.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1395336", "doc308175", "doc187765", "doc142930", "doc746693", "doc1836919", "doc340624", "doc457119", "doc1455511", "doc641498"], "ranked_scores": [522.0, 516.0, 514.0, 513.0, 510.0, 510.0, 509.0, 505.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc193844", "doc63585", "doc18274", "doc2003302", "doc108480", "doc323321", "doc1491857", "doc18273", "doc911115", "doc63590"], "ranked_scores": [566.0, 559.0, 553.0, 551.0, 549.0, 548.0, 544.0, 543.0, 543.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc355540", "doc7165", "doc1670303", "doc1524979", "doc1273458", "doc933773", "doc7161", "doc2004259", "doc656863", "doc688749"], "ranked_scores": [549.0, 534.0, 519.0, 494.0, 494.0, 490.0, 489.0, 487.0, 487.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc404242", "doc2494655", "doc1877805", "doc1244692", "doc753576", "doc2587477", "doc1574683", "doc951306"], "ranked_scores": [492.0, 490.0, 483.0, 480.0, 479.0, 476.0, 474.0, 473.0, 471.0, 469.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc1986143", "doc1932389", "doc1564158", "doc868658", "doc2057552", "doc1801894", "doc642762", "doc2558036"], "ranked_scores": [553.0, 535.0, 523.0, 510.0, 507.0, 504.0, 502.0, 499.0, 498.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1256783", "doc1618376", "doc2657970", "doc1927669", "doc761123", "doc1618372", "doc36463", "doc1618374", "doc427398"], "ranked_scores": [571.0, 533.0, 527.0, 519.0, 518.0, 516.0, 514.0, 511.0, 509.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc1390073", "doc703719", "doc106355", "doc1804263", "doc703721", "doc427621", "doc106357", "doc106335", "doc703705"], "ranked_scores": [542.0, 540.0, 540.0, 538.0, 537.0, 533.0, 532.0, 532.0, 526.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc1373323", "doc643072", "doc108887", "doc626438", "doc108892", "doc1373324", "doc873559", "doc1119808", "doc207176", "doc550879"], "ranked_scores": [552.0, 551.0, 548.0, 545.0, 542.0, 538.0, 528.0, 528.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc1504263", "doc77976", "doc77971", "doc1430993", "doc77973", "doc380173", "doc5734", "doc2332984", "doc2378961", "doc1880724"], "ranked_scores": [574.0, 562.0, 562.0, 549.0, 511.0, 507.0, 504.0, 500.0, 496.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-12000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57232", "doc57226", "doc57247", "doc751998", "doc1665946", "doc2569915", "doc3001", "doc1254733", "doc2040334"], "ranked_scores": [603.0, 596.0, 577.0, 570.0, 562.0, 544.0, 541.0, 527.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc2112811", "doc1952697", "doc1664485", "doc1795214", "doc1061580", "doc1982515", "doc855132"], "ranked_scores": [601.0, 547.0, 542.0, 536.0, 525.0, 521.0, 520.0, 520.0, 520.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc69765", "doc69767", "doc1675505", "doc69768", "doc2285692", "doc69772", "doc812322", "doc69775", "doc21829", "doc21832"], "ranked_scores": [556.0, 552.0, 545.0, 544.0, 539.0, 532.0, 530.0, 522.0, 522.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc591223", "doc564709", "doc415323", "doc128663", "doc404141", "doc726012", "doc453161", "doc94024", "doc1402781", "doc1570656"], "ranked_scores": [529.0, 528.0, 527.0, 527.0, 526.0, 525.0, 520.0, 519.0, 518.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1812653", "doc1366744", "doc1366769", "doc887635", "doc1741702", "doc338868", "doc387897", "doc2307709", "doc2372195"], "ranked_scores": [574.0, 564.0, 557.0, 556.0, 556.0, 552.0, 552.0, 550.0, 547.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc1021718", "doc27538", "doc27529", "doc540358", "doc1770477", "doc27536", "doc381292", "doc1852504", "doc361696", "doc738831"], "ranked_scores": [542.0, 538.0, 537.0, 529.0, 529.0, 528.0, 524.0, 522.0, 519.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc653285", "doc1480727", "doc208541", "doc273559", "doc77634", "doc54270", "doc422133", "doc1526230", "doc925929", "doc349744"], "ranked_scores": [582.0, 581.0, 576.0, 572.0, 569.0, 569.0, 569.0, 563.0, 561.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc520684", "doc1798668", "doc2096499", "doc520683", "doc1486663", "doc231271", "doc1595692", "doc966365", "doc626445"], "ranked_scores": [568.0, 538.0, 537.0, 519.0, 517.0, 517.0, 516.0, 515.0, 513.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc1612682", "doc1376346", "doc13999", "doc61045", "doc829494", "doc988606", "doc988607", "doc1464453"], "ranked_scores": [541.0, 532.0, 527.0, 523.0, 516.0, 514.0, 511.0, 504.0, 501.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc369237", "doc369270", "doc2083995", "doc97445", "doc97442", "doc2084014", "doc2071107", "doc2380009"], "ranked_scores": [578.0, 555.0, 543.0, 541.0, 539.0, 539.0, 534.0, 534.0, 533.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc562696", "doc2648883", "doc64791", "doc33196", "doc1784440", "doc2127607", "doc1029757", "doc2199352", "doc781344"], "ranked_scores": [543.0, 534.0, 529.0, 524.0, 521.0, 519.0, 518.0, 517.0, 515.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc253608", "doc1984127", "doc83863", "doc1780375", "doc2372621", "doc1984114", "doc1386166", "doc2537823", "doc83871", "doc1133242"], "ranked_scores": [550.0, 549.0, 541.0, 539.0, 537.0, 536.0, 531.0, 531.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc427621", "doc106332", "doc703705", "doc703711", "doc703706", "doc1471934", "doc1824656", "doc703736", "doc106372", "doc703721"], "ranked_scores": [548.0, 546.0, 544.0, 543.0, 537.0, 532.0, 530.0, 524.0, 523.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7106", "doc692559", "doc7091", "doc7119", "doc7099", "doc7112", "doc7116", "doc1694554", "doc7120", "doc697071"], "ranked_scores": [551.0, 547.0, 542.0, 541.0, 541.0, 539.0, 527.0, 523.0, 518.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc2569900", "doc82127", "doc2068718", "doc1074194", "doc1091030", "doc90808", "doc1057032", "doc1324516"], "ranked_scores": [604.0, 556.0, 526.0, 520.0, 517.0, 516.0, 512.0, 508.0, 505.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc409226", "doc897", "doc187232", "doc2018288", "doc207871", "doc645572", "doc428400", "doc483306", "doc1185713"], "ranked_scores": [505.0, 498.0, 491.0, 479.0, 476.0, 473.0, 471.0, 471.0, 471.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc24903", "doc30773", "doc1824654", "doc468490", "doc651946", "doc239811", "doc2570473", "doc563699", "doc1380357"], "ranked_scores": [550.0, 545.0, 545.0, 532.0, 524.0, 522.0, 514.0, 513.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2483632", "doc2225375", "doc573905", "doc1902615", "doc36402", "doc73739", "doc58892", "doc2395516", "doc919340", "doc2523361"], "ranked_scores": [530.0, 520.0, 518.0, 509.0, 504.0, 503.0, 503.0, 502.0, 497.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc2439294", "doc2313864", "doc952849", "doc2299192", "doc2509996", "doc56909", "doc873481"], "ranked_scores": [591.0, 562.0, 548.0, 542.0, 539.0, 530.0, 528.0, 527.0, 526.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc345642", "doc80151", "doc596891", "doc80074", "doc80067", "doc1521484", "doc80100", "doc137908", "doc80078", "doc80154"], "ranked_scores": [567.0, 560.0, 547.0, 543.0, 537.0, 536.0, 536.0, 535.0, 534.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.5013, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5013, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc2353712", "doc180079", "doc2240293", "doc719057", "doc732015", "doc2240291", "doc1248717", "doc399642", "doc506841"], "ranked_scores": [573.0, 518.0, 516.0, 515.0, 514.0, 509.0, 509.0, 507.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc675067", "doc1682464", "doc725659", "doc764184", "doc2036045", "doc1617211", "doc131786", "doc746306", "doc1107323"], "ranked_scores": [572.0, 538.0, 523.0, 522.0, 521.0, 519.0, 518.0, 518.0, 516.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102096", "doc102077", "doc192542", "doc61568", "doc273662", "doc1522826", "doc2465910", "doc74858", "doc308346"], "ranked_scores": [637.0, 553.0, 553.0, 525.0, 517.0, 509.0, 505.0, 503.0, 502.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc57948", "doc1029757", "doc81655", "doc2115402", "doc57940", "doc2027228", "doc87191", "doc1199221", "doc1489505"], "ranked_scores": [548.0, 540.0, 528.0, 526.0, 517.0, 513.0, 512.0, 512.0, 511.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc2193668", "doc1187141", "doc765127", "doc742717", "doc430256", "doc1741593", "doc491925", "doc1448736"], "ranked_scores": [603.0, 554.0, 533.0, 526.0, 520.0, 517.0, 517.0, 514.0, 514.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc971992", "doc64316", "doc64314", "doc1376793", "doc851269", "doc1683659", "doc41344", "doc41305", "doc64317", "doc2072861"], "ranked_scores": [568.0, 563.0, 562.0, 552.0, 548.0, 536.0, 536.0, 535.0, 534.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc437656", "doc1321868", "doc1520300", "doc1520311", "doc252389", "doc1520222", "doc517096", "doc1321929", "doc1520244"], "ranked_scores": [567.0, 563.0, 557.0, 556.0, 554.0, 553.0, 551.0, 549.0, 547.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc754076", "doc35173", "doc1315083", "doc1315064", "doc2526412", "doc1385395", "doc671985", "doc1840131", "doc1314979", "doc2593884"], "ranked_scores": [519.0, 516.0, 509.0, 501.0, 493.0, 492.0, 488.0, 484.0, 482.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc543039", "doc24939", "doc388419", "doc587116", "doc1445420", "doc1597410", "doc170955", "doc2334138", "doc285581", "doc1894178"], "ranked_scores": [497.0, 493.0, 491.0, 491.0, 490.0, 489.0, 487.0, 486.0, 486.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc56398", "doc534490", "doc611282", "doc611287", "doc172947", "doc216330", "doc1982070", "doc317197"], "ranked_scores": [581.0, 568.0, 529.0, 523.0, 523.0, 516.0, 514.0, 511.0, 507.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc165022", "doc1685439", "doc2313864", "doc1288170", "doc25697", "doc2299192", "doc56921", "doc579817"], "ranked_scores": [620.0, 557.0, 556.0, 547.0, 541.0, 540.0, 539.0, 538.0, 537.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc898833", "doc2449643", "doc1837771", "doc402145", "doc1373330", "doc2499695", "doc2339886", "doc1030288", "doc84492", "doc515771"], "ranked_scores": [540.0, 540.0, 539.0, 539.0, 535.0, 535.0, 530.0, 530.0, 528.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc1729412", "doc105759", "doc105758", "doc133369", "doc519408", "doc105763", "doc830308", "doc566026", "doc719006"], "ranked_scores": [580.0, 542.0, 538.0, 532.0, 528.0, 527.0, 526.0, 517.0, 511.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc2224155", "doc52414", "doc606253", "doc926314", "doc2107018", "doc1400527", "doc2166568", "doc358938", "doc2212269", "doc1490186"], "ranked_scores": [571.0, 568.0, 560.0, 557.0, 550.0, 547.0, 547.0, 546.0, 540.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1914276", "doc435076", "doc435075", "doc1236143", "doc313354", "doc70904", "doc2217446", "doc736126", "doc465988", "doc2646161"], "ranked_scores": [527.0, 517.0, 513.0, 508.0, 507.0, 506.0, 505.0, 505.0, 504.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc336518", "doc2119808", "doc2665803", "doc2448623", "doc2636635", "doc872897", "doc2636762", "doc733127", "doc2042102"], "ranked_scores": [568.0, 533.0, 530.0, 500.0, 500.0, 497.0, 497.0, 496.0, 493.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc1245931", "doc487000", "doc1962174", "doc2357458", "doc93287", "doc720754", "doc2144435", "doc144239", "doc1548640", "doc448867"], "ranked_scores": [498.0, 497.0, 496.0, 492.0, 492.0, 491.0, 487.0, 487.0, 486.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc601133", "doc1345740", "doc1055373", "doc40405", "doc864555", "doc1423992", "doc559900", "doc2048015", "doc2035909", "doc2265144"], "ranked_scores": [488.0, 481.0, 481.0, 472.0, 470.0, 469.0, 468.0, 467.0, 466.0, 466.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc588578", "doc294604", "doc2575081", "doc1584862", "doc1986449", "doc1629620", "doc1160263", "doc1943842", "doc2162650", "doc61233"], "ranked_scores": [525.0, 524.0, 524.0, 523.0, 522.0, 521.0, 519.0, 516.0, 512.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1370451", "doc845380", "doc201173", "doc1877808", "doc2316721", "doc807", "doc1105530", "doc58964", "doc221817", "doc806"], "ranked_scores": [536.0, 531.0, 520.0, 513.0, 508.0, 506.0, 501.0, 500.0, 499.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc2015719", "doc88931", "doc88974", "doc127040", "doc2624067", "doc1452752", "doc1763997", "doc88973", "doc127031"], "ranked_scores": [586.0, 583.0, 578.0, 558.0, 556.0, 549.0, 549.0, 546.0, 545.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc308175", "doc21378", "doc1395336", "doc1836919", "doc1637888", "doc1923941", "doc498147", "doc21340", "doc1455508", "doc746693"], "ranked_scores": [506.0, 506.0, 506.0, 505.0, 504.0, 500.0, 499.0, 499.0, 497.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc63585", "doc323321", "doc2003302", "doc193844", "doc1491857", "doc18274", "doc1791044", "doc108480", "doc63590", "doc911115"], "ranked_scores": [564.0, 560.0, 559.0, 556.0, 553.0, 552.0, 546.0, 541.0, 536.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc355540", "doc7165", "doc7161", "doc1524979", "doc1273458", "doc1670303", "doc1347235", "doc915991", "doc688749", "doc203256"], "ranked_scores": [548.0, 543.0, 510.0, 509.0, 507.0, 505.0, 502.0, 500.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc4611", "doc1826212", "doc753576", "doc2494655", "doc1846050", "doc404242", "doc1776446", "doc1260422", "doc293526", "doc1841145"], "ranked_scores": [510.0, 497.0, 489.0, 480.0, 478.0, 475.0, 475.0, 474.0, 474.0, 472.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1185713", "doc1564158", "doc868658", "doc1986143", "doc1932389", "doc1801894", "doc1020266", "doc920736", "doc662025"], "ranked_scores": [544.0, 528.0, 517.0, 509.0, 508.0, 502.0, 501.0, 499.0, 496.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618376", "doc1256783", "doc761123", "doc1926786", "doc2657970", "doc1927669", "doc417406", "doc2215663", "doc427398"], "ranked_scores": [569.0, 541.0, 529.0, 529.0, 527.0, 526.0, 525.0, 525.0, 525.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc1390073", "doc106355", "doc938942", "doc2877", "doc703719", "doc427621", "doc106335", "doc703736", "doc964811"], "ranked_scores": [558.0, 533.0, 528.0, 527.0, 526.0, 525.0, 523.0, 522.0, 521.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc108887", "doc643072", "doc1373323", "doc1373324", "doc108892", "doc550879", "doc729661", "doc1606329", "doc873559"], "ranked_scores": [545.0, 544.0, 540.0, 532.0, 531.0, 521.0, 520.0, 514.0, 513.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1430993", "doc1504263", "doc77973", "doc347002", "doc380173", "doc2378961", "doc5734", "doc2039201"], "ranked_scores": [552.0, 549.0, 548.0, 543.0, 515.0, 504.0, 496.0, 490.0, 490.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-14000": {"test1618": {"relevant_ids": ["doc57226"], "ranked_ids": ["doc57242", "doc57226", "doc57232", "doc57247", "doc751998", "doc1254764", "doc2569915", "doc1665946", "doc1219625", "doc3001"], "ranked_scores": [597.0, 573.0, 567.0, 549.0, 541.0, 525.0, 523.0, 521.0, 518.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test1805": {"relevant_ids": ["doc63543"], "ranked_ids": ["doc63543", "doc63538", "doc1749973", "doc2112811", "doc1664485", "doc1952697", "doc1982515", "doc63542", "doc26437", "doc855132"], "ranked_scores": [601.0, 556.0, 554.0, 541.0, 531.0, 528.0, 528.0, 525.0, 521.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1989": {"relevant_ids": ["doc69765"], "ranked_ids": ["doc812322", "doc69765", "doc2285692", "doc69767", "doc21829", "doc69768", "doc21831", "doc1675505", "doc2526400", "doc21871"], "ranked_scores": [539.0, 534.0, 531.0, 528.0, 527.0, 525.0, 523.0, 522.0, 520.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2270": {"relevant_ids": ["doc78548"], "ranked_ids": ["doc591223", "doc128663", "doc415323", "doc986835", "doc1570656", "doc453161", "doc564709", "doc726012", "doc1402781", "doc404141"], "ranked_scores": [533.0, 525.0, 521.0, 516.0, 516.0, 515.0, 515.0, 515.0, 514.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2577": {"relevant_ids": ["doc88443"], "ranked_ids": ["doc2165920", "doc1366744", "doc1366769", "doc338868", "doc387897", "doc1812653", "doc887635", "doc1812659", "doc2307709", "doc559430"], "ranked_scores": [579.0, 573.0, 565.0, 564.0, 553.0, 553.0, 552.0, 551.0, 548.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test770": {"relevant_ids": ["doc27529"], "ranked_ids": ["doc27538", "doc540358", "doc1324046", "doc27529", "doc1852504", "doc1585937", "doc1021718", "doc381292", "doc1021710", "doc361696"], "ranked_scores": [542.0, 539.0, 536.0, 531.0, 529.0, 518.0, 518.0, 517.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2233": {"relevant_ids": ["doc77634"], "ranked_ids": ["doc77634", "doc653285", "doc1480727", "doc273559", "doc1526230", "doc925929", "doc208541", "doc422133", "doc349744", "doc54270"], "ranked_scores": [586.0, 577.0, 568.0, 566.0, 561.0, 561.0, 558.0, 556.0, 553.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test826": {"relevant_ids": ["doc29757"], "ranked_ids": ["doc29757", "doc1798668", "doc520684", "doc1595692", "doc2096499", "doc520683", "doc1486663", "doc966365", "doc278641", "doc2096501"], "ranked_scores": [562.0, 539.0, 526.0, 525.0, 523.0, 522.0, 522.0, 519.0, 518.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1721": {"relevant_ids": ["doc61036"], "ranked_ids": ["doc61054", "doc61036", "doc1376346", "doc988607", "doc829494", "doc1612682", "doc13999", "doc61045", "doc988606", "doc742717"], "ranked_scores": [539.0, 537.0, 520.0, 518.0, 514.0, 512.0, 511.0, 509.0, 503.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2845": {"relevant_ids": ["doc97421"], "ranked_ids": ["doc97421", "doc2004921", "doc369270", "doc97445", "doc369237", "doc2071107", "doc369236", "doc2083995", "doc2084014", "doc97442"], "ranked_scores": [564.0, 546.0, 544.0, 538.0, 534.0, 532.0, 530.0, 529.0, 524.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test929": {"relevant_ids": ["doc33193"], "ranked_ids": ["doc33193", "doc1029757", "doc562696", "doc2648883", "doc64791", "doc1061142", "doc2540212", "doc1553106", "doc2199352", "doc1153299"], "ranked_scores": [538.0, 527.0, 526.0, 525.0, 524.0, 520.0, 519.0, 516.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2430": {"relevant_ids": ["doc83863"], "ranked_ids": ["doc83863", "doc1984127", "doc253608", "doc1984114", "doc1780375", "doc595818", "doc83871", "doc2372621", "doc1883243", "doc2537823"], "ranked_scores": [550.0, 548.0, 545.0, 531.0, 529.0, 523.0, 522.0, 521.0, 520.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3108": {"relevant_ids": ["doc106332"], "ranked_ids": ["doc427621", "doc703705", "doc703706", "doc703711", "doc106332", "doc703721", "doc703728", "doc703736", "doc106357", "doc106372"], "ranked_scores": [553.0, 549.0, 545.0, 538.0, 534.0, 531.0, 531.0, 531.0, 530.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test194": {"relevant_ids": ["doc7106"], "ranked_ids": ["doc7099", "doc692559", "doc7106", "doc7091", "doc7112", "doc7119", "doc7116", "doc1599042", "doc526956", "doc1896773"], "ranked_scores": [549.0, 549.0, 546.0, 541.0, 541.0, 537.0, 518.0, 516.0, 515.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2651": {"relevant_ids": ["doc90807"], "ranked_ids": ["doc90807", "doc1169637", "doc82127", "doc90808", "doc2569900", "doc82130", "doc1254817", "doc1269703", "doc1057032", "doc787596"], "ranked_scores": [615.0, 547.0, 533.0, 528.0, 522.0, 516.0, 507.0, 505.0, 503.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test31": {"relevant_ids": ["doc897"], "ranked_ids": ["doc269387", "doc897", "doc409226", "doc187232", "doc428400", "doc2018288", "doc207871", "doc750407", "doc24938", "doc1185427"], "ranked_scores": [511.0, 504.0, 504.0, 478.0, 478.0, 477.0, 474.0, 473.0, 471.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test697": {"relevant_ids": ["doc24903"], "ranked_ids": ["doc90322", "doc30773", "doc1824654", "doc24903", "doc468490", "doc1380357", "doc563699", "doc651946", "doc651957", "doc382236"], "ranked_scores": [564.0, 556.0, 534.0, 528.0, 520.0, 513.0, 509.0, 509.0, 508.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test1037": {"relevant_ids": ["doc36393"], "ranked_ids": ["doc2225375", "doc573905", "doc2483632", "doc58892", "doc1902615", "doc73739", "doc36402", "doc1482058", "doc402317", "doc1825079"], "ranked_scores": [520.0, 514.0, 512.0, 506.0, 502.0, 498.0, 495.0, 491.0, 491.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1607": {"relevant_ids": ["doc56897"], "ranked_ids": ["doc56921", "doc56897", "doc1102442", "doc2313864", "doc2439294", "doc2299192", "doc56909", "doc873481", "doc2509993", "doc2378781"], "ranked_scores": [586.0, 576.0, 561.0, 550.0, 546.0, 540.0, 537.0, 536.0, 534.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2320": {"relevant_ids": ["doc80074", "doc80067"], "ranked_ids": ["doc345642", "doc80154", "doc80151", "doc80074", "doc80067", "doc596891", "doc80078", "doc137908", "doc575203", "doc80100"], "ranked_scores": [571.0, 548.0, 544.0, 538.0, 532.0, 529.0, 528.0, 527.0, 527.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.5013, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5013, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2079": {"relevant_ids": ["doc72413"], "ranked_ids": ["doc72413", "doc180079", "doc2353712", "doc732015", "doc1018572", "doc1248717", "doc1427193", "doc673167", "doc719057", "doc719078"], "ranked_scores": [568.0, 505.0, 499.0, 495.0, 489.0, 489.0, 488.0, 488.0, 488.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test740": {"relevant_ids": ["doc26444"], "ranked_ids": ["doc26444", "doc675067", "doc1682464", "doc99377", "doc131786", "doc26446", "doc2480872", "doc2036045", "doc1107323", "doc474060"], "ranked_scores": [573.0, 547.0, 526.0, 523.0, 516.0, 516.0, 513.0, 511.0, 509.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2974": {"relevant_ids": ["doc102089"], "ranked_ids": ["doc102097", "doc102077", "doc102096", "doc192542", "doc74858", "doc889101", "doc273662", "doc2465910", "doc61568", "doc1682561"], "ranked_scores": [632.0, 572.0, 539.0, 522.0, 510.0, 506.0, 505.0, 504.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test2360": {"relevant_ids": ["doc81671"], "ranked_ids": ["doc57946", "doc57948", "doc81655", "doc57940", "doc1199221", "doc2115402", "doc37890", "doc371078", "doc87191", "doc2073793"], "ranked_scores": [561.0, 534.0, 524.0, 523.0, 522.0, 514.0, 514.0, 514.0, 512.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test639": {"relevant_ids": ["doc22915"], "ranked_ids": ["doc22915", "doc1962033", "doc491925", "doc765127", "doc2193668", "doc1187141", "doc2068337", "doc757822", "doc1741593", "doc742717"], "ranked_scores": [596.0, 551.0, 521.0, 520.0, 519.0, 518.0, 517.0, 514.0, 512.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1829": {"relevant_ids": ["doc64317", "doc64318"], "ranked_ids": ["doc64316", "doc971992", "doc64314", "doc851269", "doc1683659", "doc41305", "doc1376793", "doc35524", "doc64317", "doc2072856"], "ranked_scores": [572.0, 569.0, 554.0, 554.0, 547.0, 546.0, 535.0, 535.0, 534.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "test2393": {"relevant_ids": ["doc82650"], "ranked_ids": ["doc437685", "doc437639", "doc1520222", "doc1729164", "doc437667", "doc517096", "doc1520300", "doc1321914", "doc437656", "doc437668"], "ranked_scores": [566.0, 555.0, 554.0, 550.0, 547.0, 547.0, 544.0, 544.0, 544.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test997": {"relevant_ids": ["doc35173"], "ranked_ids": ["doc35173", "doc754076", "doc1315064", "doc1315083", "doc2526412", "doc1315015", "doc1314979", "doc789140", "doc1385395", "doc671985"], "ranked_scores": [517.0, 510.0, 507.0, 506.0, 493.0, 488.0, 481.0, 481.0, 479.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test698": {"relevant_ids": ["doc24934", "doc24939"], "ranked_ids": ["doc1894178", "doc2334138", "doc170955", "doc24939", "doc602735", "doc802931", "doc1597410", "doc587116", "doc1516619", "doc543039"], "ranked_scores": [497.0, 484.0, 481.0, 481.0, 479.0, 479.0, 476.0, 476.0, 475.0, 474.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test1501": {"relevant_ids": ["doc53465"], "ranked_ids": ["doc53464", "doc53465", "doc611282", "doc611287", "doc534490", "doc56398", "doc2316727", "doc811", "doc172947", "doc317197"], "ranked_scores": [570.0, 558.0, 525.0, 520.0, 519.0, 509.0, 502.0, 502.0, 500.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test2539": {"relevant_ids": ["doc87294"], "ranked_ids": ["doc87294", "doc430825", "doc56921", "doc165022", "doc1685439", "doc25697", "doc1088161", "doc2370519", "doc785116", "doc1991598"], "ranked_scores": [617.0, 560.0, 553.0, 551.0, 543.0, 543.0, 541.0, 540.0, 539.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test306": {"relevant_ids": ["doc11639"], "ranked_ids": ["doc402145", "doc1030288", "doc898833", "doc368654", "doc1837771", "doc1437877", "doc1373330", "doc368673", "doc2449643", "doc368643"], "ranked_scores": [547.0, 545.0, 540.0, 539.0, 536.0, 532.0, 529.0, 529.0, 526.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test3090": {"relevant_ids": ["doc105739"], "ranked_ids": ["doc105739", "doc105759", "doc105758", "doc133369", "doc105763", "doc1729412", "doc519408", "doc719006", "doc2355469", "doc830308"], "ranked_scores": [569.0, 544.0, 531.0, 525.0, 524.0, 523.0, 516.0, 508.0, 508.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test115": {"relevant_ids": ["doc4147"], "ranked_ids": ["doc52414", "doc2224155", "doc926314", "doc358938", "doc2107018", "doc4147", "doc606253", "doc2212269", "doc628470", "doc2166568"], "ranked_scores": [569.0, 567.0, 558.0, 556.0, 548.0, 548.0, 547.0, 545.0, 544.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "test2032": {"relevant_ids": ["doc70904"], "ranked_ids": ["doc1914276", "doc435076", "doc435078", "doc2587564", "doc70904", "doc435075", "doc1354535", "doc2646161", "doc2217446", "doc2587562"], "ranked_scores": [533.0, 527.0, 518.0, 516.0, 508.0, 507.0, 504.0, 504.0, 503.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "test428": {"relevant_ids": ["doc15890"], "ranked_ids": ["doc15890", "doc336518", "doc2119808", "doc2042102", "doc733127", "doc2665803", "doc872897", "doc2448623", "doc264212", "doc688882"], "ranked_scores": [557.0, 533.0, 522.0, 509.0, 506.0, 500.0, 499.0, 496.0, 496.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test2721": {"relevant_ids": ["doc93287"], "ranked_ids": ["doc93287", "doc1245931", "doc144239", "doc1962174", "doc448867", "doc1512025", "doc159492", "doc1548640", "doc487000", "doc357631"], "ranked_scores": [491.0, 489.0, 485.0, 485.0, 481.0, 480.0, 480.0, 478.0, 477.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1635": {"relevant_ids": ["doc57977", "doc57975"], "ranked_ids": ["doc1055373", "doc2035909", "doc601133", "doc1345740", "doc40405", "doc376238", "doc57975", "doc1041502", "doc2265144", "doc704819"], "ranked_scores": [488.0, 487.0, 479.0, 476.0, 473.0, 473.0, 468.0, 467.0, 467.0, 467.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "test1727": {"relevant_ids": ["doc61233"], "ranked_ids": ["doc1629620", "doc1160263", "doc2162650", "doc1584862", "doc294604", "doc588578", "doc1986449", "doc1943842", "doc546881", "doc61233"], "ranked_scores": [532.0, 525.0, 524.0, 522.0, 522.0, 519.0, 516.0, 516.0, 508.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "test29": {"relevant_ids": ["doc807"], "ranked_ids": ["doc1370451", "doc1877808", "doc807", "doc845380", "doc201172", "doc1867620", "doc681964", "doc201173", "doc806", "doc2334138"], "ranked_scores": [533.0, 526.0, 520.0, 509.0, 502.0, 501.0, 499.0, 498.0, 498.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "test2598": {"relevant_ids": ["doc88931"], "ranked_ids": ["doc88934", "doc88931", "doc2015719", "doc1452752", "doc127040", "doc88973", "doc2624067", "doc88974", "doc779563", "doc1763997"], "ranked_scores": [586.0, 575.0, 568.0, 556.0, 554.0, 552.0, 549.0, 546.0, 538.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test598": {"relevant_ids": ["doc21340", "doc21372"], "ranked_ids": ["doc1637888", "doc1836919", "doc308175", "doc498147", "doc698075", "doc1923941", "doc413930", "doc746693", "doc1395336", "doc187765"], "ranked_scores": [519.0, 516.0, 510.0, 508.0, 506.0, 505.0, 504.0, 504.0, 500.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test495": {"relevant_ids": ["doc18264", "doc18274"], "ranked_ids": ["doc63585", "doc323321", "doc193844", "doc18274", "doc1491857", "doc1791044", "doc2072948", "doc2003302", "doc63590", "doc911115"], "ranked_scores": [557.0, 555.0, 554.0, 553.0, 549.0, 546.0, 546.0, 542.0, 542.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "test198": {"relevant_ids": ["doc7166", "doc7161"], "ranked_ids": ["doc355540", "doc7165", "doc1670303", "doc688749", "doc1524979", "doc7161", "doc1273458", "doc915991", "doc933773", "doc203256"], "ranked_scores": [565.0, 560.0, 518.0, 512.0, 512.0, 504.0, 502.0, 502.0, 498.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "test123": {"relevant_ids": ["doc4611"], "ranked_ids": ["doc1826212", "doc4611", "doc1244692", "doc404242", "doc753576", "doc2193668", "doc1574683", "doc27529", "doc1776446", "doc293526"], "ranked_scores": [498.0, 498.0, 483.0, 480.0, 478.0, 476.0, 474.0, 474.0, 473.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "test3404": {"relevant_ids": ["doc115973"], "ranked_ids": ["doc705226", "doc1932389", "doc1185713", "doc868658", "doc1564158", "doc1801894", "doc2057552", "doc1809840", "doc2639996", "doc920736"], "ranked_scores": [537.0, 517.0, 510.0, 508.0, 501.0, 500.0, 500.0, 499.0, 497.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "test1041": {"relevant_ids": ["doc36467"], "ranked_ids": ["doc36467", "doc1618376", "doc761123", "doc1256783", "doc2657970", "doc1618372", "doc36463", "doc2362869", "doc2633722", "doc874861"], "ranked_scores": [577.0, 537.0, 526.0, 525.0, 525.0, 525.0, 521.0, 518.0, 518.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test1009": {"relevant_ids": ["doc35719"], "ranked_ids": ["doc35719", "doc1804263", "doc1390073", "doc106355", "doc964811", "doc703719", "doc436998", "doc284003", "doc1390065", "doc106335"], "ranked_scores": [548.0, 544.0, 534.0, 525.0, 525.0, 524.0, 519.0, 516.0, 515.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "test3193": {"relevant_ids": ["doc108892"], "ranked_ids": ["doc626438", "doc108887", "doc643072", "doc108892", "doc1373323", "doc1373324", "doc729661", "doc873559", "doc108938", "doc550879"], "ranked_scores": [559.0, 543.0, 540.0, 537.0, 537.0, 532.0, 523.0, 520.0, 518.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "test2247": {"relevant_ids": ["doc77971"], "ranked_ids": ["doc77971", "doc77976", "doc1504263", "doc1430993", "doc77973", "doc5734", "doc380173", "doc2079848", "doc2332984", "doc2378961"], "ranked_scores": [561.0, 555.0, 551.0, 548.0, 506.0, 504.0, 498.0, 497.0, 495.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}}